-- Logs begin at Fri 2022-03-25 19:04:55 UTC, end at Fri 2022-03-25 21:21:49 UTC. -- Mar 25 19:54:22.435107 dv-neutron-835149-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 25 19:54:24.941949 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.common.config [-] Logging enabled! Mar 25 19:54:24.942663 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 25 19:54:24.942663 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 25 19:54:24.945785 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.common.config [-] Logging enabled! Mar 25 19:54:24.946044 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 25 19:54:24.946354 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 25 19:54:24.947293 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 25 19:54:24.947527 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 25 19:54:24.947875 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 25 19:54:24.948126 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 25 19:54:24.948348 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 25 19:54:24.948736 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.948988 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.949281 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.949511 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.949804 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.950095 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.950376 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.950666 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.950960 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.951244 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.951522 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.951804 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.952034 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.952312 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.952621 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.952910 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.953135 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] debug = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.953414 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.953838 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.954242 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.954520 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.954806 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.955611 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.956100 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.956207 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.956429 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.956789 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] host = dv-neutron-835149-1-hyperv {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.957066 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.957351 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.957637 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.957920 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.958195 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.958472 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.958750 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.959019 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.959289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] log_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.959559 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.959843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.960126 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.960411 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.960667 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.960906 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.961178 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.961460 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.961732 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.962003 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.962274 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.962545 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.962814 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.963079 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.963362 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.963906 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.964187 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.964457 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.964751 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.965021 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.965289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.965569 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.965838 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.966113 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.966382 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.966662 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.966926 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.967195 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.967493 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.967773 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.968049 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.968331 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.968622 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.968902 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.969173 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.969441 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.969709 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] use_json = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.969976 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.970242 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.970549 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.971357 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.971629 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.971899 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.972167 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.972446 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.972739 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:24.973034 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.973329 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.973629 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.973916 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.974204 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.974482 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.974768 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.975043 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.975327 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.975613 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.975900 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.976181 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.976466 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.976763 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.977056 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.977355 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.977648 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.977939 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.978212 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.978486 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.978757 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.979035 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.979319 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.979613 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.979902 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.980175 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.980452 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.980765 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.981042 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.981314 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.981592 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.981880 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.982158 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.982427 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.982707 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.982983 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.983251 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.983519 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.983795 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.984082 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.984355 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.984647 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.984916 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.985190 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.985459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.985742 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.986018 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.986318 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.986586 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.986860 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.987134 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.987403 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.987680 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.987950 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.988224 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.988514 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.988788 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.989058 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.989328 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.989596 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.989865 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.990132 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.990407 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.990676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.990944 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.991210 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.991478 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.991748 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.992031 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.992324 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.992638 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.992916 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.993190 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.993464 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.993740 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.994013 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.994286 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.994560 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.994830 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.995117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.995395 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.995682 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.995964 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.996244 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.996561 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.996840 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.997120 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.997394 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.997676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.997958 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.998240 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.998533 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.998825 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.999116 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.999406 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.999696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:24.999974 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:25.000284 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:25.000599 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:25.000818 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 25 19:54:25.001057 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88375) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 25 19:54:25.407178 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO keyring.backend [-] Loading KWallet Mar 25 19:54:25.414449 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO keyring.backend [-] Loading SecretService Mar 25 19:54:25.417875 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO keyring.backend [-] Loading Windows Mar 25 19:54:25.419229 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO keyring.backend [-] Loading chainer Mar 25 19:54:25.419794 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO keyring.backend [-] Loading macOS Mar 25 19:54:25.452755 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 25 19:54:25.453030 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 25 19:54:25.453317 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 25 19:54:25.453744 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 25 19:54:25.850088 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.850296 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.850556 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.851875 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.852156 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.852418 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.886895 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.887167 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.887432 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.901232 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.901510 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.901781 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.931926 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.932199 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.932467 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.969870 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.970401 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:25.970401 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.206013 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.206294 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.206559 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.206820 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.207558 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.327518 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.327836 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.328116 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.328386 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.328680 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.328992 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.329256 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.329514 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.329767 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.330074 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.330334 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.330596 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.330859 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.331112 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.331375 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.331642 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.331899 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.332169 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.332420 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.332726 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.333075 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.333330 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.333580 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.333865 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.334111 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.334354 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.334737 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:54:26.334974 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:54:26.335207 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:54:26.335437 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:54:26.335667 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:54:26.335896 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:54:26.336257 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 25 19:54:26.339625 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 25 19:54:26.343578 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 25 19:54:26.347392 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 25 19:54:26.349072 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 25 19:54:26.350516 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 25 19:54:26.350855 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 25 19:54:26.351241 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 25 19:54:26.354092 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 25 19:54:26.354345 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 25 19:54:26.354692 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 25 19:54:26.383261 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 25 19:54:26.383705 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.384001 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88375) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 25 19:54:26.384366 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.385762 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88375) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 25 19:54:26.386044 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 25 19:54:26.386291 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 25 19:54:26.389603 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.389890 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:26.451574 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 25 19:54:26.451809 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 25 19:54:26.452041 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 25 19:54:26.452402 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 25 19:54:26.482845 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_db.sqlalchemy.engines [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88375) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 25 19:54:26.960236 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Initializing driver for type 'gre' Mar 25 19:54:26.960819 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] gre ID ranges: [(1, 1000)] Mar 25 19:54:27.171451 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Initializing driver for type 'local' Mar 25 19:54:27.172053 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Initializing driver for type 'vlan' Mar 25 19:54:27.268997 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] VlanTypeDriver initialization complete Mar 25 19:54:27.269262 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Initializing driver for type 'vxlan' Mar 25 19:54:27.269780 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] vxlan ID ranges: [(1, 1000)] Mar 25 19:54:27.491685 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Initializing extension driver 'port_security' Mar 25 19:54:27.492025 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.extensions.port_security [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] PortSecurityExtensionDriver initialization complete Mar 25 19:54:27.492351 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Initializing mechanism driver 'openvswitch' Mar 25 19:54:27.492715 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Initializing mechanism driver 'hyperv' Mar 25 19:54:27.499349 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.plugins.ml2.plugin [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:54:27.500048 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > port after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.500420 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > port after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.500795 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > port after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.501327 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 25 19:54:27.501757 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > subnet after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.502110 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > subnet after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.502447 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.502834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 25 19:54:27.503237 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > network after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.503579 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > network after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.503978 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > network after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.504409 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 25 19:54:27.504840 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > security_group after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.505189 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > security_group after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.505529 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.506070 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 25 19:54:27.506473 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.506817 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.507155 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.507544 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 25 19:54:27.507947 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > address_group after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.508286 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > address_group after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.508651 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.509096 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 25 19:54:27.509543 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] ML2 OVO RPC backend initialized. {{(pid=88375) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 25 19:54:27.510244 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.510599 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.511023 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > network before_response 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.511368 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > networks before_response 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.511715 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > port before_response 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.512052 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > ports before_response 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.512390 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > subnet before_response 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.512754 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > subnets before_response 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.513105 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > network after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.513443 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > network after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.513775 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > network after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.514107 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > port after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.514440 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > port after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.514828 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > port after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.515163 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > subnet after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.515494 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > subnet after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.515825 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.516388 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.plugin [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Modular L2 Plugin initialization complete Mar 25 19:54:27.516742 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading services supported by the core plugin {{(pid=88375) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 25 19:54:27.519054 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.plugins.ml2.managers [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Got port-security extension from driver 'port_security' Mar 25 19:54:27.519054 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.extensions.vlantransparent [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Disabled vlantransparent extension. Mar 25 19:54:27.519054 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88375) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 25 19:54:27.519054 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading Plugin: router Mar 25 19:54:27.564497 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.564900 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router after_create 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.565265 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router before_create 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.565627 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.565995 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.566343 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router after_delete 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.566694 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.567054 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router after_create 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.567395 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router after_update 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.567739 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router after_update 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.568082 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.568439 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router after_update 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.568871 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_update 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.569236 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: port after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.569573 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: port after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.569906 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: subnet after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.570238 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.570582 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.570924 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_create 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.571263 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: port before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.571599 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.571949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router after_update 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.572287 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.572656 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_create 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.573014 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.573353 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_update 55549900 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.573713 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > agent after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.574059 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > agent after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.574399 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > network after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.575249 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Tracking information for resource: router configured {{(pid=88375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:54:27.575577 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Tracking information for resource: floatingip configured {{(pid=88375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:54:27.580703 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.db.l3_agentschedulers_db [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 25 19:54:27.581281 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: port after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.581641 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: port after_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.581991 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: port after_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.582337 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: port after_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.583138 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router before_create 55550100 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.583483 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.583843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_create 55550100 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.584194 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > router precommit_update 55550100 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.588959 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.services.provider_configuration [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service providers = [] {{(pid=88375) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 25 19:54:27.589317 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.db.servicetype_db [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88375) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 25 19:54:27.592278 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.services.service_base [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 25 19:54:27.592661 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.services.service_base [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 25 19:54:27.593005 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.services.service_base [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 25 19:54:27.593892 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.services.service_base [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 25 19:54:27.594260 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.services.service_base [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 25 19:54:27.594635 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:54:27.594949 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 25 19:54:27.606360 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:54:27.606696 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading Plugin: auto_allocate Mar 25 19:54:27.613195 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: network precommit_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.613562 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: network precommit_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.614084 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:54:27.614401 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading Plugin: tag Mar 25 19:54:27.621073 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:54:27.621401 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading Plugin: timestamp Mar 25 19:54:27.625455 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:54:27.625786 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading Plugin: network_ip_availability Mar 25 19:54:27.631079 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.631450 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.631805 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.632541 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:54:27.632860 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading Plugin: flavors Mar 25 19:54:27.637565 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:54:27.637899 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading Plugin: revisions Mar 25 19:54:27.642266 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:54:27.642673 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_concurrency.lockutils [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.189s {{(pid=88375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 25 19:54:27.643407 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88375) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 25 19:54:27.643738 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Initializing extension manager. Mar 25 19:54:27.644238 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: __init__.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.644611 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: __pycache__ {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.644944 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.645273 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: address_group.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.646038 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.646608 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: address-group Mar 25 19:54:27.646926 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: address_scope.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.647641 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.648149 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: address-scope Mar 25 19:54:27.648465 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.649406 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.649912 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: router-admin-state-down-before-update Mar 25 19:54:27.650227 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: agent.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.651116 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.651627 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: agent Mar 25 19:54:27.651945 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: agent_resources_synced.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.652881 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.653387 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: agent-resources-synced Mar 25 19:54:27.653702 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: allowedaddresspairs.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.655485 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.656009 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: allowed-address-pairs Mar 25 19:54:27.656329 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: auto_allocated_topology.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.657439 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.658478 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: auto-allocated-topology Mar 25 19:54:27.658803 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: availability_zone.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.659495 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.660000 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: availability_zone Mar 25 19:54:27.660314 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: availability_zone_filter.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.661252 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.661756 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: availability_zone_filter Mar 25 19:54:27.662070 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: data_plane_status.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.662983 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.663504 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension data-plane-status not supported by any of loaded plugins Mar 25 19:54:27.663820 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: default_subnetpools.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.664767 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.665272 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: default-subnetpools Mar 25 19:54:27.665586 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.666393 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.666896 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: dhcp_agent_scheduler Mar 25 19:54:27.667212 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: dns.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.668123 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.668668 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension dns-integration not supported by any of loaded plugins Mar 25 19:54:27.668988 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: dns_domain_ports.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.669902 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.670409 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 25 19:54:27.670728 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: dvr.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.671400 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.671906 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: dvr Mar 25 19:54:27.672223 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: empty_string_filtering.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.673167 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.674233 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: empty-string-filtering Mar 25 19:54:27.674554 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.675462 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.675969 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 25 19:54:27.676285 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.677220 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.677729 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 25 19:54:27.678045 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: external_net.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.678945 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.679453 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: external-net Mar 25 19:54:27.679765 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.680713 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.681223 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: extra_dhcp_opt Mar 25 19:54:27.681536 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: extraroute.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.682444 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.682948 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: extraroute Mar 25 19:54:27.683261 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: extraroute_atomic.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.684291 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.684833 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: extraroute-atomic Mar 25 19:54:27.685150 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: filter_validation.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.685812 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.686317 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: filter-validation Mar 25 19:54:27.686631 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: fip_pf_description.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.687531 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.688035 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 25 19:54:27.688350 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: fip_port_details.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.689310 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.689813 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: fip-port-details Mar 25 19:54:27.690130 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: flavors.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.691376 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.691891 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: flavors Mar 25 19:54:27.692214 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.693911 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.694439 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 25 19:54:27.694769 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: floatingip_pools.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.695470 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.695988 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: floatingip-pools Mar 25 19:54:27.696311 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: ip_allocation.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.697261 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.697782 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension ip_allocation not supported by any of loaded plugins Mar 25 19:54:27.698105 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.699028 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.699545 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: ip-substring-filtering Mar 25 19:54:27.699867 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: l2_adjacency.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.700940 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.701448 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 25 19:54:27.701766 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: l3.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.702715 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.703234 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: router Mar 25 19:54:27.703553 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.705970 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.706499 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 25 19:54:27.706826 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.707768 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.708286 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: ext-gw-mode Mar 25 19:54:27.708641 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.709564 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.710081 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: l3-ha Mar 25 19:54:27.710398 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: l3_flavors.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.711312 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.711819 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: l3-flavors Mar 25 19:54:27.712135 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.713095 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.713855 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 25 19:54:27.714169 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: l3agentscheduler.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.715191 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.715707 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: l3_agent_scheduler Mar 25 19:54:27.716028 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: logging.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.717539 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.718063 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension logging not supported by any of loaded plugins Mar 25 19:54:27.718387 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: metering.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.719134 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.719716 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: metering Mar 25 19:54:27.720038 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.721675 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.722191 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: metering_source_and_destination_fields Mar 25 19:54:27.722513 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: multiprovidernet.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.723444 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.723957 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: multi-provider Mar 25 19:54:27.724278 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: netmtu.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.725220 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.725729 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: net-mtu Mar 25 19:54:27.726047 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: netmtu_writable.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.726964 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.727468 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: net-mtu-writable Mar 25 19:54:27.727785 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: network_availability_zone.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.728468 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.728995 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: network_availability_zone Mar 25 19:54:27.729312 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: network_ip_availability.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.730403 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.730914 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: network-ip-availability Mar 25 19:54:27.731237 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: network_segment_range.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.732001 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.732569 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension network-segment-range not supported by any of loaded plugins Mar 25 19:54:27.732894 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: pagination.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.733872 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.734199 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: pagination Mar 25 19:54:27.734517 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: port_device_profile.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.735435 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.735948 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: port-device-profile Mar 25 19:54:27.736831 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.737755 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.738275 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: port-mac-address-regenerate Mar 25 19:54:27.738592 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.739518 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.740029 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: port-numa-affinity-policy Mar 25 19:54:27.740344 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: port_resource_request.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.741285 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.741793 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension port-resource-request not supported by any of loaded plugins Mar 25 19:54:27.742107 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: portbindings.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.743035 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.743545 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: binding Mar 25 19:54:27.743863 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: portbindings_extended.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.745302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.745829 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: binding-extended Mar 25 19:54:27.746156 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: portsecurity.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.747073 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.747588 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: port-security Mar 25 19:54:27.747908 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: project_id.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.748924 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.749248 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: project-id Mar 25 19:54:27.749561 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: providernet.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.750484 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.750997 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: provider Mar 25 19:54:27.751315 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.754855 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.755380 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos not supported by any of loaded plugins Mar 25 19:54:27.755705 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.756962 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.757482 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 25 19:54:27.757809 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.758729 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.759246 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 25 19:54:27.759571 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos_default.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.760494 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.761016 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos-default not supported by any of loaded plugins Mar 25 19:54:27.761339 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos_fip.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.761996 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.762504 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos-fip not supported by any of loaded plugins Mar 25 19:54:27.762824 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos_gateway_ip.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.763745 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.764255 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 25 19:54:27.764605 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos_port_network_policy.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.765513 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.766022 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 25 19:54:27.766341 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos_rule_type_details.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.767249 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.767779 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 25 19:54:27.768100 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: qos_rules_alias.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.769223 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.769691 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 25 19:54:27.770006 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: quotasv2.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.770901 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.771222 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: quotas Mar 25 19:54:27.771537 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: quotasv2_detail.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.773189 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.773524 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: quota_details Mar 25 19:54:27.773850 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: rbac.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.774893 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.775419 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: rbac-policies Mar 25 19:54:27.775746 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: rbac_address_group.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.776715 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.777238 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: rbac-address-group Mar 25 19:54:27.777561 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: rbac_address_scope.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.778484 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.778999 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: rbac-address-scope Mar 25 19:54:27.779321 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: rbac_security_groups.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.780227 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.780769 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: rbac-security-groups Mar 25 19:54:27.781092 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: rbac_subnetpool.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.782020 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.782532 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: rbac-subnetpool Mar 25 19:54:27.782857 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: revisionifmatch.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.784290 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.784840 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: revision-if-match Mar 25 19:54:27.785162 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: revisions.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.786394 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.786906 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: standard-attr-revisions Mar 25 19:54:27.787227 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: router_availability_zone.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.787899 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.788409 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: router_availability_zone Mar 25 19:54:27.788756 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: routerservicetype.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.789672 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.790182 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension router-service-type not supported by any of loaded plugins Mar 25 19:54:27.790500 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.791414 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.791927 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: security-groups-normalized-cidr Mar 25 19:54:27.792245 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.793191 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.793701 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: port-security-groups-filtering Mar 25 19:54:27.794020 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.794935 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.795443 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: security-groups-remote-address-group Mar 25 19:54:27.795761 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: securitygroup.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.805976 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.806509 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: security-group Mar 25 19:54:27.806840 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: segment.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.807619 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.808127 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension segment not supported by any of loaded plugins Mar 25 19:54:27.808452 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.809412 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.809923 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 25 19:54:27.810242 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: servicetype.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.811351 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.811872 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: service-type Mar 25 19:54:27.812196 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: sorting.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.813204 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.813532 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: sorting Mar 25 19:54:27.813853 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: standard_attr_segment.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.814795 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.815306 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 25 19:54:27.815626 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: standardattrdescription.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.816271 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.816813 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: standard-attr-description Mar 25 19:54:27.817135 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: stateful_security_group.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.818052 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.818565 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: stateful-security-group Mar 25 19:54:27.818883 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: stdattrs_common.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.819457 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 25 19:54:27.819775 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.820822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.821331 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 25 19:54:27.821794 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: subnet_onboard.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.822750 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.823263 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: subnet_onboard Mar 25 19:54:27.823585 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.824531 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.825042 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 25 19:54:27.825358 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: subnet_service_types.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.826278 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.826787 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: subnet-service-types Mar 25 19:54:27.827102 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: subnetallocation.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.828181 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.828733 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: subnet_allocation Mar 25 19:54:27.829054 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.829722 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.830764 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: subnetpool-prefix-ops Mar 25 19:54:27.831077 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.832013 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.832544 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 25 19:54:27.832865 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: tagging.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.833913 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.834429 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: standard-attr-tag Mar 25 19:54:27.834748 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: timestamp.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.835937 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.836451 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loaded extension: standard-attr-timestamp Mar 25 19:54:27.836801 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: trunk.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.837827 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.838342 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension trunk not supported by any of loaded plugins Mar 25 19:54:27.838911 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: trunk_details.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.839828 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.840341 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension trunk-details not supported by any of loaded plugins Mar 25 19:54:27.840681 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: uplink_status_propagation.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.841603 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.842113 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 25 19:54:27.842430 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Loading extension file: vlantransparent.py {{(pid=88375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:54:27.843094 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:54:27.843610 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 25 19:54:27.846601 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:network Mar 25 19:54:27.847304 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:subnet Mar 25 19:54:27.848059 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:54:27.848684 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:port Mar 25 19:54:27.849931 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.850377 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service FLAVORS assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.850991 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.851407 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.851745 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:router Mar 25 19:54:27.852392 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:floatingip Mar 25 19:54:27.853113 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service METERING assigned prefix: /metering {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.854522 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.854886 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.855234 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:54:27.857521 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of CountableResource for resource:rbac_policy Mar 25 19:54:27.857970 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:security_group Mar 25 19:54:27.858625 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 25 19:54:27.859351 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service CORE assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.859685 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:54:27.860021 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] subnetpool is already registered Mar 25 19:54:27.860670 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service CORE assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.861000 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:54:27.861353 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] subnetpool is already registered Mar 25 19:54:27.974254 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.974684 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service FLAVORS assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.975276 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.975697 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.976038 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:router Mar 25 19:54:27.976369 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] router is already registered Mar 25 19:54:27.977043 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:floatingip Mar 25 19:54:27.977368 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] floatingip is already registered Mar 25 19:54:27.977993 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service METERING assigned prefix: /metering {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.978808 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of CountableResource for resource:rbac_policy Mar 25 19:54:27.979138 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] rbac_policy is already registered Mar 25 19:54:27.979556 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:security_group Mar 25 19:54:27.979900 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] security_group is already registered Mar 25 19:54:27.980467 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 25 19:54:27.980820 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] security_group_rule is already registered Mar 25 19:54:27.981469 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service CORE assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.981797 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:54:27.982118 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] subnetpool is already registered Mar 25 19:54:27.982705 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.v2.resource_helper [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Service CORE assigned prefix: {{(pid=88375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:54:27.983030 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:54:27.983349 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING neutron.quota.resource_registry [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] subnetpool is already registered Mar 25 19:54:27.983996 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: extensions {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.985517 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: address-groups {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.987729 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: address-scopes {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.988962 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: agents {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.990125 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: auto-allocated-topology {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.991458 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: availability_zones {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.992711 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: dhcp-networks {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.994090 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: dhcp-agents {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.995521 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: routers {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.997352 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: flavors {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.998502 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: service_profiles {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:27.999679 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: next_providers {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.001228 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: service_profiles {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.003244 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: floatingip-pools {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.004445 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: routers {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.006271 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: floatingips {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.007456 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: l3-routers {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.008838 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: l3-agents {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.010386 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: metering-labels {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.011629 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: metering-label-rules {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.012922 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: network-ip-availabilities {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.014163 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: bindings {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.015800 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: quotas {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.017265 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: quotas {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.018695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: rbac-policies {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.020020 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: security-groups {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.021206 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: security-group-rules {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.022415 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: service-providers {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.023738 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: subnetpools {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.025125 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: subnetpools {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.026554 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.028306 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.030039 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.031842 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.034655 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.036515 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.038202 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.040127 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.041898 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.043735 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron.api.extensions [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Extended resource: tags {{(pid=88375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:54:28.050183 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING keystonemiddleware.auth_token [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 25 19:54:28.054799 dv-neutron-835149-1-hyperv neutron-server[88375]: WARNING keystonemiddleware.auth_token [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 25 19:54:28.062914 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_concurrency.lockutils [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Acquired lock "singleton_lock" {{(pid=88375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 25 19:54:28.063386 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_concurrency.lockutils [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Releasing lock "singleton_lock" {{(pid=88375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 25 19:54:28.064008 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO oslo_service.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Starting 2 workers Mar 25 19:54:28.069183 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Started child 88484 {{(pid=88375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 25 19:54:28.073605 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Started child 88485 {{(pid=88375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 25 19:54:28.074670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:28.075226 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO neutron.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 25 19:54:28.075836 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Notify callbacks [] for process, before_spawn {{(pid=88375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:28.076058 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [-] (88484) wsgi starting up on http://0.0.0.0:9696 Mar 25 19:54:28.078024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:28.078502 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO oslo_service.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Starting 1 workers Mar 25 19:54:28.079323 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [-] (88485) wsgi starting up on http://0.0.0.0:9696 Mar 25 19:54:28.083181 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Started child 88486 {{(pid=88375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 25 19:54:28.083683 dv-neutron-835149-1-hyperv neutron-server[88375]: INFO oslo_service.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Starting 1 workers Mar 25 19:54:28.086756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] calling RpcWorker wait() {{(pid=88486) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 25 19:54:28.087302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] returning from RpcWorker wait() {{(pid=88486) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 25 19:54:28.087895 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Started child 88487 {{(pid=88375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 25 19:54:28.088861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:28.088959 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG neutron_lib.callbacks.manager [None req-11444f80-9cdd-4f42-a336-87cfb6e59f89 None None] Notify callbacks [] for process, after_spawn {{(pid=88375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:28.089378 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:54:28.090685 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 25 19:54:28.090900 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 25 19:54:28.091081 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 25 19:54:28.091299 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 25 19:54:28.091659 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 25 19:54:28.091821 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 25 19:54:28.092332 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.092656 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.092778 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:28.093570 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.093847 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.094131 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.094682 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.094959 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.095219 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.095539 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.095778 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.095948 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.096114 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.096365 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.096638 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.096956 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.097218 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.097476 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.097731 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.097908 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.098164 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.098420 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.098678 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.098943 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] debug = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.099193 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.099679 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.099897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.100135 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.100380 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.100695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.100942 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.101218 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.101468 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.101711 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.101946 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.102197 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.102442 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.102670 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.102886 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.103132 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.103531 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.107033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] host = dv-neutron-835149-1-hyperv {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.107033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.107033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.107033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.107033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.107033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.107033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.107033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.108119 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.108119 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.108119 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.108119 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.108119 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.108119 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.108119 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.108119 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_options = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.109222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51554) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:54:28.109371 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.109371 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.109371 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.109371 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.109371 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.109371 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.109371 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.110300 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.110300 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.110300 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.110300 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.110300 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.110300 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.110300 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.111799 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.111799 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.111799 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.111799 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.112328 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.112328 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.112651 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.113192 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.113358 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.113616 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.113943 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.114248 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.114487 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.114735 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.114921 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.115168 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.115405 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.115816 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.116453 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.116752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.116966 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.117198 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.117560 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.117838 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.118073 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.118319 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.118567 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.118783 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.119210 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096514 Mar 25 19:54:28.119428 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.119862 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.120179 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.120532 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_json = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.120804 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.121108 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.121424 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.121706 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.121978 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.122254 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.123454 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.123454 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.123454 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.123454 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.124719 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:54:28.124845 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.124845 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.124845 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.124845 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.125318 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.125479 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.125788 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.126213 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.126320 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.126655 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.127434 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.127712 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.127954 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.128271 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.129528 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.129528 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.129528 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.129528 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.129528 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.140832 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.141459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142068 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.142676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143289 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.143884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.144110 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.144245 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.144488 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.144712 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.144935 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.145158 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.145372 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.145587 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.145900 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.147540 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.147540 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.148463 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.148899 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.149326 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.149703 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.149971 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.150215 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.150459 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.150707 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.150995 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.151242 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.151491 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.151718 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.152954 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.152954 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.152954 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.152954 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.152954 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.153646 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.153646 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.153646 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.154108 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.154108 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.154390 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.154619 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.154911 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.155173 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.155457 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.155704 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.155960 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.156258 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.158239 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.158239 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.158239 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.158239 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.158620 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.158769 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.159414 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.159414 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.159594 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.159786 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.161117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.161117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.161117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.161117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.161117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.162282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.162282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.162282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.162282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.162282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.162574 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.162794 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.164218 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.164218 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.164218 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.164218 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.164218 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.164639 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.164639 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.164784 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.166696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.166696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.166696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.166696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.166696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.166696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.166696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.166696 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.167287 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.167287 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.167287 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.167500 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.167579 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.167763 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.167986 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.168224 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.168458 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.169534 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.169919 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.170306 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.173302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.173302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.173302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.173302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.173302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.173302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.173302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.173302 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.174809 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.174809 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.175081 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.175461 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.175701 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.175941 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.176201 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.177748 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.177748 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.177748 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.177748 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.177748 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.178449 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.178449 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.178449 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.178876 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.178876 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.179159 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.179159 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.179421 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.179567 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.179810 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.180038 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.180286 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.180611 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.181001 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.181752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.181752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.181752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.182179 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.182179 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.182503 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.183460 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.183460 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.183460 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.183460 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.183460 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.184117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.184117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.184117 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.185074 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.185074 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.185074 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.185074 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.185615 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.185615 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.185891 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.186029 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.186179 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.186354 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.186567 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.186814 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.187107 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.187278 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.187443 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.187673 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.187955 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.188211 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.188990 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.188990 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.188990 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.189988 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.190134 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.190375 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.191352 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.191352 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.191352 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.191352 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.191912 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.191912 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.192172 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.192375 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.192683 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.192924 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.193513 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.194489 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.195135 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.195135 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.196282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.196282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.196282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.196282 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.196816 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.196816 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.197080 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.197312 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.197446 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.197614 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.197831 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.198254 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.198672 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.198905 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.199142 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.199377 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.199596 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.200400 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.200400 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.200400 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.200752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.200752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 25 19:54:28.204674 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 25 19:54:28.204674 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 25 19:54:28.204674 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 25 19:54:28.204674 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 25 19:54:28.204674 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 25 19:54:28.204674 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 25 19:54:28.204674 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.204674 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.205822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.205822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.205822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.205822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.205822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.205822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.205822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.205822 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.206864 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.206864 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.206864 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.206864 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.206864 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.206864 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.206864 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.206864 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.208214 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.208214 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.208214 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.208214 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.208214 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] debug = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.208214 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209033 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.209843 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.210884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.210884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.210884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] host = dv-neutron-835149-1-hyperv {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.210884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.210884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.210884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.210884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.210884 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.211897 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214092 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_options = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214092 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214092 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214092 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214092 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214092 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214092 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214985 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214985 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214985 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214985 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214985 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214985 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214985 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.214985 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216010 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216010 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216010 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216010 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216010 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216010 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216010 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216010 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.216752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.218856 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.218856 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.218856 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.218856 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.218856 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.218856 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.218856 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.218856 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.219774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.219774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.219774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.219774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.219774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.219774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.219774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_json = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.219774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.221834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.221834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.221834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.221834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.221834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.221834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.221834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.221834 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:54:28.222933 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.222933 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.222933 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.222933 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.222933 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.222933 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.222933 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.222933 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.223949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.223949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.223949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.223949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.223949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.223949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.223949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.223949 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225011 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225011 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225011 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225011 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225011 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225011 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.225752 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.226392 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.226392 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.226392 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.226392 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.226893 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.226893 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.226893 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.227294 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.227294 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.227294 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.227774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.227774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.227774 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.228163 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.228163 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.228163 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.228575 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.228575 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.229376 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.229548 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.229742 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.229879 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.230013 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.230162 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.230359 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.230512 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.230645 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.230775 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.230931 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.231867 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.231867 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.231867 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.231867 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.231867 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.231867 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.232801 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.232801 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.232801 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.232801 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.232801 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.232801 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.233564 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.233564 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.233564 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.233564 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.233564 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.234980 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.236144 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.236144 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.236144 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.236144 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.236144 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.236144 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.236144 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.236144 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.237706 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.237706 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.237706 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.237706 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.237706 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.237706 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.237706 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.238695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.238695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.238695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.238695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.238695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.238695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.238695 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.239591 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.239591 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.239591 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.239591 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.239591 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.239591 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.240347 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.240347 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.240347 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.240347 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.240347 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241055 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241055 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241055 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241055 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241566 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241566 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241566 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241963 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.241963 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.242241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:54:28.242386 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.242386 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.242386 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.242386 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.242912 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.242912 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.242912 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.243295 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.243295 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.243295 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.243676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.243676 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.243953 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.243953 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.244225 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.244225 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.244504 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.244504 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.244768 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.244904 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.245052 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.245190 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.245325 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.245462 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.245597 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.245733 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.245869 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.246015 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.246152 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.246299 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.246436 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.246572 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.246767 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.246918 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.247055 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.247202 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.247339 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.247476 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.247622 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248543 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248543 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248543 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248543 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248543 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248543 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248995 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248995 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.248995 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.249228 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.249306 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250024 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250024 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250024 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250024 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250024 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250337 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250337 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250950 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250950 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250950 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.250950 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.251207 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.251297 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.251456 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.251556 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.252559 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.252725 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.252892 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.253054 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.253216 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.253379 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.253541 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.253702 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.253865 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.254021 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.254187 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.254365 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.254514 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.254659 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.254800 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.254940 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.255090 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.255228 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.255375 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.255538 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.255685 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.255845 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.255988 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.256156 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.256319 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.256500 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.256670 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.257437 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.257437 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.257437 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.257437 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.257437 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.258501 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.258501 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.258501 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.258501 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.258501 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.258501 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.258501 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.259491 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.260139 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.260508 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.260508 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.260673 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.260838 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.261015 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.261183 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.261345 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.261506 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.261683 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.261847 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.262641 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.262641 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.262641 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.262641 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.262641 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.263128 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.263128 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.263128 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.263413 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.263413 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.263607 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.263710 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.263848 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.264015 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.264189 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.264354 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.264548 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.264703 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.264866 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.265031 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.265182 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.265342 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266167 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266167 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266167 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266167 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266167 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266476 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266476 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266592 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266703 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.266861 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.267166 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.267514 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:54:28.267670 dv-neutron-835149-1-hyperv neutron-server[88375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 25 19:54:39.021444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1f491-7873-4dea-9bd7-38bd93619aeb None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 19:54:39.094491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f1f491-7873-4dea-9bd7-38bd93619aeb None None] No non-hosted networks {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 25 19:54:39.108439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.agentschedulers_db [None req-f1f1f491-7873-4dea-9bd7-38bd93619aeb None None] DHCP Agent not found on host dv-neutron-835149-1-hyperv {{(pid=88486) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 25 19:54:39.269196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d0cef70-fdbd-400f-ad67-247585a5f4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1905927'] for agent, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:41.315261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ae46d5a-1eed-414f-aec7-8ed643f8972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1905927'] for agent, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:41.362109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-f915d80c-8856-465c-a59d-2c1efb04db77 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835149-1-hyperv {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 19:54:41.362656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-f915d80c-8856-465c-a59d-2c1efb04db77 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 19:54:41.948661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f915d80c-8856-465c-a59d-2c1efb04db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:42.749368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1905927'] for agent, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:42.817247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1905927'] for agent, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:42.818200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.820095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.820095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.820095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.820095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.820659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.821242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.821807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.822403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.822948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.823537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.824408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:42.825020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835149-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:54:42.832128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835149-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:54:44.137372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1905927'] for agent, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:44.206715 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.db.l3_hamode_db [None req-6fe0858a-836c-45f0-b091-c68dde8b504b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 25 19:54:44.294041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0858a-836c-45f0-b091-c68dde8b504b None None] Routers set() bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 19:54:44.294651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0858a-836c-45f0-b091-c68dde8b504b None None] Router IDs set() for agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 25 19:54:45.440676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51660) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:54:46.020414 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING oslo_policy.policy [None req-1de6697b-3401-45c5-b2cb-d14f24192379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:54:46.021022 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING oslo_policy.policy [None req-1de6697b-3401-45c5-b2cb-d14f24192379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:54:46.242877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-1de6697b-3401-45c5-b2cb-d14f24192379 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 19:54:46.243925 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1de6697b-3401-45c5-b2cb-d14f24192379 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8023679 Mar 25 19:54:48.644917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51674) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:54:48.997314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:54:49.092584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.policy [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88485) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 25 19:54:49.137048 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING oslo_policy.policy [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:54:49.137423 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING oslo_policy.policy [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:54:49.146228 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.quota [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] Loaded quota_driver: . Mar 25 19:54:49.161707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:54:49.314031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780955093170', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780955093861', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780955115043', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780955005132', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780955000058', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780955022634', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527793', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673301'] for rbac-policy, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:49.462454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:49.463881 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8930922a-9f7b-4971-9586-8481845ccf73 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8177021 Mar 25 19:54:52.069285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51688) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:54:52.416340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'name': 'private'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:54:52.421057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:54:52.425518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Usage tracker for resource:network and tenant:6525ad96aeb64bf8b2331bdee56d0de9 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 19:54:52.430076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 19:54:52.436196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:54:52.479436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Made reservation on behalf of 6525ad96aeb64bf8b2331bdee56d0de9 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:54:52.482177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:52.499784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:52.517262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:54:52.518064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6525ad96aeb64bf8b2331bdee56d0de9 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 19:54:52.523159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 19:54:52.528688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:54:52.627867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:52.679330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:52.703122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:54:52.727474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780952841750', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:52.728040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Unsubscribe: segment precommit_create {{(pid=88485) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 25 19:54:52.728637 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Added segment e0d2eb0c-f37d-4e15-a8e2-50982c509516 of type vlan for network 4decbf10-9e91-4d91-9807-7aca31684fa2 Mar 25 19:54:52.738204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3c669b-91e0-4f26-971b-493f071ba6f6,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:54:52.794503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.794503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.794503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.794503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.794503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.795019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.795019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.795019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.795019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.795019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.795420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.795420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Tracked resource versions report: Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: pushed versions: Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: { 'AddressGroup': {'1.2'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'ConntrackHelper': {'1.0'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Log': {'1.0'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Network': {'1.1'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Port': {'1.7'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'PortForwarding': {'1.2'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'QosPolicy': {'1.8'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SecurityGroup': {'1.4'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SubPort': {'1.0'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Subnet': {'1.1'}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Trunk': {'1.1'}} Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: consumer versions: Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: { DHCP agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: L3 agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: Metadata agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: Metering agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: Open vSwitch agent@dv-neutron-835149-1-hyperv: { 'AddressGroup': '1.2', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'ConntrackHelper': '1.0', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Log': '1.0', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Network': '1.1', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Port': '1.7', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'PortForwarding': '1.2', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'QosPolicy': '1.8', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SecurityGroup': '1.4', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SecurityGroupRule': '1.2', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SubPort': '1.0', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Subnet': '1.1', Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Trunk': '1.1'}} Mar 25 19:54:52.796340 dv-neutron-835149-1-hyperv neutron-server[88485]: {{(pid=88485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:54:52.840345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:52.930944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:52.932021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:54:52.932697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:53.038404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4decbf10-9e91-4d91-9807-7aca31684fa2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:54:53.049703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 4decbf10-9e91-4d91-9807-7aca31684fa2 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 19:54:53.080308 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2742616d-49d2-4cb4-b26c-e4fcc45b58e8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0099773 Mar 25 19:54:55.764726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51704) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:54:56.203307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d9e02e-7c3d-4a45-8d4f-bc8d328ba99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:54:56.204768 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e2d9e02e-7c3d-4a45-8d4f-bc8d328ba99b admin admin] 10.222.0.37 "GET /v2.0/networks/4decbf10-9e91-4d91-9807-7aca31684fa2 HTTP/1.1" status: 200 len: 825 time: 0.4390085 Mar 25 19:54:56.231558 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-23ca4472-4f68-4ab1-be8f-a83393bdcf22 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/29aabf99-e161-4a7b-8b72-67d9d7ff86ae HTTP/1.1" status: 200 len: 734 time: 0.0213397 Mar 25 19:54:56.240287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2', 'subnetpool_id': '29aabf99-e161-4a7b-8b72-67d9d7ff86ae', 'gateway_ip': '172.20.0.1', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:54:56.244443 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:54:56.248131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Usage tracker for resource:subnet and tenant:6525ad96aeb64bf8b2331bdee56d0de9 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 19:54:56.251001 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 19:54:56.256580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:54:56.325601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Made reservation on behalf of 6525ad96aeb64bf8b2331bdee56d0de9 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:54:56.327904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:56.657973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:56.740243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Checking segment: {'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 19:54:56.740650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Network hostable DHCP agents. Network: 4decbf10-9e91-4d91-9807-7aca31684fa2, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:54:56.745946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:54:56.805103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Network 4decbf10-9e91-4d91-9807-7aca31684fa2 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:54:56.856572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 4decbf10-9e91-4d91-9807-7aca31684fa2) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:54:56.861046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:54:56.861624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:56.865812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09715983-5f00-4cb7-b525-05f9a947f147 None None] Network 4decbf10-9e91-4d91-9807-7aca31684fa2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 19:54:56.926061 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a13fa510-efd0-4623-88d3-14d017a62569 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6888182 Mar 25 19:54:57.173482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-4decbf10-9e91-4d91-9807-7aca31684fa2', 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'fixed_ips': [{'subnet_id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 19:54:57.174679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:57.357624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Allocated IP 172.20.0.2 (4decbf10-9e91-4d91-9807-7aca31684fa2/24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d/6bb03f3f-3aac-4545-a3ed-a5f539a6b223) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:54:57.589063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:57.602440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Transition to ACTIVE for port object 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 19:54:57.626905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Transition to ACTIVE for port object 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 19:54:57.668716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:57.732024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Network 4decbf10-9e91-4d91-9807-7aca31684fa2 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:54:57.739380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:54:57.745156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Pushing event updated for resources: {'Port': ['ID=6bb03f3f-3aac-4545-a3ed-a5f539a6b223,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:54:57.747373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 19:54:57.756284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.756665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.757003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.757331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.757652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.757987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.758309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.758626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.758958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.759278 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.759588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.759898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Tracked resource versions report: Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: pushed versions: Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: { 'AddressGroup': {'1.2'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'ConntrackHelper': {'1.0'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Log': {'1.0'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Network': {'1.1'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Port': {'1.7'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'PortForwarding': {'1.2'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'QosPolicy': {'1.8'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SecurityGroup': {'1.4'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SubPort': {'1.0'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Subnet': {'1.1'}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Trunk': {'1.1'}} Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: consumer versions: Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: { DHCP agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: L3 agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: Metadata agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: Metering agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: Open vSwitch agent@dv-neutron-835149-1-hyperv: { 'AddressGroup': '1.2', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'ConntrackHelper': '1.0', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Log': '1.0', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Network': '1.1', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Port': '1.7', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'PortForwarding': '1.2', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'QosPolicy': '1.8', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SecurityGroup': '1.4', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SecurityGroupRule': '1.2', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SubPort': '1.0', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Subnet': '1.1', Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Trunk': '1.1'}} Mar 25 19:54:57.761240 dv-neutron-835149-1-hyperv neutron-server[88486]: {{(pid=88486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:54:57.848296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Attempting to bind port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 19:54:57.848715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Attempting to bind port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 19:54:57.849117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Attempting to bind port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 on network 4decbf10-9e91-4d91-9807-7aca31684fa2 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 19:54:57.854255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 19:54:57.854649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Checking segment: {'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 19:54:57.855126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:57.855510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Bound using segment: {'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 19:54:57.855997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Bound port: 6bb03f3f-3aac-4545-a3ed-a5f539a6b223, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 19:54:57.856376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:57.943027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] For port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 19:54:57.946742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] For port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6bb03f3f-3aac-4545-a3ed-a5f539a6b223,segment=NetworkSegment(e0d2eb0c-f37d-4e15-a8e2-50982c509516),segment_id=e0d2eb0c-f37d-4e15-a8e2-50982c509516)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 19:54:58.018084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:54:58.106544 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe881a-8af2-423d-be17-a92c9cdd7562 None None] Pushing event updated for resources: {'Port': ['ID=6bb03f3f-3aac-4545-a3ed-a5f539a6b223,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:54:59.363775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51714) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:54:59.736121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-eef6211a-a855-4f70-a3cf-8443cff37f28 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 19:54:59.737130 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-eef6211a-a855-4f70-a3cf-8443cff37f28 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3724253 Mar 25 19:55:01.973430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea670064-c2a2-433c-9d69-cce947d47bc6 None None] Network 4decbf10-9e91-4d91-9807-7aca31684fa2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 19:55:02.141266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6ce97476-9499-485a-b2fc-28c5feaca131 None None] Provisioning for port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 19:55:02.168669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51728) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:55:02.532288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 19:55:02.553822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-41cacde2-1483-4174-beea-e39025c814d3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 19:55:02.554878 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-41cacde2-1483-4174-beea-e39025c814d3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3852148 Mar 25 19:55:02.656811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 19:55:02.662331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:55:02.662775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:02.780967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:02.814102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6bb03f3f-3aac-4545-a3ed-a5f539a6b223,segment=NetworkSegment(e0d2eb0c-f37d-4e15-a8e2-50982c509516),segment_id=e0d2eb0c-f37d-4e15-a8e2-50982c509516)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 19:55:02.879288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:02.947724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6bb03f3f-3aac-4545-a3ed-a5f539a6b223,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:04.499849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 19:55:04.566490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:55:04.566854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:05.193391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51740) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:55:05.529080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'name': 'router1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:55:05.535239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:55:05.538283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Usage tracker for resource:router and tenant:6525ad96aeb64bf8b2331bdee56d0de9 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 19:55:05.541484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 19:55:05.547176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:55:05.617124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:05.618715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:05.640598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:05.783723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:05.850664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:05.851817 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fd3e2898-be45-4e46-8dc7-8885b664a6d2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6574800 Mar 25 19:55:08.241300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51750) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:55:08.599024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-c51c0a5d-845c-4a03-9453-94b268b14f79 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 19:55:08.600128 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c51c0a5d-845c-4a03-9453-94b268b14f79 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3578691 Mar 25 19:55:09.028104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6598-3a90-463a-ab6c-567f43a399e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:10.980911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51760) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:55:11.140711 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 19:55:11.290488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cad7ed19-9473-42a7-8228-0a298ac2ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.347664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:55:11.352712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:55:11.356675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Usage tracker for resource:network and tenant:cc75c963d9654f94a3431b28ee1099f2 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 19:55:11.359614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 19:55:11.366502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:55:11.416320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Made reservation on behalf of cc75c963d9654f94a3431b28ee1099f2 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:55:11.418579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.430608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.444668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:55:11.448242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Usage tracker for resource:security_group_rule and tenant:cc75c963d9654f94a3431b28ee1099f2 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 19:55:11.450943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 19:55:11.456456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:55:11.533306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.570287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.589532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Reserving flat network on physical network physnet1 {{(pid=88485) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 25 19:55:11.609178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0efed2-8275-4171-932c-0734c0776671,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:11.613878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.614217 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Added segment f4230d36-c27f-429d-9a18-c52627e7f888 of type flat for network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 Mar 25 19:55:11.644771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.736890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.737825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:55:11.738389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:11.836613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] Pushing event updated for resources: {'Network': ['ID=f4971c3b-f0c1-4fdc-b528-cb913eee80e0,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:11.846885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 19:55:11.897306 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cdd4c39a-2f70-45a6-8dbc-0439959ae86a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9151890 Mar 25 19:55:12.674005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:12.776523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:14.039534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:14.277008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51780) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:55:14.495386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2bc57f-c80b-4ff7-b4e7-6e2896e6b72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:55:14.496773 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5c2bc57f-c80b-4ff7-b4e7-6e2896e6b72b admin admin] 10.222.0.37 "GET /v2.0/subnets/24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d HTTP/1.1" status: 200 len: 849 time: 0.2187452 Mar 25 19:55:14.637261 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d54e9a46-e674-44d8-b382-d5a8dc7cc043 admin admin] 10.222.0.37 "GET /v2.0/routers/91f24b0b-f4f3-480d-af55-0ca16df9514d HTTP/1.1" status: 200 len: 704 time: 0.1344469 Mar 25 19:55:15.090890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:15.340976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Allocated IP 172.20.0.1 (4decbf10-9e91-4d91-9807-7aca31684fa2/24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d/3d46d495-d956-44de-8521-6056259522db) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:55:15.489829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:15.506765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Transition to ACTIVE for port object 3d46d495-d956-44de-8521-6056259522db will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 19:55:15.617234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:15.679648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Network 4decbf10-9e91-4d91-9807-7aca31684fa2 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:55:15.682338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:55:15.690305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 19:55:15.690808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:15.809585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Pushing event updated for resources: {'Port': ['ID=3d46d495-d956-44de-8521-6056259522db,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:15.913629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-76c01cd5-82c4-4ccb-a030-31f965bd1fbb None None] Provisioning for port 3d46d495-d956-44de-8521-6056259522db completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 19:55:15.918286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-76c01cd5-82c4-4ccb-a030-31f965bd1fbb None None] Provisioning complete for port 3d46d495-d956-44de-8521-6056259522db triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:55:15.918647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-76c01cd5-82c4-4ccb-a030-31f965bd1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:15.972601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-76c01cd5-82c4-4ccb-a030-31f965bd1fbb None None] Port 3d46d495-d956-44de-8521-6056259522db cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 19:55:16.013567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:16.237033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:16.290474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:16.291212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:16.429767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Pushing event updated for resources: {'Port': ['ID=3d46d495-d956-44de-8521-6056259522db,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:16.485922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Network 4decbf10-9e91-4d91-9807-7aca31684fa2 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:55:16.486955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:55:16.694597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1a47cdfd-4949-4aea-a926-97382b85d1bc None None] Provisioning complete for port 3d46d495-d956-44de-8521-6056259522db triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:55:16.694962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1a47cdfd-4949-4aea-a926-97382b85d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:16.747026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1a47cdfd-4949-4aea-a926-97382b85d1bc None None] Port 3d46d495-d956-44de-8521-6056259522db cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 19:55:16.788246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Router 91f24b0b-f4f3-480d-af55-0ca16df9514d is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 19:55:16.938397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 19:55:16.947546 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Sync routers for ids ['91f24b0b-f4f3-480d-af55-0ca16df9514d'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:55:16.948745 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fd0dd948-9c71-4f09-aa4e-8fb59e448cfe admin admin] 10.222.0.37 "PUT /v2.0/routers/91f24b0b-f4f3-480d-af55-0ca16df9514d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3060412 Mar 25 19:55:16.958259 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Routers {'91f24b0b-f4f3-480d-af55-0ca16df9514d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 19:55:16.959098 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T19:55:11Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['91f24b0b-f4f3-480d-af55-0ca16df9514d'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:55:17.137704 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Set router 91f24b0b-f4f3-480d-af55-0ca16df9514d gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 19:55:17.503607 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'name': 'router1', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:55:05Z', 'updated_at': '2022-03-25T19:55:15Z', 'revision_number': 2, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'gw_port_host': None, '_interfaces': [{'id': '3d46d495-d956-44de-8521-6056259522db', 'name': '', 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'mac_address': 'fa:16:3e:47:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:15Z', 'updated_at': '2022-03-25T19:55:16Z', 'revision_number': 2, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'subnets': [{'id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29aabf99-e161-4a7b-8b72-67d9d7ff86ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:55:17.508302 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Checking router: 91f24b0b-f4f3-480d-af55-0ca16df9514d for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:55:17.508698 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Updating router 91f24b0b-f4f3-480d-af55-0ca16df9514d port 3d46d495-d956-44de-8521-6056259522db binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:55:17.561176 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:17.941256 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:17.955433 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Transition to ACTIVE for port object 3d46d495-d956-44de-8521-6056259522db will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 19:55:18.027354 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:18.200726 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Pushing event updated for resources: {'Port': ['ID=3d46d495-d956-44de-8521-6056259522db,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:18.259817 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.260188 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.260550 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.260890 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.261220 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.261566 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.261891 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.262214 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.262546 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.262868 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.263184 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.263499 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Tracked resource versions report: Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: pushed versions: Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: { 'AddressGroup': {'1.2'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'ConntrackHelper': {'1.0'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Log': {'1.0'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Network': {'1.1'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Port': {'1.7'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'PortForwarding': {'1.2'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'QosPolicy': {'1.8'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SecurityGroup': {'1.4'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SubPort': {'1.0'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Subnet': {'1.1'}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Trunk': {'1.1'}} Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: consumer versions: Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: { DHCP agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: L3 agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: Metadata agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: Metering agent@dv-neutron-835149-1-hyperv: {}, Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: Open vSwitch agent@dv-neutron-835149-1-hyperv: { 'AddressGroup': '1.2', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'ConntrackHelper': '1.0', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Log': '1.0', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Network': '1.1', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Port': '1.7', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'PortForwarding': '1.2', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'QosPolicy': '1.8', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SecurityGroup': '1.4', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SecurityGroupRule': '1.2', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SubPort': '1.0', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Subnet': '1.1', Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Trunk': '1.1'}} Mar 25 19:55:18.264840 dv-neutron-835149-1-hyperv neutron-server[88487]: {{(pid=88487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:55:18.283876 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Attempting to bind port 3d46d495-d956-44de-8521-6056259522db on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 19:55:18.284283 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Attempting to bind port 3d46d495-d956-44de-8521-6056259522db by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 19:55:18.284713 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Attempting to bind port 3d46d495-d956-44de-8521-6056259522db on network 4decbf10-9e91-4d91-9807-7aca31684fa2 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 19:55:18.289875 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 19:55:18.290278 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Checking segment: {'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 19:55:18.290772 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:18.291153 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Bound using segment: {'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 19:55:18.291636 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Bound port: 3d46d495-d956-44de-8521-6056259522db, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d2eb0c-f37d-4e15-a8e2-50982c509516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 19:55:18.292019 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:18.378296 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] For port 3d46d495-d956-44de-8521-6056259522db, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 19:55:18.382174 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] For port 3d46d495-d956-44de-8521-6056259522db, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3d46d495-d956-44de-8521-6056259522db,segment=NetworkSegment(e0d2eb0c-f37d-4e15-a8e2-50982c509516),segment_id=e0d2eb0c-f37d-4e15-a8e2-50982c509516)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 19:55:18.445455 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:18.532530 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8096f84-f88f-4192-8457-95935699f648 None None] Pushing event updated for resources: {'Port': ['ID=3d46d495-d956-44de-8521-6056259522db,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:18.536357 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Routers {'91f24b0b-f4f3-480d-af55-0ca16df9514d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 19:55:18.536987 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T19:55:11Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['91f24b0b-f4f3-480d-af55-0ca16df9514d'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:55:18.691642 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] Set router 91f24b0b-f4f3-480d-af55-0ca16df9514d gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 19:55:19.008975 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'name': 'router1', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:55:05Z', 'updated_at': '2022-03-25T19:55:15Z', 'revision_number': 2, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'gw_port_host': None, '_interfaces': [{'id': '3d46d495-d956-44de-8521-6056259522db', 'name': '', 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'mac_address': 'fa:16:3e:47:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:15Z', 'updated_at': '2022-03-25T19:55:18Z', 'revision_number': 4, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'subnets': [{'id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29aabf99-e161-4a7b-8b72-67d9d7ff86ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:55:19.012733 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a91562-c177-4a2b-ab59-98f1b0561944 None None] The sync data for ids ['91f24b0b-f4f3-480d-af55-0ca16df9514d'] in dv-neutron-835149-1-hyperv is: [{'id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'name': 'router1', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:55:05Z', 'updated_at': '2022-03-25T19:55:15Z', 'revision_number': 2, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'gw_port_host': None, '_interfaces': [{'id': '3d46d495-d956-44de-8521-6056259522db', 'name': '', 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'mac_address': 'fa:16:3e:47:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:15Z', 'updated_at': '2022-03-25T19:55:18Z', 'revision_number': 4, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'subnets': [{'id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29aabf99-e161-4a7b-8b72-67d9d7ff86ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:55:19.180339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51802) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:55:19.333234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cff9b6-87f3-44b8-9922-bdf866636fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:55:19.333805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-09cff9b6-87f3-44b8-9922-bdf866636fc0 admin admin] Synchronizing usage tracker for tenant:cc75c963d9654f94a3431b28ee1099f2 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 19:55:19.387629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-09cff9b6-87f3-44b8-9922-bdf866636fc0 admin admin] Unset dirty status for tenant:cc75c963d9654f94a3431b28ee1099f2 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 19:55:19.388910 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-09cff9b6-87f3-44b8-9922-bdf866636fc0 admin admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 842 time: 0.2075138 Mar 25 19:55:19.399950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.8.1', 'ip_version': 4, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'name': 'public-subnet', 'cidr': '172.26.8.0/24'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:55:19.404527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:55:19.408303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Usage tracker for resource:subnet and tenant:cc75c963d9654f94a3431b28ee1099f2 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 19:55:19.411157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 19:55:19.417248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:55:19.496333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Made reservation on behalf of cc75c963d9654f94a3431b28ee1099f2 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:55:19.498628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:19.934828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 19:55:19.935285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:20.005121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=115f1c30-3104-4b07-a094-caf441f46f96,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:20.013675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 19:55:20.014027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Network hostable DHCP agents. Network: f4971c3b-f0c1-4fdc-b528-cb913eee80e0, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:55:20.079342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:55:20.118638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, f4971c3b-f0c1-4fdc-b528-cb913eee80e0) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:55:20.122648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:55:20.123225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:20.128239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38023638-413f-4523-b941-28e5a79ec9d1 None None] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 19:55:20.193727 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9147ef36-b5d4-4d48-9fc1-dc402c883854 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7980194 Mar 25 19:55:20.353204 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1cefd-3357-4b1d-a1e7-bf4e2238238e None None] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 19:55:20.555723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3d46d495-d956-44de-8521-6056259522db up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 19:55:20.701858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 3d46d495-d956-44de-8521-6056259522db completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 19:55:20.707579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3d46d495-d956-44de-8521-6056259522db triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:55:20.708088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:20.823676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:20.855352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 3d46d495-d956-44de-8521-6056259522db, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3d46d495-d956-44de-8521-6056259522db,segment=NetworkSegment(e0d2eb0c-f37d-4e15-a8e2-50982c509516),segment_id=e0d2eb0c-f37d-4e15-a8e2-50982c509516)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 19:55:20.919561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:20.992540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=3d46d495-d956-44de-8521-6056259522db,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:22.467184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 51816) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:55:22.510571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3d46d495-d956-44de-8521-6056259522db up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 19:55:22.579938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3d46d495-d956-44de-8521-6056259522db triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:55:22.580297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:22.663218 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0d1d59cf-7185-455d-8d8e-c3723e83ffc5 admin admin] 10.222.0.37 "GET /v2.0/routers/91f24b0b-f4f3-480d-af55-0ca16df9514d HTTP/1.1" status: 200 len: 710 time: 0.1949174 Mar 25 19:55:22.788108 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b334e0-2ec9-4914-8577-f8ab85d61bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:55:22.789469 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-96b334e0-2ec9-4914-8577-f8ab85d61bed admin admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 886 time: 0.1211696 Mar 25 19:55:22.798420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:55:23.274317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:23.696829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:23.757376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:23.887092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Allocated IP 172.26.8.66 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/2d196934-0a38-406d-8e78-49683dd8f157) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:55:24.040359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:24.130985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:24.200497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=2d196934-0a38-406d-8e78-49683dd8f157,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:24.204293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:55:24.205704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:55:24.207934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 19:55:24.691232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:25.021140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:25.024315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:25.196466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Router 91f24b0b-f4f3-480d-af55-0ca16df9514d has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 19:55:25.368391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 19:55:25.376952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:25.378137 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fadfa038-2b0c-4933-a7e5-1fab3db77cc0 admin admin] 10.222.0.37 "PUT /v2.0/routers/91f24b0b-f4f3-480d-af55-0ca16df9514d HTTP/1.1" status: 200 len: 889 time: 2.5832758 Mar 25 19:55:25.378345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Sync routers for ids ['91f24b0b-f4f3-480d-af55-0ca16df9514d'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:55:25.388580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Routers {'91f24b0b-f4f3-480d-af55-0ca16df9514d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 19:55:25.394828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T19:55:11Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['91f24b0b-f4f3-480d-af55-0ca16df9514d'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:55:25.581864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Set router 91f24b0b-f4f3-480d-af55-0ca16df9514d gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 19:55:25.934690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'name': 'router1', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '2d196934-0a38-406d-8e78-49683dd8f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:55:05Z', 'updated_at': '2022-03-25T19:55:24Z', 'revision_number': 4, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'gw_port': {'id': '2d196934-0a38-406d-8e78-49683dd8f157', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:23Z', 'updated_at': '2022-03-25T19:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '3d46d495-d956-44de-8521-6056259522db', 'name': '', 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'mac_address': 'fa:16:3e:47:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:15Z', 'updated_at': '2022-03-25T19:55:20Z', 'revision_number': 5, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'subnets': [{'id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29aabf99-e161-4a7b-8b72-67d9d7ff86ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:55:25.939919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Checking router: 91f24b0b-f4f3-480d-af55-0ca16df9514d for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:55:25.940259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Updating router 91f24b0b-f4f3-480d-af55-0ca16df9514d port 2d196934-0a38-406d-8e78-49683dd8f157 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:55:25.993015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:26.309904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:26.323613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Transition to ACTIVE for port object 2d196934-0a38-406d-8e78-49683dd8f157 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 19:55:26.399348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:26.480235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Attempting to bind port 2d196934-0a38-406d-8e78-49683dd8f157 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 19:55:26.480628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Attempting to bind port 2d196934-0a38-406d-8e78-49683dd8f157 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 19:55:26.480989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Attempting to bind port 2d196934-0a38-406d-8e78-49683dd8f157 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 19:55:26.484203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f347a-3684-4eb0-bf70-3b8df0072c8f None None] Pushing event updated for resources: {'Port': ['ID=2d196934-0a38-406d-8e78-49683dd8f157,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:26.488440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 19:55:26.488834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 19:55:26.489226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:26.489604 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 19:55:26.490058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Bound port: 2d196934-0a38-406d-8e78-49683dd8f157, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 19:55:26.490444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:26.560138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] For port 2d196934-0a38-406d-8e78-49683dd8f157, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 19:55:26.562973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] For port 2d196934-0a38-406d-8e78-49683dd8f157, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2d196934-0a38-406d-8e78-49683dd8f157,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 19:55:26.651865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:26.734696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Routers {'91f24b0b-f4f3-480d-af55-0ca16df9514d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 19:55:26.735294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T19:55:11Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['91f24b0b-f4f3-480d-af55-0ca16df9514d'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:55:26.798197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f347a-3684-4eb0-bf70-3b8df0072c8f None None] Pushing event updated for resources: {'Port': ['ID=2d196934-0a38-406d-8e78-49683dd8f157,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:26.913466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] Set router 91f24b0b-f4f3-480d-af55-0ca16df9514d gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 19:55:27.261013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'name': 'router1', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '2d196934-0a38-406d-8e78-49683dd8f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:55:05Z', 'updated_at': '2022-03-25T19:55:24Z', 'revision_number': 4, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'gw_port': {'id': '2d196934-0a38-406d-8e78-49683dd8f157', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:23Z', 'updated_at': '2022-03-25T19:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '3d46d495-d956-44de-8521-6056259522db', 'name': '', 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'mac_address': 'fa:16:3e:47:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:15Z', 'updated_at': '2022-03-25T19:55:20Z', 'revision_number': 5, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'subnets': [{'id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29aabf99-e161-4a7b-8b72-67d9d7ff86ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:55:27.264745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58381c-54f8-47ec-932e-350832fdf979 None None] The sync data for ids ['91f24b0b-f4f3-480d-af55-0ca16df9514d'] in dv-neutron-835149-1-hyperv is: [{'id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'name': 'router1', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': '2d196934-0a38-406d-8e78-49683dd8f157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:55:05Z', 'updated_at': '2022-03-25T19:55:24Z', 'revision_number': 4, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'gw_port': {'id': '2d196934-0a38-406d-8e78-49683dd8f157', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:23Z', 'updated_at': '2022-03-25T19:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '3d46d495-d956-44de-8521-6056259522db', 'name': '', 'network_id': '4decbf10-9e91-4d91-9807-7aca31684fa2', 'tenant_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'mac_address': 'fa:16:3e:47:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f24b0b-f4f3-480d-af55-0ca16df9514d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:55:15Z', 'updated_at': '2022-03-25T19:55:20Z', 'revision_number': 5, 'project_id': '6525ad96aeb64bf8b2331bdee56d0de9', 'subnets': [{'id': '24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29aabf99-e161-4a7b-8b72-67d9d7ff86ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:55:27.770595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 51826) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:55:27.934967 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING oslo_policy.policy [None req-b7dea4af-ee38-4dc9-85fa-80a24559cf95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:55:27.935538 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING oslo_policy.policy [None req-b7dea4af-ee38-4dc9-85fa-80a24559cf95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:55:28.335896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.policy [None req-b7dea4af-ee38-4dc9-85fa-80a24559cf95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88484) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 25 19:55:28.381597 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING oslo_policy.policy [None req-b7dea4af-ee38-4dc9-85fa-80a24559cf95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:55:28.381979 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING oslo_policy.policy [None req-b7dea4af-ee38-4dc9-85fa-80a24559cf95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:55:28.392272 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b7dea4af-ee38-4dc9-85fa-80a24559cf95 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.6196089 Mar 25 19:55:28.535435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2d196934-0a38-406d-8e78-49683dd8f157 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 19:55:28.656187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 2d196934-0a38-406d-8e78-49683dd8f157 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 19:55:28.661512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2d196934-0a38-406d-8e78-49683dd8f157 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:55:28.661874 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:28.777873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:28.798028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 2d196934-0a38-406d-8e78-49683dd8f157, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2d196934-0a38-406d-8e78-49683dd8f157,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 19:55:28.867508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:28.939382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=2d196934-0a38-406d-8e78-49683dd8f157,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:55:30.529239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2d196934-0a38-406d-8e78-49683dd8f157 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 19:55:30.599861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2d196934-0a38-406d-8e78-49683dd8f157 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:55:30.600221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:39.038945 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0ea08b8-648f-4328-8de6-a0108fd7f87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:41.290151 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3590bf36-e2fc-410d-9a17-b1632b6a866f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:42.689541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:42.798636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:44.078519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:55:48.140774 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 19:56:09.027001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6e54ab6-a6fa-407f-bcfd-54ea8252fd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:11.301013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12a81b65-187c-45d2-84da-f0d00d4d8061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:12.701768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:12.831754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:14.043774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:25.140244 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 19:56:39.066143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7d156864-8bc7-4f23-9895-492c293dfa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:41.312030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edfbb51a-80b2-48d8-9779-62b96929cce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:42.700799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:42.808069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:56:44.380792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:02.138218 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 19:57:09.035624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14f1d8bc-be7a-4eeb-ac86-a87ad0e21582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:11.288684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-acccd8b5-8167-415d-8830-0b01a8390713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:12.703900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:12.837124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:14.066128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:37.275325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52434) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:37.344301 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7901c04-fa21-4e86-b9f3-11ec12d12717 admin admin] GET failed (client error): The resource could not be found. Mar 25 19:57:37.345576 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e7901c04-fa21-4e86-b9f3-11ec12d12717 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0691757 Mar 25 19:57:37.474355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6897d9-b32f-42c1-88a3-a79a5eb0e93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:37.475714 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1a6897d9-b32f-42c1-88a3-a79a5eb0e93c admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1259799 Mar 25 19:57:39.053701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a71d97dd-92de-4f43-9486-3419e785fa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:39.136763 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 19:57:39.621203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52444) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:39.726595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23114a7-3385-4b7d-8474-40841f87e08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:39.727150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e23114a7-3385-4b7d-8474-40841f87e08f admin admin] Synchronizing usage tracker for tenant:cc75c963d9654f94a3431b28ee1099f2 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 19:57:39.816765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e23114a7-3385-4b7d-8474-40841f87e08f admin admin] Unset dirty status for tenant:cc75c963d9654f94a3431b28ee1099f2 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 19:57:39.817813 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e23114a7-3385-4b7d-8474-40841f87e08f admin admin] 10.222.0.37 "GET /v2.0/subnets/24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d HTTP/1.1" status: 200 len: 849 time: 0.1955318 Mar 25 19:57:39.827083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:57:39.941352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:40.191217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780952702967'] for subnet, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:40.240795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:40.241370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:40.242670 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] 10.222.0.37 "PUT /v2.0/subnets/24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d HTTP/1.1" status: 200 len: 868 time: 0.4192858 Mar 25 19:57:40.246017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6bcb9a-0fac-49c3-92a4-be2a54767d1e None None] Network 4decbf10-9e91-4d91-9807-7aca31684fa2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 19:57:40.271003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:57:40.278839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.279234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.279663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.280022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.280355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.280707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.281217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.281393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.281789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.282003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.282319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.282639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f708f66-88da-4f1c-8ad5-f160f615105d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:57:40.746626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c1ad08b1-351f-4383-88fd-f92e86966b4b None None] Provisioning complete for port 6bb03f3f-3aac-4545-a3ed-a5f539a6b223 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:57:40.747019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1ad08b1-351f-4383-88fd-f92e86966b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:40.872261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c1ad08b1-351f-4383-88fd-f92e86966b4b None None] Provisioning complete for port 3d46d495-d956-44de-8521-6056259522db triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:57:40.872749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1ad08b1-351f-4383-88fd-f92e86966b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:41.293523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f53c3c75-6a7c-47f3-ab5d-57c15ac2c3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:42.411199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52454) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:42.586017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcab624b-8c02-437c-8382-4a95f5b9bcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:42.586482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcab624b-8c02-437c-8382-4a95f5b9bcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:42.587983 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fcab624b-8c02-437c-8382-4a95f5b9bcb8 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1758058 Mar 25 19:57:42.719912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:42.811030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:44.081702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:57:44.779872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52464) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:44.999434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d88ece-e58a-4579-9634-bf490afcaffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:44.999906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d88ece-e58a-4579-9634-bf490afcaffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:45.001458 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a9d88ece-e58a-4579-9634-bf490afcaffd admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2206199 Mar 25 19:57:47.142989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 52474) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:47.348023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48dd0b9-563b-4906-b1c5-3b0497c45f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:47.349341 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a48dd0b9-563b-4906-b1c5-3b0497c45f93 admin admin] 10.222.0.37 "GET /v2.0/networks/4decbf10-9e91-4d91-9807-7aca31684fa2 HTTP/1.1" status: 200 len: 869 time: 0.2048304 Mar 25 19:57:49.537144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 52484) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:49.701437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7fdff-2cb1-4670-a7b7-13e4d159ac46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:49.702748 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a4a7fdff-2cb1-4670-a7b7-13e4d159ac46 admin admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 886 time: 0.1646698 Mar 25 19:57:51.889587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52494) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:51.994487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4c1f5-0ace-4d1a-932e-60142753ad77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:51.994972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4c1f5-0ace-4d1a-932e-60142753ad77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:51.996506 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-96d4c1f5-0ace-4d1a-932e-60142753ad77 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059668 Mar 25 19:57:54.130613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52504) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:54.236838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857cb379-d1b0-4098-b846-a5cc4c64f7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:54.237797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857cb379-d1b0-4098-b846-a5cc4c64f7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:54.239266 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-857cb379-d1b0-4098-b846-a5cc4c64f7c0 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1077108 Mar 25 19:57:56.385958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52514) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:56.483337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb63a270-ebbd-46ad-b1bc-ab426d0cde64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:56.484647 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-eb63a270-ebbd-46ad-b1bc-ab426d0cde64 admin admin] 10.222.0.37 "GET /v2.0/subnets/115f1c30-3104-4b07-a094-caf441f46f96 HTTP/1.1" status: 200 len: 816 time: 0.0977557 Mar 25 19:57:58.628765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52524) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:57:58.734706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757b304-d83a-4222-9696-5f973b523507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:57:58.736025 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a757b304-d83a-4222-9696-5f973b523507 admin admin] 10.222.0.37 "GET /v2.0/subnets/24ca31f5-78c2-48ea-aeaf-7a6391a8ad4d HTTP/1.1" status: 200 len: 868 time: 0.1062577 Mar 25 19:58:09.025022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3928ee5a-407a-4c05-89b7-f93f08b49130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:11.317175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-76bba7c2-3e03-40a3-a4cb-792236dfe393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:12.725146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:12.813165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:14.084987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:16.135886 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 19:58:17.609471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52570) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:58:17.657278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-fcdb5ba4-6d60-4a31-9d51-6b18381af523 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 19:58:17.658237 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fcdb5ba4-6d60-4a31-9d51-6b18381af523 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478485 Mar 25 19:58:19.881395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52580) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:58:19.949176 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3170dc-1dee-48e1-a901-3fe88e4832e6 admin admin] GET failed (client error): The resource could not be found. Mar 25 19:58:19.950410 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ff3170dc-1dee-48e1-a901-3fe88e4832e6 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0681069 Mar 25 19:58:20.077481 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e4fea0-58e4-4020-b314-5b031f3c6cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:58:20.078915 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-15e4fea0-58e4-4020-b314-5b031f3c6cd3 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1247044 Mar 25 19:58:22.273185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52590) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:58:22.319356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:58:22.323762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:58:22.333883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:58:22.399799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Made reservation on behalf of cc75c963d9654f94a3431b28ee1099f2 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:58:22.402308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:22.496682 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.services.revisions.revision_plugin [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Could not find related network for resource to bump revision. Mar 25 19:58:22.508149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:58:22.516504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:22.516852 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Added segment a8424fe2-36b6-4d98-910f-3279d6c0e7ca of type vlan for network 493d2c3d-811e-4610-b526-dfb635315de1 Mar 25 19:58:22.540614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:22.651190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:22.652207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:58:22.652815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:22.772159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] Pushing event updated for resources: {'Network': ['ID=493d2c3d-811e-4610-b526-dfb635315de1,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:58:22.781819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 493d2c3d-811e-4610-b526-dfb635315de1 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 19:58:22.840559 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-45b8515a-0262-4ff4-ad9c-207f651ea18c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5662758 Mar 25 19:58:25.005396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52600) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 19:58:25.070775 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-feabc979-c9d0-4f8f-961b-92fb4c4a7a90 admin admin] GET failed (client error): The resource could not be found. Mar 25 19:58:25.071276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-feabc979-c9d0-4f8f-961b-92fb4c4a7a90 admin admin] Synchronizing usage tracker for tenant:cc75c963d9654f94a3431b28ee1099f2 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 19:58:25.147625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-feabc979-c9d0-4f8f-961b-92fb4c4a7a90 admin admin] Unset dirty status for tenant:cc75c963d9654f94a3431b28ee1099f2 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 19:58:25.148781 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-feabc979-c9d0-4f8f-961b-92fb4c4a7a90 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1423962 Mar 25 19:58:25.251475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b911b-7e5c-4670-9d6b-ee7c92fb9d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:58:25.253337 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a52b911b-7e5c-4670-9d6b-ee7c92fb9d5b admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1001220 Mar 25 19:58:25.262635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Request body: {'subnet': {'network_id': '493d2c3d-811e-4610-b526-dfb635315de1', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:58:25.266827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 19:58:25.276958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 19:58:25.330779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Made reservation on behalf of cc75c963d9654f94a3431b28ee1099f2 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:58:25.333663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:25.570946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:25.647814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c2d9f8-eca6-49d4-a3cb-a531fa0cbbe9,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:58:25.651750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Checking segment: {'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 19:58:25.652107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Network hostable DHCP agents. Network: 493d2c3d-811e-4610-b526-dfb635315de1, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:58:25.776377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Network 493d2c3d-811e-4610-b526-dfb635315de1 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:58:25.861873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 493d2c3d-811e-4610-b526-dfb635315de1) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:58:25.866523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:58:25.867376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:25.871017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcb7ef0-889d-4a39-aaa9-6577e2cf6b34 None None] Network 493d2c3d-811e-4610-b526-dfb635315de1 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 19:58:25.931673 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-82e9b532-a4b7-4000-9278-04ac90782f93 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6722603 Mar 25 19:58:26.090143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-493d2c3d-811e-4610-b526-dfb635315de1', 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1', 'tenant_id': 'cc75c963d9654f94a3431b28ee1099f2', 'fixed_ips': [{'subnet_id': '44c2d9f8-eca6-49d4-a3cb-a531fa0cbbe9'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 19:58:26.090989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:26.246573 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Allocated IP 192.168.233.2 (493d2c3d-811e-4610-b526-dfb635315de1/44c2d9f8-eca6-49d4-a3cb-a531fa0cbbe9/6fc5ac7a-256c-42c2-b632-427186047f7b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:58:26.454338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:26.465390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Transition to ACTIVE for port object 6fc5ac7a-256c-42c2-b632-427186047f7b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 19:58:26.484409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Transition to ACTIVE for port object 6fc5ac7a-256c-42c2-b632-427186047f7b will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 19:58:26.551269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:26.613273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Network 493d2c3d-811e-4610-b526-dfb635315de1 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:58:26.615929 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:58:26.618425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 19:58:26.634815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Pushing event updated for resources: {'Port': ['ID=6fc5ac7a-256c-42c2-b632-427186047f7b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:58:26.673289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.673634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.673965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.674336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.674682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.675023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.675348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.675665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.676003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.676315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.676724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.677035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:58:26.731735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Attempting to bind port 6fc5ac7a-256c-42c2-b632-427186047f7b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 19:58:26.732091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Attempting to bind port 6fc5ac7a-256c-42c2-b632-427186047f7b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 19:58:26.732436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Attempting to bind port 6fc5ac7a-256c-42c2-b632-427186047f7b on network 493d2c3d-811e-4610-b526-dfb635315de1 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 19:58:26.737578 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 19:58:26.737954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Checking segment: {'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 19:58:26.738357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:26.738737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Bound using segment: {'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 19:58:26.739177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Bound port: 6fc5ac7a-256c-42c2-b632-427186047f7b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 19:58:26.739550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:26.826243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] For port 6fc5ac7a-256c-42c2-b632-427186047f7b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 19:58:26.829118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] For port 6fc5ac7a-256c-42c2-b632-427186047f7b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6fc5ac7a-256c-42c2-b632-427186047f7b,segment=NetworkSegment(a8424fe2-36b6-4d98-910f-3279d6c0e7ca),segment_id=a8424fe2-36b6-4d98-910f-3279d6c0e7ca)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 19:58:26.894701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:26.976294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707b256-c9e5-42e1-9c4d-46fa207ca5e8 None None] Pushing event updated for resources: {'Port': ['ID=6fc5ac7a-256c-42c2-b632-427186047f7b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:58:27.793903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a44cb-05fe-418e-8a14-ebe42eba83fe None None] Network 493d2c3d-811e-4610-b526-dfb635315de1 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 19:58:27.969824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-720f98de-5be8-4f44-b550-4417d2e21524 None None] Provisioning for port 6fc5ac7a-256c-42c2-b632-427186047f7b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 19:58:28.630620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6fc5ac7a-256c-42c2-b632-427186047f7b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 19:58:28.768349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6fc5ac7a-256c-42c2-b632-427186047f7b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 19:58:28.774359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6fc5ac7a-256c-42c2-b632-427186047f7b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:58:28.774792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:28.891163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:28.946259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6fc5ac7a-256c-42c2-b632-427186047f7b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6fc5ac7a-256c-42c2-b632-427186047f7b,segment=NetworkSegment(a8424fe2-36b6-4d98-910f-3279d6c0e7ca),segment_id=a8424fe2-36b6-4d98-910f-3279d6c0e7ca)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 19:58:29.010951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:29.076566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6fc5ac7a-256c-42c2-b632-427186047f7b,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:58:30.609855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6fc5ac7a-256c-42c2-b632-427186047f7b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 19:58:30.680596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6fc5ac7a-256c-42c2-b632-427186047f7b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 19:58:30.680973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:39.025098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58559229-3b57-4f08-9db2-3e2a148bb979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:41.308061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-457ab031-e385-4b29-9f6c-f8432bb81f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:42.728178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:42.808157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:44.087780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:58:53.133854 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 19:59:09.254824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0efb8d5-3b1d-493d-aca2-52d5dd67f68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:11.348340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71cc874f-844b-413c-bae8-ac48b86e7ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:12.762250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:12.813781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:14.088047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:30.132584 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 19:59:39.022183 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f4c32a82-0781-4e05-b817-5d5910e2b177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:41.317613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea82b600-cb89-4525-a749-90d5b796d158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:42.719628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:42.799164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 19:59:44.125123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:04.165244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 52644) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:00:04.172257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-b579d2df-ca63-4165-8a8a-2c860238b813 tempest-verify_tempest_config-995823761 tempest-verify_tempest_config-995823761-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:00:04.173236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b579d2df-ca63-4165-8a8a-2c860238b813 tempest-verify_tempest_config-995823761 tempest-verify_tempest_config-995823761-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070632 Mar 25 20:00:04.654692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 52662) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:00:04.769659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:04.780918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.quota [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Loaded quota_driver: . Mar 25 20:00:04.786036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:00:04.791366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Usage tracker for resource:security_group_rule and tenant:21657b3d310542ff8fd6d6a6b4a24d5f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:00:04.794848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:00:04.802642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:00:04.900492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:04.986051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:05.030789 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21657b3d310542ff8fd6d6a6b4a24d5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3751104 Mar 25 20:00:05.033671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52670) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:00:05.038324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc32279-e32d-49b8-a324-dbbddd51967b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:00:05.046101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.046455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.046791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.047116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.047439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.047772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.048097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.048672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6647b9-46c0-48b8-b2f7-57b8aabe7861 admin admin] Tracked resource versions report: Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: pushed versions: Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: { 'AddressGroup': {'1.2'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'ConntrackHelper': {'1.0'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Log': {'1.0'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Network': {'1.1'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Port': {'1.7'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'PortForwarding': {'1.2'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'QosPolicy': {'1.8'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SecurityGroup': {'1.4'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SecurityGroupRule': {'1.2'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SubPort': {'1.0'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Subnet': {'1.1'}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Trunk': {'1.1'}} Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: consumer versions: Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: { DHCP agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: L3 agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: Metadata agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: Metering agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: Open vSwitch agent@dv-neutron-835149-1-hyperv: { 'AddressGroup': '1.2', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'ConntrackHelper': '1.0', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Log': '1.0', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Network': '1.1', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Port': '1.7', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'PortForwarding': '1.2', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'QosPolicy': '1.8', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SecurityGroup': '1.4', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SecurityGroupRule': '1.2', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SubPort': '1.0', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Subnet': '1.1', Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Trunk': '1.1'}} Mar 25 20:00:05.052302 dv-neutron-835149-1-hyperv neutron-server[88484]: {{(pid=88484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 20:00:05.093249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:05.117334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:05.289230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:05.306121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc32279-e32d-49b8-a324-dbbddd51967b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:00:05.316070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.316934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.317262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.317579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.317890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.318217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.318530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.318870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.319164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.319466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.319769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.320069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:00:05.322600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:05.323670 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ae12c4cf-341f-4714-9960-396ba59f2967 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dc32279-e32d-49b8-a324-dbbddd51967b HTTP/1.1" status: 204 len: 168 time: 0.2890451 Mar 25 20:00:07.132430 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:00:09.025870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e072e0c-21d6-42c4-9681-e8dca13bae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:11.335877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80d0e765-fccb-4dae-8785-ead657b68f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:12.745190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:12.833273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:14.094521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:39.015938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-29c50dd4-dbb1-400d-9be3-b6e76ac503d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:41.329078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692c7d3d-08ba-4dd5-adb9-89f03978fe3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:42.745252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:42.814199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:44.095030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:00:44.130863 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 5 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:01:09.021840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89af4eed-00f6-4ffd-b40e-536c69741403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:11.311506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f988fae8-e250-4f4a-9007-854849413bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:12.755536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:12.843655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:14.101796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:17.798313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1905927'] for agent, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:21.129941 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:01:31.763830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52742) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:01:31.873641 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3eb1837f-579a-4da4-95a0-75f6bb966fb0 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1087010 Mar 25 20:01:34.039908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52752) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:01:34.094411 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e274c77e-39a1-48ab-84db-c2fad8e4329f admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0533969 Mar 25 20:01:39.043896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-923d00be-dcf2-4839-9b79-bc90df34b33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:41.335367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa06d644-18cd-4472-89ba-ea823b915e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:42.729067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:42.809438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:44.129374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:47.741303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:01:58.131349 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:02:09.032836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e80c0647-47b7-46d5-b987-29833a504200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:11.335390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55112362-246c-4b38-918d-519a06148b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:12.780821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:12.809056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:14.106991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:17.775027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:35.130036 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:02:39.031737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6ae59d41-fe4d-4b71-8061-4c836b95c73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:41.329115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-708f3aaa-3396-4621-ae78-6be7115db966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:42.735314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:42.791491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:44.094782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:02:47.752532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:02.343291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52924) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:02.698053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-649378949-network', 'tenant_id': '92354142fe6e455fb7338981a22c1406'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:02.703053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:02.707862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Usage tracker for resource:network and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:02.714304 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:02.721142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:02.775076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Made reservation on behalf of 92354142fe6e455fb7338981a22c1406 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:02.777378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:02.789857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:02.804197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:02.807998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Usage tracker for resource:security_group_rule and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:02.811010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:02.819280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:02.901454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:02.963393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:02.970429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 52952) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:02.995222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:03.010521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a1c84e-8452-4572-9707-29dcf2d20a8e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:03.011725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.012066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.012516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.012750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.013080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.013465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.013752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.014089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.014412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.014724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.015037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.015904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Tracked resource versions report: Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: pushed versions: Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: { 'AddressGroup': {'1.2'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'ConntrackHelper': {'1.0'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Log': {'1.0'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Network': {'1.1'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Port': {'1.7'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'PortForwarding': {'1.2'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'QosPolicy': {'1.8'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SecurityGroup': {'1.4'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SecurityGroupRule': {'1.2'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SubPort': {'1.0'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Subnet': {'1.1'}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Trunk': {'1.1'}} Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: consumer versions: Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: { DHCP agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: HyperV agent@hv-neutron-8351: {}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: L3 agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: Metadata agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: Metering agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: Open vSwitch agent@dv-neutron-835149-1-hyperv: { 'AddressGroup': '1.2', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'ConntrackHelper': '1.0', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Log': '1.0', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Network': '1.1', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Port': '1.7', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'PortForwarding': '1.2', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'QosPolicy': '1.8', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SecurityGroup': '1.4', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SecurityGroupRule': '1.2', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'SubPort': '1.0', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Subnet': '1.1', Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: 'Trunk': '1.1'}} Mar 25 20:03:03.016938 dv-neutron-835149-1-hyperv neutron-server[88485]: {{(pid=88485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 20:03:03.022820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:03.022948 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Added segment 781bf980-3ed5-4d75-8547-0bb56501418f of type vlan for network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 Mar 25 20:03:03.049025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:03.140160 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:03.141741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:03.142436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:03.295498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] Pushing event updated for resources: {'Network': ['ID=0caf61dd-c8b8-4c4a-9682-82f930c1f744,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:03.306375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:03.342824 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4b783ed4-ee33-4ce8-8e1a-6d1b99e8fb54 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9973738 Mar 25 20:03:03.350962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 52966) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:03.358011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Request body: {'subnet': {'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-649378949-subnet', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:03.363642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:03.367447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Usage tracker for resource:subnet and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:03.376137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:03.377376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:03.426067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Made reservation on behalf of 92354142fe6e455fb7338981a22c1406 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:03.429313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Notify callbacks [] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:03.539526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 52974) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:03.705043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-352666224-network', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:03.711536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:03.717755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Usage tracker for resource:network and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:03.720684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:03.726679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:03.769890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 52984) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:03.792729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:03.823239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Made reservation on behalf of cc3ec96aac12460ebeae4d0829e666df for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:03.825730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:03.855395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:03.896315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:03.904713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Checking segment: {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:03.905093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Network hostable DHCP agents. Network: 0caf61dd-c8b8-4c4a-9682-82f930c1f744, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:03.910736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:03.915170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:03.930460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:03.933161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-527077099'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:03.934033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8df46b0-6a42-40bd-814c-34fb824843fa,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:03.939017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:03.942765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Usage tracker for resource:network and tenant:98ebe0c9f0ea4fb68356408adf490db5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:03.945792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:03.952261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:03.953267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.953603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.953942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.954277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.954600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.954941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.955433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.955768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.956093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.956564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.956855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.957170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Tracked resource versions report: Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: pushed versions: Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: { 'AddressGroup': {'1.2'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'ConntrackHelper': {'1.0'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Log': {'1.0'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Network': {'1.1'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Port': {'1.7'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'PortForwarding': {'1.2'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'QosPolicy': {'1.8'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SecurityGroup': {'1.4'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SecurityGroupRule': {'1.2'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SubPort': {'1.0'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Subnet': {'1.1'}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Trunk': {'1.1'}} Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: consumer versions: Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: { DHCP agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: HyperV agent@hv-neutron-8351: {}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: L3 agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: Metadata agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: Metering agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: Open vSwitch agent@dv-neutron-835149-1-hyperv: { 'AddressGroup': '1.2', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'ConntrackHelper': '1.0', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Log': '1.0', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Network': '1.1', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Port': '1.7', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'PortForwarding': '1.2', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'QosPolicy': '1.8', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SecurityGroup': '1.4', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SecurityGroupRule': '1.2', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'SubPort': '1.0', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Subnet': '1.1', Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: 'Trunk': '1.1'}} Mar 25 20:03:03.958190 dv-neutron-835149-1-hyperv neutron-server[88484]: {{(pid=88484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 20:03:04.007718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:04.027652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Made reservation on behalf of 98ebe0c9f0ea4fb68356408adf490db5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:04.036687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.050258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.052695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.071332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:04.075532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Usage tracker for resource:security_group_rule and tenant:98ebe0c9f0ea4fb68356408adf490db5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:04.078288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:04.078447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 0caf61dd-c8b8-4c4a-9682-82f930c1f744) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:04.084935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:04.088204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:04.088204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.090141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b8466-0518-4dcc-883b-a5a0fc279273 None None] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:04.125785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.146403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:04.179476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780952841750', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.180325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Unsubscribe: segment precommit_create {{(pid=88484) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 25 20:03:04.181193 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Added segment 96900346-f2b7-463b-9641-920df6c3a695 of type vlan for network 44e60336-d7f3-4601-a73d-3eb7f950407a Mar 25 20:03:04.199433 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-85eec00b-260e-41be-9761-d19d107d9dce admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8470526 Mar 25 20:03:04.204386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53000) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:04.210473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db1a024-9ba3-4d8c-915e-58fe49c905d9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:04.217408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:04.233347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:04.251988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Usage tracker for resource:router and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:04.258191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:04.262882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.272127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:04.302558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.347773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:03:04.349044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.353188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.354789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.381164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.381438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.398163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:04.414890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.415567 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Added segment 5db80560-2faa-4049-9bdb-497ce0c7cf56 of type vlan for network 9083151a-98a2-4b21-8b1f-d387df1829c7 Mar 25 20:03:04.446336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.474838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.476793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:04.477368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.500726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53014) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:04.520819 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6caf1961-e901-47fb-a22c-a76679b7b6f4 tempest-AgentManagementNegativeTest-1894078871 tempest-AgentManagementNegativeTest-1894078871-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7497482 Mar 25 20:03:04.546299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.557508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:04.560907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.582924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defc874d-a816-4265-b6f5-33c5a531a09e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:04.700889 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1601717 Mar 25 20:03:04.708649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53028) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:04.711271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] Pushing event updated for resources: {'Network': ['ID=44e60336-d7f3-4601-a73d-3eb7f950407a,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:04.715182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f54b1ca2-46a9-4277-bbf8-d76000edade4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7437046 Mar 25 20:03:04.719444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'subnet': {'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:04.726127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53032) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:04.729472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 44e60336-d7f3-4601-a73d-3eb7f950407a details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:04.739441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Request body: {'subnet': {'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-352666224-subnet', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:04.744394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:04.750142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Usage tracker for resource:subnet and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:04.754078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:04.761845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:04.816129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Allocated IP 172.20.0.2 (0caf61dd-c8b8-4c4a-9682-82f930c1f744/f8df46b0-6a42-40bd-814c-34fb824843fa/6d2fa033-1433-404c-9aeb-26b7217825ac) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:04.847777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Made reservation on behalf of cc3ec96aac12460ebeae4d0829e666df for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:04.853954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:04.860293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddf00a-9fb5-4316-ba7b-3da418abea01 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Network': ['ID=9083151a-98a2-4b21-8b1f-d387df1829c7,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:04.866198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:04.869985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Usage tracker for resource:subnet and tenant:98ebe0c9f0ea4fb68356408adf490db5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:04.873740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:04.881980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:04.891583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:04.991571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1974729374'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:04.997046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:05.001641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Usage tracker for resource:network and tenant:b8f4b20499ba4896bbcf18ab2f9ddb9c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:05.004829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:05.011820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:05.026561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Made reservation on behalf of 98ebe0c9f0ea4fb68356408adf490db5 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:05.030558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.075320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.133790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Made reservation on behalf of b8f4b20499ba4896bbcf18ab2f9ddb9c for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:05.137538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.161857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.165732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53040) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:05.185140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:05.194745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Usage tracker for resource:security_group_rule and tenant:b8f4b20499ba4896bbcf18ab2f9ddb9c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:05.199056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:05.207160 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:05.312882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.335043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Transition to ACTIVE for port object 6d2fa033-1433-404c-9aeb-26b7217825ac will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:05.360748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Transition to ACTIVE for port object 6d2fa033-1433-404c-9aeb-26b7217825ac will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:05.409615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.418528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.433044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.461221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.512922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Pushing event updated for resources: {'Port': ['ID=6d2fa033-1433-404c-9aeb-26b7217825ac,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:05.524531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:05.527712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:05.533931 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:05.539078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.539638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.540149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.540697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.541177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.541851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.542343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.542829 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.543320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.543794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.544293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.544838 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Tracked resource versions report: Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: pushed versions: Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: { 'AddressGroup': {'1.2'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'ConntrackHelper': {'1.0'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Log': {'1.0'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Network': {'1.1'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Port': {'1.7'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'PortForwarding': {'1.2'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'QosPolicy': {'1.8'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SecurityGroup': {'1.4'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SecurityGroupRule': {'1.2'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SubPort': {'1.0'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Subnet': {'1.1'}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Trunk': {'1.1'}} Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: consumer versions: Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: { DHCP agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: HyperV agent@hv-neutron-8351: {}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: L3 agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: Metadata agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: Metering agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: Open vSwitch agent@dv-neutron-835149-1-hyperv: { 'AddressGroup': '1.2', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'ConntrackHelper': '1.0', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Log': '1.0', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Network': '1.1', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Port': '1.7', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'PortForwarding': '1.2', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'QosPolicy': '1.8', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SecurityGroup': '1.4', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SecurityGroupRule': '1.2', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'SubPort': '1.0', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Subnet': '1.1', Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: 'Trunk': '1.1'}} Mar 25 20:03:05.546186 dv-neutron-835149-1-hyperv neutron-server[88486]: {{(pid=88486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 20:03:05.560088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Subnet': ['ID=9b47eedc-e29a-4a3b-8efc-e85fdda23107,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:05.575012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1503719442'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:05.592528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:05.594697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.607809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:05.620696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.622199 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Added segment 06b6fc39-e5be-4f2f-bc51-9a6a01016db2 of type vlan for network 5e41748f-63ee-40d9-a9f1-e1ed5a0d9355 Mar 25 20:03:05.658272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Usage tracker for resource:network and tenant:15d61d0cfe9342e6aa2f07b12d489c40 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:05.667616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.667775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:05.667884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Attempting to bind port 6d2fa033-1433-404c-9aeb-26b7217825ac on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:05.667884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Attempting to bind port 6d2fa033-1433-404c-9aeb-26b7217825ac by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:05.667884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Attempting to bind port 6d2fa033-1433-404c-9aeb-26b7217825ac on network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:05.675437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:05.675805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Checking segment: {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:05.676203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.676745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Bound using segment: {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:05.677111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Bound port: 6d2fa033-1433-404c-9aeb-26b7217825ac, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:05.677636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.702383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:05.719311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309ef97e-8817-4c62-b0fc-325f772531b6,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:05.754037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53056) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:05.754191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c0f14-58db-4858-a9b7-86cd633c8ac9,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:05.757103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Checking segment: {'id': '5db80560-2faa-4049-9bdb-497ce0c7cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:05.757713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Network hostable DHCP agents. Network: 9083151a-98a2-4b21-8b1f-d387df1829c7, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:05.766205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.770191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.778653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:05.779591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.808713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Checking segment: {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:05.809307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Network hostable DHCP agents. Network: 44e60336-d7f3-4601-a73d-3eb7f950407a, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:05.819092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Made reservation on behalf of 15d61d0cfe9342e6aa2f07b12d489c40 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:05.822887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.832486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.861989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] For port 6d2fa033-1433-404c-9aeb-26b7217825ac, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:05.866676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] For port 6d2fa033-1433-404c-9aeb-26b7217825ac, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6d2fa033-1433-404c-9aeb-26b7217825ac,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:05.876144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.901237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:05.904562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53062) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:05.925683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Usage tracker for resource:security_group_rule and tenant:15d61d0cfe9342e6aa2f07b12d489c40 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:05.931282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:05.936171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:05.946125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53068) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:05.948858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:05.965073 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4630048 Mar 25 20:03:05.969510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53074) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:05.977631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7e7dc-3fc3-4379-b3cf-5db9ce96357a tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Pushing event updated for resources: {'Network': ['ID=5e41748f-63ee-40d9-a9f1-e1ed5a0d9355,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:05.990871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:06.031632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Network 44e60336-d7f3-4601-a73d-3eb7f950407a is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:06.039897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 5e41748f-63ee-40d9-a9f1-e1ed5a0d9355 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:06.049851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 9083151a-98a2-4b21-8b1f-d387df1829c7) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:06.054577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:06.055279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.061666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 44e60336-d7f3-4601-a73d-3eb7f950407a) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:06.068548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:06.069135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.088795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b7e045-9617-444f-b87e-514af0034748 None None] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:06.111545 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Allocated IP 172.26.8.125 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/2b617c9c-a325-41bc-8ab7-5c018e4f2d43) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:06.115229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c4cf6-02f8-4202-a376-dc457351d196 None None] Network 44e60336-d7f3-4601-a73d-3eb7f950407a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:06.158866 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-86058299-b2d0-4043-9565-fe3fbb4d7058 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4488060 Mar 25 20:03:06.161829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53082) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:06.167711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7', 'name': 'tempest-AllowedAddressPairTestJSON-181300927'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:06.194727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.232094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1127917360'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:06.259146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.264431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1527583085', 'router:external': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:06.312904 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-408e8de4-a5d7-45bf-9027-bb47767857d2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5825505 Mar 25 20:03:06.317749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53090) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:06.331528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.335869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Usage tracker for resource:network and tenant:fe194e73c043405faf5c0677e7bf65e9 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.337490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:06.339567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.344691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.346712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.353418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a1af93f6dc4311a044f476d5476eeb is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.366146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc9451-e034-4fcd-bbea-5c1a848dc5da None None] Pushing event updated for resources: {'Port': ['ID=6d2fa033-1433-404c-9aeb-26b7217825ac,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:06.371891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.392678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.398453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Usage tracker for resource:router and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.409306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Usage tracker for resource:network and tenant:a5dc843bdaa64feb8de8d8e1a15dcbc8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.410219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.414446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.434811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Request body: {'network': {'name': 'tempest-network--1748731348', 'router:external': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:06.435023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.436984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.459967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.462152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.464537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.472769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Usage tracker for resource:network and tenant:15f803c4148b40e7884357c3234c3a82 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.494254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.504149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.508437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Usage tracker for resource:port and tenant:98ebe0c9f0ea4fb68356408adf490db5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.511777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.518102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.521030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.521030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.524634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.547895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.557074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.567939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.615873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Made reservation on behalf of 98ebe0c9f0ea4fb68356408adf490db5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:06.621751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.648288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] device_id is not set on port 725e1939-ad89-4378-a4b4-386ea0249bbe yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:06.698567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.698567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Made reservation on behalf of 15f803c4148b40e7884357c3234c3a82 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:06.700129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.704181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-9083151a-98a2-4b21-8b1f-d387df1829c7', 'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7', 'tenant_id': '98ebe0c9f0ea4fb68356408adf490db5', 'fixed_ips': [{'subnet_id': '9b47eedc-e29a-4a3b-8efc-e85fdda23107'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:03:06.704944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.714741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Made reservation on behalf of a5dc843bdaa64feb8de8d8e1a15dcbc8 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:06.718667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.742009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.751936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Made reservation on behalf of fe194e73c043405faf5c0677e7bf65e9 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:06.754445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.767580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:06.772456 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-44e60336-d7f3-4601-a73d-3eb7f950407a', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:03:06.773311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.787684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.802366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.830410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.838380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.850412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6d2fa033-1433-404c-9aeb-26b7217825ac up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:06.859691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Allocated IP 172.20.0.6 (9083151a-98a2-4b21-8b1f-d387df1829c7/9b47eedc-e29a-4a3b-8efc-e85fdda23107/725e1939-ad89-4378-a4b4-386ea0249bbe) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:06.867669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Usage tracker for resource:security_group_rule and tenant:15f803c4148b40e7884357c3234c3a82 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.871492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:06.871973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Added segment 523e3c2e-ead5-4c51-b105-61a792162116 of type vlan for network 0395437c-07bb-4424-a436-731fdf415db2 Mar 25 20:03:06.876226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.888107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.892378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:06.900997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Usage tracker for resource:security_group_rule and tenant:fe194e73c043405faf5c0677e7bf65e9 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.908637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7f1f63-2993-40fe-993c-9e15c796ef30,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:06.923135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Usage tracker for resource:security_group_rule and tenant:a5dc843bdaa64feb8de8d8e1a15dcbc8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:06.928026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.935386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.943325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:06.946669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.969886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2a1af93f6dc4311a044f476d5476eeb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2049105 Mar 25 20:03:06.976553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:06.993712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53096) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:06.994746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.014162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.057285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Allocated IP 172.20.0.2 (44e60336-d7f3-4601-a73d-3eb7f950407a/309ef97e-8817-4c62-b0fc-325f772531b6/78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:07.105270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6d2fa033-1433-404c-9aeb-26b7217825ac completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:07.142000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339bdf-8a9d-4bc9-bbe6-59cb072f8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbe975a-d4c5-4df6-8e38-a563c96b6d44,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:07.235953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:07.254700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.261303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:07.264464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:07.294955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.306513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Transition to ACTIVE for port object 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:07.327634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Transition to ACTIVE for port object 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:07.380878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.416658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.437247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c35b0c-4746-4584-a728-bedbd8421d0c None None] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:07.451479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.452044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.457686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:07.458347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.469682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Transition to ACTIVE for port object 725e1939-ad89-4378-a4b4-386ea0249bbe will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:07.491179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Pushing event updated for resources: {'Port': ['ID=78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:07.493798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.495943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Network 44e60336-d7f3-4601-a73d-3eb7f950407a is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:07.540561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:07.549129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:07.579297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:07.584735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.587866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Pushing event updated for resources: {'Port': ['ID=2b617c9c-a325-41bc-8ab7-5c018e4f2d43,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:07.676133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=725e1939-ad89-4378-a4b4-386ea0249bbe,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:07.692034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:07.695288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:07.921914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:07.921914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:07.921914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.925099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.925099 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Added segment 846c0b43-cf18-443d-a716-10d4412064ce of type vlan for network b4540416-0052-4db1-aaec-c56f2b169a60 Mar 25 20:03:07.925853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Allocated IP 172.20.0.2 (9083151a-98a2-4b21-8b1f-d387df1829c7/9b47eedc-e29a-4a3b-8efc-e85fdda23107/415cd1c5-ebeb-4b5f-9e9f-e49843745a7a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:07.926468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaeb0fe-c7b7-4c1a-a52c-db72875df60d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:07.926468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Pushing event updated for resources: {'Network': ['ID=0395437c-07bb-4424-a436-731fdf415db2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:07.928065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Attempting to bind port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:07.928065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Attempting to bind port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:07.928065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Attempting to bind port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 on network 44e60336-d7f3-4601-a73d-3eb7f950407a {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:07.931439 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f8f4c35c-d8eb-4440-b6be-338c8051287a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6606984 Mar 25 20:03:07.931439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53108) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:07.931439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7', 'name': 'tempest-AllowedAddressPairTestJSON-1580471998', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:56:2c:d6'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:07.933310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:07.933310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Checking segment: {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:07.933310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.933310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Bound using segment: {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:07.933310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Bound port: 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:07.933310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.934881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c3f3917b-dd6f-41e9-a94c-de26fc274536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.934881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.934881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.935343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0bb10562-49cb-4048-8f77-f258d693060b None None] Provisioning for port 6d2fa033-1433-404c-9aeb-26b7217825ac completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:07.935343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0395437c-07bb-4424-a436-731fdf415db2 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:07.951225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.966639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c3f3917b-dd6f-41e9-a94c-de26fc274536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.971912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0bb10562-49cb-4048-8f77-f258d693060b None None] Provisioning complete for port 6d2fa033-1433-404c-9aeb-26b7217825ac triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:07.971912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb10562-49cb-4048-8f77-f258d693060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:07.979584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fc462a79-8332-44b7-8796-f63a519aa6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8128328 Mar 25 20:03:08.061480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.118124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:08.146975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:08.148779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.155130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Usage tracker for resource:port and tenant:98ebe0c9f0ea4fb68356408adf490db5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:08.160000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.160156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.161086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:08.164645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.187943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:08.197564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.199591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:08.241834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7bb85f-a6c3-44d2-b29c-33c67e7b00c9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:08.271462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] For port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:08.278423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] For port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:08.281681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.282030 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Added segment db0fd632-0d27-4653-9959-e28e23c2af81 of type vlan for network 278f5513-448e-490c-be2d-fcdf3410b30c Mar 25 20:03:08.353989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Made reservation on behalf of 98ebe0c9f0ea4fb68356408adf490db5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:08.379544 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.386583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:08.396178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.396543 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Added segment bb01bfd2-423c-432f-beb2-a41ebefd6524 of type vlan for network c21c6677-7a6d-4efb-af81-7f6f8688903f Mar 25 20:03:08.422929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.464563 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.480696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.514916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb10562-49cb-4048-8f77-f258d693060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.533175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Transition to ACTIVE for port object 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:08.536855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Allocated IP 172.26.8.225 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/138278f3-28c7-45bd-8b1d-6d0b2b5dbc38) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:08.560641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.564392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bcdca-e8da-4e3b-a160-1e1fb688b2d7 None None] Pushing event updated for resources: {'Port': ['ID=78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:08.606272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Transition to ACTIVE for port object 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:08.634348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0bb10562-49cb-4048-8f77-f258d693060b None None] For port 6d2fa033-1433-404c-9aeb-26b7217825ac, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6d2fa033-1433-404c-9aeb-26b7217825ac,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:08.655007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.661289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:08.661949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.766811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aa9760-da50-4a20-8eab-e5a1c3b62734,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:08.772659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'Network': ['ID=b4540416-0052-4db1-aaec-c56f2b169a60,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:08.799627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53124) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:08.802719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b4540416-0052-4db1-aaec-c56f2b169a60 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:08.827121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.918040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb10562-49cb-4048-8f77-f258d693060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:08.936466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] device_id is not set on port d2f8bce3-6bac-4107-839d-96a01f5c7403 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:09.008422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.022879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Request body: {'port': {'network_id': '0395437c-07bb-4424-a436-731fdf415db2', 'binding:host_id': 'hv-neutron-8351', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-480321145'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:09.039654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.040792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:09.041574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.042827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.057553 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c11c113e-41c0-4f9e-bcae-74fda04d3e94 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1101408 Mar 25 20:03:09.058661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c3f3917b-dd6f-41e9-a94c-de26fc274536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.061177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c3f3917b-dd6f-41e9-a94c-de26fc274536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.062872 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c3f3917b-dd6f-41e9-a94c-de26fc274536 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bbe975a-d4c5-4df6-8e38-a563c96b6d44 HTTP/1.1" status: 204 len: 168 time: 2.0564842 Mar 25 20:03:09.063575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53128) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:09.076383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:09.091452 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1856713 Mar 25 20:03:09.094790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53134) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:09.113751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:09.113751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:09.114003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Request body: {'subnet': {'network_id': 'c21c6677-7a6d-4efb-af81-7f6f8688903f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:09.129563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:09.138547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c0237439-0229-417c-b623-7eb85d10322d None None] Provisioning complete for port 6d2fa033-1433-404c-9aeb-26b7217825ac triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:09.139110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c0237439-0229-417c-b623-7eb85d10322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.145833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Usage tracker for resource:port and tenant:e356aef2272244d197443e0fc400d13e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:09.156874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:09.162733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'subnet': {'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:09.167514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:09.172157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Usage tracker for resource:subnet and tenant:fe194e73c043405faf5c0677e7bf65e9 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:09.175202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:09.178215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb10562-49cb-4048-8f77-f258d693060b None None] Pushing event updated for resources: {'Port': ['ID=6d2fa033-1433-404c-9aeb-26b7217825ac,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:09.182283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3917b-dd6f-41e9-a94c-de26fc274536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbe975a-d4c5-4df6-8e38-a563c96b6d44,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:09.183540 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.2103736 Mar 25 20:03:09.186875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:09.194938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53138) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:09.202645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:09.207888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55b834-cf66-43c3-a374-624803a15009 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event updated for resources: {'Network': ['ID=c21c6677-7a6d-4efb-af81-7f6f8688903f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:09.216516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2993dc4c-295d-43b9-b161-28377f7d141c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.282610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c21c6677-7a6d-4efb-af81-7f6f8688903f details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:09.361734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Allocated IP 172.20.0.3 (9083151a-98a2-4b21-8b1f-d387df1829c7/9b47eedc-e29a-4a3b-8efc-e85fdda23107/d2f8bce3-6bac-4107-839d-96a01f5c7403) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:09.464497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Made reservation on behalf of e356aef2272244d197443e0fc400d13e for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:09.466852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.494060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Made reservation on behalf of fe194e73c043405faf5c0677e7bf65e9 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:09.496718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.522992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Pushing event updated for resources: {'Port': ['ID=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:09.535869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Attempting to bind port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:09.540763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Attempting to bind port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '5db80560-2faa-4049-9bdb-497ce0c7cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:09.541229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Attempting to bind port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a on network 9083151a-98a2-4b21-8b1f-d387df1829c7 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:09.561993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:09.561993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Checking segment: {'id': '5db80560-2faa-4049-9bdb-497ce0c7cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:09.566002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.566612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Bound using segment: {'id': '5db80560-2faa-4049-9bdb-497ce0c7cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:09.569048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Bound port: 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db80560-2faa-4049-9bdb-497ce0c7cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:09.569610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.594650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecefdc-1110-44a6-85d6-0dbafdee320f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Network': ['ID=278f5513-448e-490c-be2d-fcdf3410b30c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:09.596936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.628180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:09.632215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Usage tracker for resource:subnet and tenant:a5dc843bdaa64feb8de8d8e1a15dcbc8 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:09.636005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:09.645932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:09.651705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.676542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 278f5513-448e-490c-be2d-fcdf3410b30c details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:09.731397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.762796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.766125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:09.775994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Usage tracker for resource:security_group_rule and tenant:e356aef2272244d197443e0fc400d13e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:09.787557 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Pushing event updated for resources: {'Port': ['ID=138278f3-28c7-45bd-8b1d-6d0b2b5dbc38,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:09.798794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Made reservation on behalf of a5dc843bdaa64feb8de8d8e1a15dcbc8 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:09.800439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks [] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:09.807755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:09.851556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:09.858079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:09.861096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:09.909753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:09.933726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] For port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:09.937907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] For port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,segment=NetworkSegment(5db80560-2faa-4049-9bdb-497ce0c7cf56),segment_id=5db80560-2faa-4049-9bdb-497ce0c7cf56)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:09.969364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65372675-c713-4b5a-975f-20f6c7bd749c None None] Network 44e60336-d7f3-4601-a73d-3eb7f950407a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:10.004382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.036260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.186638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab67bcc-15b7-433b-8be3-044076179c89 None None] Pushing event updated for resources: {'Port': ['ID=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:10.210185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.249773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Transition to ACTIVE for port object d2f8bce3-6bac-4107-839d-96a01f5c7403 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:10.261961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-22c3d572-c5fd-4e14-b26f-518e715b4075 None None] Provisioning for port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:10.262468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.262951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.263717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.264096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > port after_create 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.264424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.264792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > port after_update 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.265251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.265522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.265844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.266159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.456495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.456957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.457346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.457734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:10.458255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278f5513-448e-490c-be2d-fcdf3410b30c']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:10.467886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.569729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0fd632-0d27-4653-9959-e28e23c2af81') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:10.570264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0fd632-0d27-4653-9959-e28e23c2af81') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:10.607391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53164) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:10.614922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.689200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.726339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:10.728146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:10.728575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.728890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: from cryptography.utils import int_from_bytes Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: from cryptography.utils import int_from_bytes Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn_limited( Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn_limited( Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:10.744383 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:10.827032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:10.849563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=d2f8bce3-6bac-4107-839d-96a01f5c7403,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:10.859742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-905983426'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:10.861947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:10.867587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:10.868295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.877119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.878383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.880711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:10.889770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:network and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:10.894319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:10.904111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:10.938385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6d2fa033-1433-404c-9aeb-26b7217825ac up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:10.952502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:10.966642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] device_id is not set on port a292e077-8b44-4719-900b-3f45d309ffd9 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:11.012254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:11.012633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6d2fa033-1433-404c-9aeb-26b7217825ac triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:11.013068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.016285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.028694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.030010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:03:11.065677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event updated for resources: {'Subnet': ['ID=f879744c-9fde-45cc-83c2-21fe36b682db,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:11.068183 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-abbb6093-f1f3-4399-9b30-7e423480309e tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.2402582 Mar 25 20:03:11.072832 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53172) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:11.081864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Checking segment: {'id': 'bb01bfd2-423c-432f-beb2-a41ebefd6524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c21c6677-7a6d-4efb-af81-7f6f8688903f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:11.082224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Network hostable DHCP agents. Network: c21c6677-7a6d-4efb-af81-7f6f8688903f, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:11.092230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.102110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 278f5513-448e-490c-be2d-fcdf3410b30c {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 25 20:03:11.164262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:11.299095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event deleted for resources: {'Network': ['ID=278f5513-448e-490c-be2d-fcdf3410b30c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:11.301048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86366260-b3f2-4b18-acbd-1a18b40f8922,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:11.307236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.312083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:11.320816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:11.321532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.327896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:11.333722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:security_group_rule and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:11.337322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:11.345266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:11.432162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Network c21c6677-7a6d-4efb-af81-7f6f8688903f is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:11.457108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.488152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09f920-6a00-4d6d-9c7b-e094d394d648 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:11.497770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09f920-6a00-4d6d-9c7b-e094d394d648 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:11.505182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09f920-6a00-4d6d-9c7b-e094d394d648 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:11.506055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5f09f920-6a00-4d6d-9c7b-e094d394d648 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Synchronizing usage tracker for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:11.510039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.513229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.553086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1669c60-d6f2-4e57-aff0-953be67c7a16 None None] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:11.563130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.589782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c21c6677-7a6d-4efb-af81-7f6f8688903f) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:11.604201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:11.604822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.630402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2a54f-7b0f-439f-bbdd-4c6803c316d8 None None] Network c21c6677-7a6d-4efb-af81-7f6f8688903f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:11.680911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d9e184a6-9a1c-490b-8d2d-eef00a673a5b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "DELETE /v2.0/networks/278f5513-448e-490c-be2d-fcdf3410b30c HTTP/1.1" status: 204 len: 168 time: 2.4800920 Mar 25 20:03:11.685144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53178) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:11.688331 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:11.694688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5f09f920-6a00-4d6d-9c7b-e094d394d648 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Unset dirty status for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:11.695818 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5f09f920-6a00-4d6d-9c7b-e094d394d648 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.6185505 Mar 25 20:03:11.699953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:11.700638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:11.705254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53182) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:11.746813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:11.755922 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-59064c3b-304c-43bd-9ddd-f3b1b31a5e75 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6600728 Mar 25 20:03:11.767197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Usage tracker for resource:network and tenant:15f803c4148b40e7884357c3234c3a82 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:11.771429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53186) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:11.783374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:11.791848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Request body: {'port': {'network_id': 'c21c6677-7a6d-4efb-af81-7f6f8688903f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-755399023'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:11.801349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24455a6-58c8-4558-9243-1e78a5c976cb,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:11.820751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:11.841573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.842208 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Added segment 6d89856a-367b-40ac-ada0-d543433952a2 of type vlan for network fcb35355-43fa-41b9-a8af-72faf59c2fc0 Mar 25 20:03:11.853266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:03:11.853981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.884059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-9686036d-ded5-4f45-9631-5e54d2624ea1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port d2f8bce3-6bac-4107-839d-96a01f5c7403 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:11.885035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9686036d-ded5-4f45-9631-5e54d2624ea1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.958341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:11.959155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:12.010343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:03:12.019825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Made reservation on behalf of 15f803c4148b40e7884357c3234c3a82 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:12.022807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.038984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.039104 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Sync routers for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:03:12.053561 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:12.058419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0a7e00e7-8127-4670-8b5a-c70d21827477 None None] Provisioning for port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:12.061712 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:02:41Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:12.061843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] device_id is not set on port a292e077-8b44-4719-900b-3f45d309ffd9 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:12.064404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'Subnet': ['ID=60a588ad-19fb-4bc3-8846-0fdf5faa1a46,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:12.079542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Checking segment: {'id': '846c0b43-cf18-443d-a716-10d4412064ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:12.084885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Network hostable DHCP agents. Network: b4540416-0052-4db1-aaec-c56f2b169a60, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:12.103843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.139196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Transition to ACTIVE for port object a292e077-8b44-4719-900b-3f45d309ffd9 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:12.179475 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:03:12.187527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.192512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:12.194693 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0b088092-b32a-4b5e-bd9b-efacbf48f6ef admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.9877038 Mar 25 20:03:12.199291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53192) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:12.243278 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:12.260002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-c21c6677-7a6d-4efb-af81-7f6f8688903f', 'network_id': 'c21c6677-7a6d-4efb-af81-7f6f8688903f', 'tenant_id': 'a5dc843bdaa64feb8de8d8e1a15dcbc8', 'fixed_ips': [{'subnet_id': 'f879744c-9fde-45cc-83c2-21fe36b682db'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:03:12.260851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.270192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.270538 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Added segment 3ecb0f9c-cd27-45ce-9e69-7488326c1705 of type vlan for network 6da16541-fb52-408e-b731-7531ae949e7e Mar 25 20:03:12.293141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Router d0037310-a700-497a-9fae-d3a7aed2e7cc is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:03:12.317296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:12.323594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Network b4540416-0052-4db1-aaec-c56f2b169a60 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:12.327012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.332585 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:12.334650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:12.338377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.338495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Usage tracker for resource:port and tenant:a5dc843bdaa64feb8de8d8e1a15dcbc8 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:12.340735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.346863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:12.358718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:12.362170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:12.365212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-15c104f1-1934-480c-9f0f-abe743b4f600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.381617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:12.381981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.420540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.452512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9686036d-ded5-4f45-9631-5e54d2624ea1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.601520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=a292e077-8b44-4719-900b-3f45d309ffd9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:12.605754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, b4540416-0052-4db1-aaec-c56f2b169a60) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:12.620726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7711d4-d389-453c-899f-92b23a152414 None None] Network b4540416-0052-4db1-aaec-c56f2b169a60 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:12.655605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-9686036d-ded5-4f45-9631-5e54d2624ea1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Calling delete_port for d2f8bce3-6bac-4107-839d-96a01f5c7403 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:12.701241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Allocated IP 172.20.0.2 (c21c6677-7a6d-4efb-af81-7f6f8688903f/f879744c-9fde-45cc-83c2-21fe36b682db/008a0372-3a0a-46dd-9349-84704facdebd) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:12.703511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:12.704195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.743315 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1326449 Mar 25 20:03:12.752985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:03:12.799350 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Made reservation on behalf of a5dc843bdaa64feb8de8d8e1a15dcbc8 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:12.814898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.844234 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:07Z', 'revision_number': 3, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:12.858465 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Checking router: 7d500e53-3e44-40ac-bbcb-8d83a6519e2e for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:03:12.858827 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Updating router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:03:12.868621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.869672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a01f4d-8700-4526-9453-cceb8bc9f65b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Network': ['ID=fcb35355-43fa-41b9-a8af-72faf59c2fc0,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:12.887052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] device_id is not set on port c8e03716-6c7a-4d1e-9f53-b5f1e831b250 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:12.927305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Checking segment: {'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:12.928012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Network hostable DHCP agents. Network: 0395437c-07bb-4424-a436-731fdf415db2, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:12.929131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network fcb35355-43fa-41b9-a8af-72faf59c2fc0 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:12.975188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:12.998012 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:13.007428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e32d9584-e80d-4191-88bd-6cab5faa9716 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9183593 Mar 25 20:03:13.011673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53198) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:13.023765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:13.024847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:13.025845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:13.030073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-978183939', 'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:13.137435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:13.169726 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4809582 Mar 25 20:03:13.206063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2592c966-d15e-4455-a965-3bca8d21f93d None None] Provisioning complete for port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:13.206429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2592c966-d15e-4455-a965-3bca8d21f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:13.312744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,segment=NetworkSegment(5db80560-2faa-4049-9bdb-497ce0c7cf56),segment_id=5db80560-2faa-4049-9bdb-497ce0c7cf56)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:13.327315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53204) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:13.363008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Request body: {'subnet': {'network_id': '6da16541-fb52-408e-b731-7531ae949e7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:13.373517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:13.379378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Network 0395437c-07bb-4424-a436-731fdf415db2 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:13.391281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19d3f0-a130-4138-a31c-c937673031b2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Network': ['ID=6da16541-fb52-408e-b731-7531ae949e7e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:13.419169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:13.427448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Usage tracker for resource:port and tenant:fe194e73c043405faf5c0677e7bf65e9 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:13.440531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:13.458778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6da16541-fb52-408e-b731-7531ae949e7e details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:13.458983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Usage tracker for resource:subnet and tenant:15f803c4148b40e7884357c3234c3a82 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:13.473284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:13.477839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:13.512715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:13.534437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:13.552955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:03:13.582756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 0395437c-07bb-4424-a436-731fdf415db2) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:13.664323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Sync routers for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:03:13.667563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:13.675249 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f5a61703-0261-40d6-a1ae-ac217542d7aa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3450358 Mar 25 20:03:13.676055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53208) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:13.723227 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9044ac7-3f27-4127-83b2-7195b78e35a6 None None] Network 0395437c-07bb-4424-a436-731fdf415db2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:13.752496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:13.805451 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:13.829625 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Transition to ACTIVE for port object 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:13.906583 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.038616 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Attempting to bind port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:14.039067 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Attempting to bind port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:14.039327 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Attempting to bind port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:14.045508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:14.065476 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:14.065841 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:14.066236 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.066623 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:14.067087 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Bound port: 2b617c9c-a325-41bc-8ab7-5c018e4f2d43, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:14.067447 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.089024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9686036d-ded5-4f45-9631-5e54d2624ea1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.137240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Made reservation on behalf of fe194e73c043405faf5c0677e7bf65e9 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:14.139518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.166556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:14.166904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:14.167254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:14.194692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Made reservation on behalf of 15f803c4148b40e7884357c3234c3a82 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:14.203300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.214654 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Pushing event updated for resources: {'Port': ['ID=2b617c9c-a325-41bc-8ab7-5c018e4f2d43,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:14.238956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:14.242809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686036d-ded5-4f45-9631-5e54d2624ea1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event deleted for resources: {'Port': ['ID=d2f8bce3-6bac-4107-839d-96a01f5c7403,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:14.259670 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:14.260730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:14.264081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:14.264439 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:14.268681 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.269041 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.269381 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.269705 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.270024 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.270358 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.270680 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.270995 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.271322 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.271639 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.271948 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.272258 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Tracked resource versions report: Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: pushed versions: Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: { 'AddressGroup': {'1.2'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'ConntrackHelper': {'1.0'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Log': {'1.0'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Network': {'1.1'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Port': {'1.7'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'PortForwarding': {'1.2'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'QosPolicy': {'1.8'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SecurityGroup': {'1.4'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SecurityGroupRule': {'1.2'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SubPort': {'1.0'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Subnet': {'1.1'}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Trunk': {'1.1'}} Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: consumer versions: Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: { DHCP agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: HyperV agent@hv-neutron-8351: {}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: L3 agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: Metadata agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: Metering agent@dv-neutron-835149-1-hyperv: {}, Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: Open vSwitch agent@dv-neutron-835149-1-hyperv: { 'AddressGroup': '1.2', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'ConntrackHelper': '1.0', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Log': '1.0', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Network': '1.1', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Port': '1.7', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'PortForwarding': '1.2', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'QosPolicy': '1.8', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SecurityGroup': '1.4', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SecurityGroupRule': '1.2', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'SubPort': '1.0', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Subnet': '1.1', Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: 'Trunk': '1.1'}} Mar 25 20:03:14.278771 dv-neutron-835149-1-hyperv neutron-server[88487]: {{(pid=88487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 20:03:14.288019 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 2 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:14.311017 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] For port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:14.315060 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] For port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2b617c9c-a325-41bc-8ab7-5c018e4f2d43,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:14.331343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] device_id is not set on port 83f2a19a-8f30-45fd-a8f5-cf5df38aaed3 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:14.394044 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.536132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:14.565378 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:14.565926 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:14.580696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Allocated IP 2001:db8::18 (b4540416-0052-4db1-aaec-c56f2b169a60/60a588ad-19fb-4bc3-8846-0fdf5faa1a46/83f2a19a-8f30-45fd-a8f5-cf5df38aaed3) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:14.654476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9686036d-ded5-4f45-9631-5e54d2624ea1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.696269 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e849bf3-484b-47b2-a3bb-fccf4c06e641 None None] Pushing event updated for resources: {'Port': ['ID=2b617c9c-a325-41bc-8ab7-5c018e4f2d43,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:14.787413 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9686036d-ded5-4f45-9631-5e54d2624ea1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "DELETE /v2.0/ports/d2f8bce3-6bac-4107-839d-96a01f5c7403 HTTP/1.1" status: 204 len: 168 time: 3.0802116 Mar 25 20:03:14.790288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53216) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:14.875463 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d3b095-7cad-4eac-bed4-5e228a303160 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] GET failed (client error): The resource could not be found. Mar 25 20:03:14.876366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-84d3b095-7cad-4eac-bed4-5e228a303160 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Synchronizing usage tracker for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:14.958427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:14.962372 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:14.971966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-84d3b095-7cad-4eac-bed4-5e228a303160 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Unset dirty status for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:14.977689 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-84d3b095-7cad-4eac-bed4-5e228a303160 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "GET /v2.0/ports/d2f8bce3-6bac-4107-839d-96a01f5c7403 HTTP/1.1" status: 404 len: 333 time: 0.1850541 Mar 25 20:03:14.982897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53220) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:15.002821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.026418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7', 'name': 'tempest-AllowedAddressPairTestJSON-182599380'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:15.118120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.123417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:15.123740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:15.124064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:15.148053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:15.148794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:15.148908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.149119 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:15.230526 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 3 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:15.263972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.331551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.365635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2592c966-d15e-4455-a965-3bca8d21f93d None None] Provisioning for port 725e1939-ad89-4378-a4b4-386ea0249bbe completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:15.371833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Transition to ACTIVE for port object 008a0372-3a0a-46dd-9349-84704facdebd will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:15.389905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:10Z', 'revision_number': 3, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:15.401265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2592c966-d15e-4455-a965-3bca8d21f93d None None] Provisioning complete for port 725e1939-ad89-4378-a4b4-386ea0249bbe triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:15.402174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2592c966-d15e-4455-a965-3bca8d21f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.402672 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:07Z', 'revision_number': 3, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:15.408465 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7036987-5cfd-4250-a781-f70a9601d65e None None] The sync data for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv is: [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:07Z', 'revision_number': 3, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:03:15.417828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Network b4540416-0052-4db1-aaec-c56f2b169a60 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:15.438424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:15.440527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:15.440862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:15.441190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:15.462516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:15.463469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:15.464067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.467422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:15.467745 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:15.475149 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 4 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:15.479543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2592c966-d15e-4455-a965-3bca8d21f93d None None] Port 725e1939-ad89-4378-a4b4-386ea0249bbe cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:15.508334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:15.508763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:15.509095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:15.543540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.564344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Checking router: d0037310-a700-497a-9fae-d3a7aed2e7cc for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:03:15.567880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Updating router d0037310-a700-497a-9fae-d3a7aed2e7cc port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:03:15.583456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'Port': ['ID=83f2a19a-8f30-45fd-a8f5-cf5df38aaed3,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:15.593686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:15.594007 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:15.668093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Transition to ACTIVE for port object 008a0372-3a0a-46dd-9349-84704facdebd will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:15.672600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 5 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:15.678984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2592c966-d15e-4455-a965-3bca8d21f93d None None] Could not find standard attr ID for object d2f8bce3-6bac-4107-839d-96a01f5c7403. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:03:15.725523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:15.761574 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c82354dd-3d2b-4e3c-927b-0e290f1fe137 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7340338 Mar 25 20:03:15.893092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9946ce0-2812-4e3e-84ab-8e9633d2baf3 None None] Network b4540416-0052-4db1-aaec-c56f2b169a60 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:15.909334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:15.932657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Allocated IP 172.20.0.9 (c21c6677-7a6d-4efb-af81-7f6f8688903f/f879744c-9fde-45cc-83c2-21fe36b682db/c8e03716-6c7a-4d1e-9f53-b5f1e831b250) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:15.953859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53224) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:15.954415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53226) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:15.999348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:16.000249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:16.000687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:16.010458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'subnet': {'network_id': 'fcb35355-43fa-41b9-a8af-72faf59c2fc0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:16.031649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-567645b8-dc6e-4452-a85c-278ca8de77bb None None] Provisioning complete for port 725e1939-ad89-4378-a4b4-386ea0249bbe triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:16.032081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-567645b8-dc6e-4452-a85c-278ca8de77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.066458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Allocated IP 172.20.0.1 (44e60336-d7f3-4601-a73d-3eb7f950407a/309ef97e-8817-4c62-b0fc-325f772531b6/652eaf78-314d-4c51-ba36-092201e285fa) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:16.098930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:16.147912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-567645b8-dc6e-4452-a85c-278ca8de77bb None None] Port 725e1939-ad89-4378-a4b4-386ea0249bbe cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:16.151683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Allocated IP 172.20.0.1 (0caf61dd-c8b8-4c4a-9682-82f930c1f744/f8df46b0-6a42-40bd-814c-34fb824843fa/436e6dca-64ae-4e53-ba52-4f9c9308805c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:16.153208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.218738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:16.258355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Network c21c6677-7a6d-4efb-af81-7f6f8688903f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:16.263980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:16.264298 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:16.274605 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 6 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:16.282555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-567645b8-dc6e-4452-a85c-278ca8de77bb None None] Could not find standard attr ID for object d2f8bce3-6bac-4107-839d-96a01f5c7403. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:03:16.284364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:16.297555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4e359f36-4962-416f-ab10-916b89f93448 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Deleting port 83f2a19a-8f30-45fd-a8f5-cf5df38aaed3 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:16.298048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e359f36-4962-416f-ab10-916b89f93448 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.301618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Pushing event updated for resources: {'Port': ['ID=008a0372-3a0a-46dd-9349-84704facdebd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:16.303764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:16.341302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:16.341507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:16.341780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:16.357236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:16.357559 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:16.362419 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 7 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:16.396696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:16.397078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:16.397409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:16.404235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:16.404728 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:16.407939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.411033 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 8 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:16.415442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:16.415442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.431547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:16.432035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:16.432178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:16.440647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:16.440967 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:16.444660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 9 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:16.460062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Transition to ACTIVE for port object 436e6dca-64ae-4e53-ba52-4f9c9308805c will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:16.465772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:16.466145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:16.466468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:16.474185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:16.474812 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:16.476635 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 10 to bind port a292e077-8b44-4719-900b-3f45d309ffd9 Mar 25 20:03:16.479197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Made reservation on behalf of 98ebe0c9f0ea4fb68356408adf490db5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:16.483056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.493626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:16.534401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:16.534746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:16.535184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:16.545348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port a292e077-8b44-4719-900b-3f45d309ffd9 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:16.545928 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port a292e077-8b44-4719-900b-3f45d309ffd9 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:16.546024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.600798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:subnet and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:16.608554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Attempting to bind port 008a0372-3a0a-46dd-9349-84704facdebd on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:16.609602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Attempting to bind port 008a0372-3a0a-46dd-9349-84704facdebd by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'bb01bfd2-423c-432f-beb2-a41ebefd6524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c21c6677-7a6d-4efb-af81-7f6f8688903f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:16.610574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Attempting to bind port 008a0372-3a0a-46dd-9349-84704facdebd on network c21c6677-7a6d-4efb-af81-7f6f8688903f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:16.616072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:16.652711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:16.653709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Checking segment: {'id': 'bb01bfd2-423c-432f-beb2-a41ebefd6524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c21c6677-7a6d-4efb-af81-7f6f8688903f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:16.653709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.654376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Bound using segment: {'id': 'bb01bfd2-423c-432f-beb2-a41ebefd6524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c21c6677-7a6d-4efb-af81-7f6f8688903f'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:16.654823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Bound port: 008a0372-3a0a-46dd-9349-84704facdebd, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb01bfd2-423c-432f-beb2-a41ebefd6524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c21c6677-7a6d-4efb-af81-7f6f8688903f'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:16.655335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.661319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:16.693863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] device_id is not set on port 6a738073-bddf-42f5-845b-51e1c1aaee50 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:16.723773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] For port a292e077-8b44-4719-900b-3f45d309ffd9, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:16.724159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempted to set empty binding levels {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 25 20:03:16.729090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.823730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:16.831637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.834246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:03:16.834770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.838500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:16.840784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:16.878424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:16.882893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.901022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:16.948150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Pushing event updated for resources: {'Port': ['ID=436e6dca-64ae-4e53-ba52-4f9c9308805c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:16.958313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] For port 008a0372-3a0a-46dd-9349-84704facdebd, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:16.962318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] For port 008a0372-3a0a-46dd-9349-84704facdebd, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=008a0372-3a0a-46dd-9349-84704facdebd,segment=NetworkSegment(bb01bfd2-423c-432f-beb2-a41ebefd6524),segment_id=bb01bfd2-423c-432f-beb2-a41ebefd6524)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:16.985682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:16.986558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.033335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.052337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.082909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.125170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.173498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Transition to ACTIVE for port object 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:17.200441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16d1b-cd5a-4d2a-80d9-32c4187d642d None None] Pushing event updated for resources: {'Port': ['ID=008a0372-3a0a-46dd-9349-84704facdebd,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:17.231609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1abe3076-bb4f-4836-914f-1c01e6486609,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:17.240776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Transition to ACTIVE for port object 652eaf78-314d-4c51-ba36-092201e285fa will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:17.248680 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.4386210 Mar 25 20:03:17.249943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Checking segment: {'id': '3ecb0f9c-cd27-45ce-9e69-7488326c1705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6da16541-fb52-408e-b731-7531ae949e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:17.250334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Network hostable DHCP agents. Network: 6da16541-fb52-408e-b731-7531ae949e7e, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:17.256389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Transition to ACTIVE for port object c8e03716-6c7a-4d1e-9f53-b5f1e831b250 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:17.260774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.263212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53232) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:17.273144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fdb95-1be0-4dbe-86d9-1116c2e69afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=a292e077-8b44-4719-900b-3f45d309ffd9,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:17.278333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Allocated IP 172.20.0.8 (9083151a-98a2-4b21-8b1f-d387df1829c7/9b47eedc-e29a-4a3b-8efc-e85fdda23107/6a738073-bddf-42f5-845b-51e1c1aaee50) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:17.327472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-91f4e956-0d14-4792-a707-19719d6d98b4 None None] Provisioning for port 436e6dca-64ae-4e53-ba52-4f9c9308805c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:17.341805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-91f4e956-0d14-4792-a707-19719d6d98b4 None None] Provisioning complete for port 436e6dca-64ae-4e53-ba52-4f9c9308805c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:17.342171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91f4e956-0d14-4792-a707-19719d6d98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.373982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Deleting port a292e077-8b44-4719-900b-3f45d309ffd9 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:17.374442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.378934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e359f36-4962-416f-ab10-916b89f93448 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.391939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Attempting to bind port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:17.392309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Attempting to bind port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:17.392702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Attempting to bind port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:17.406706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:17.407009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:17.407411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.407790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:17.408267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Bound port: 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:17.408705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.417326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Network 6da16541-fb52-408e-b731-7531ae949e7e is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:17.473798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4463-95ad-4178-abde-6847517ff43a None None] Pushing event updated for resources: {'Port': ['ID=138278f3-28c7-45bd-8b1d-6d0b2b5dbc38,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:17.528038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-91f4e956-0d14-4792-a707-19719d6d98b4 None None] Port 436e6dca-64ae-4e53-ba52-4f9c9308805c cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:17.547956 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6da16541-fb52-408e-b731-7531ae949e7e) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:17.558696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8315c970-7cbb-4864-838a-b20d386c6a79 None None] Network 6da16541-fb52-408e-b731-7531ae949e7e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:17.561372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:17.562455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.665958 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cd896881-15bd-4f7a-bd46-8c9cf9e85d2c tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3317306 Mar 25 20:03:17.671665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53236) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:17.681830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Request body: {'floatingip': {'floating_network_id': '6da16541-fb52-408e-b731-7531ae949e7e'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:17.691656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:17.758336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.776342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Transition to ACTIVE for port object 6a738073-bddf-42f5-845b-51e1c1aaee50 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:17.786140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] For port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:17.817977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:17.846549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] For port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=138278f3-28c7-45bd-8b1d-6d0b2b5dbc38,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:17.865508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Usage tracker for resource:floatingip and tenant:15f803c4148b40e7884357c3234c3a82 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:17.872788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:17.893645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:17.909046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.909483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] For port a292e077-8b44-4719-900b-3f45d309ffd9, host hv-neutron-8351, got binding levels [] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:17.909988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.912330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:17.956778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd5912-767b-4bb3-a204-298b45116b8a None None] Network 6da16541-fb52-408e-b731-7531ae949e7e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:17.988412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.005010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4e359f36-4962-416f-ab10-916b89f93448 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Calling delete_port for 83f2a19a-8f30-45fd-a8f5-cf5df38aaed3 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:18.036431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:18.037019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:18.063365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Calling delete_port for a292e077-8b44-4719-900b-3f45d309ffd9 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:18.104929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.226493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.268744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4463-95ad-4178-abde-6847517ff43a None None] Pushing event updated for resources: {'Port': ['ID=138278f3-28c7-45bd-8b1d-6d0b2b5dbc38,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:18.338776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=652eaf78-314d-4c51-ba36-092201e285fa,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:18.341506 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.352641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Network 44e60336-d7f3-4601-a73d-3eb7f950407a is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:18.390767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:18.394760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:18.405504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.408465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:18.408465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.410549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:18.410937 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.483373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f6c4f-39dd-4e32-9422-73756f2f228f None None] Network c21c6677-7a6d-4efb-af81-7f6f8688903f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:18.498312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.503842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e359f36-4962-416f-ab10-916b89f93448 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.515365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.565365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.582491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:18.602266 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a292e077-8b44-4719-900b-3f45d309ffd9 HTTP/1.1" status: 204 len: 168 time: 1.3359265 Mar 25 20:03:18.603407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acc050-3692-4f26-8fc1-c857f619f715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event deleted for resources: {'Port': ['ID=a292e077-8b44-4719-900b-3f45d309ffd9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:18.609921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53244) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:18.613810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Subnet': ['ID=977a92b7-281c-4393-8673-93499655f451,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:18.630539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:18.649321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:18.674158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Network c21c6677-7a6d-4efb-af81-7f6f8688903f is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:18.674582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2d6c80-ee8f-4c15-b55c-576bd87da48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] GET failed (client error): The resource could not be found. Mar 25 20:03:18.675179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ca2d6c80-ee8f-4c15-b55c-576bd87da48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Synchronizing usage tracker for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:18.685101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:18.696370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:18.696370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.716284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.721857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.729803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:18.775692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ca2d6c80-ee8f-4c15-b55c-576bd87da48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Unset dirty status for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:18.781666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ca2d6c80-ee8f-4c15-b55c-576bd87da48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "GET /v2.0/ports/a292e077-8b44-4719-900b-3f45d309ffd9 HTTP/1.1" status: 404 len: 333 time: 0.1689215 Mar 25 20:03:18.789562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53248) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:18.798942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Request body: {'port': {'network_id': '0395437c-07bb-4424-a436-731fdf415db2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381476517'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:18.806619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.821063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:18.827096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:18.828580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.836084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:18.845833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=6a738073-bddf-42f5-845b-51e1c1aaee50,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:18.862192 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e53073ab-c2ca-4ba7-b6a0-344c6756aca3 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8744602 Mar 25 20:03:18.878918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53252) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:18.909789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Checking segment: {'id': '6d89856a-367b-40ac-ada0-d543433952a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fcb35355-43fa-41b9-a8af-72faf59c2fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:18.910152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network hostable DHCP agents. Network: fcb35355-43fa-41b9-a8af-72faf59c2fc0, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:18.918426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:56:2c:d6'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:18.922747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.947181 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1713808 Mar 25 20:03:18.953284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e359f36-4962-416f-ab10-916b89f93448 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:18.953284 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4e359f36-4962-416f-ab10-916b89f93448 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "DELETE /v2.0/ports/83f2a19a-8f30-45fd-a8f5-cf5df38aaed3 HTTP/1.1" status: 204 len: 168 time: 2.9966230 Mar 25 20:03:18.960912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:18.961432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53256) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:18.961769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53258) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:18.973002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60', 'external_fixed_ips': [{'subnet_id': '60a588ad-19fb-4bc3-8846-0fdf5faa1a46', 'ip_address': '2001:db8::18'}]}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:19.051082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Pushing event updated for resources: {'Port': ['ID=436e6dca-64ae-4e53-ba52-4f9c9308805c,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:19.061675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-009f5c24-38cb-4578-a278-20c2d5ef218e None None] Provisioning for port 008a0372-3a0a-46dd-9349-84704facdebd completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:19.063233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.107372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Made reservation on behalf of e356aef2272244d197443e0fc400d13e for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:19.109769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.143279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.165183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Allocated IP 172.20.0.10 (6da16541-fb52-408e-b731-7531ae949e7e/1abe3076-bb4f-4836-914f-1c01e6486609/10a9e9a7-2d38-4a01-9613-b8e63848a49e) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:19.219849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.223925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:19.224216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] device_id is not set on port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:19.242061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2b617c9c-a325-41bc-8ab7-5c018e4f2d43,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:19.257404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Usage tracker for resource:router and tenant:fe194e73c043405faf5c0677e7bf65e9 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:19.260110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263b1c1-77c2-4808-ae3e-61428fc0b7a5 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event updated for resources: {'Port': ['ID=c8e03716-6c7a-4d1e-9f53-b5f1e831b250,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:19.264685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:19.313801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:19.322368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e359f36-4962-416f-ab10-916b89f93448 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event deleted for resources: {'Port': ['ID=83f2a19a-8f30-45fd-a8f5-cf5df38aaed3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:19.324247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.324382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:10Z', 'revision_number': 3, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:19.324945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.332717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.333493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 008a0372-3a0a-46dd-9349-84704facdebd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:19.357354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11e8e7-25d3-4322-bc90-8d23fbef29bc None None] The sync data for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv is: [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:10Z', 'revision_number': 3, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:03:19.376795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e16bdd2b-b3ac-4d30-9bb7-1629f8a6afce tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Deleting port c8e03716-6c7a-4d1e-9f53-b5f1e831b250 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:19.377139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e16bdd2b-b3ac-4d30-9bb7-1629f8a6afce tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.394393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-986476cf-2701-4cef-bea2-df99b1a20b40 None None] Provisioning for port 6a738073-bddf-42f5-845b-51e1c1aaee50 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:19.414025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network fcb35355-43fa-41b9-a8af-72faf59c2fc0 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:19.447479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-986476cf-2701-4cef-bea2-df99b1a20b40 None None] Provisioning complete for port 6a738073-bddf-42f5-845b-51e1c1aaee50 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:19.447849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-986476cf-2701-4cef-bea2-df99b1a20b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.553850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-986476cf-2701-4cef-bea2-df99b1a20b40 None None] Port 6a738073-bddf-42f5-845b-51e1c1aaee50 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:19.557039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=2b617c9c-a325-41bc-8ab7-5c018e4f2d43,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:19.618721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=652eaf78-314d-4c51-ba36-092201e285fa,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:19.661921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 008a0372-3a0a-46dd-9349-84704facdebd completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:19.670402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-986476cf-2701-4cef-bea2-df99b1a20b40 None None] Provisioning for port 652eaf78-314d-4c51-ba36-092201e285fa completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:19.689413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 008a0372-3a0a-46dd-9349-84704facdebd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:19.690674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.773326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, fcb35355-43fa-41b9-a8af-72faf59c2fc0) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:19.774980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.776060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.783949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-986476cf-2701-4cef-bea2-df99b1a20b40 None None] Provisioning complete for port 652eaf78-314d-4c51-ba36-092201e285fa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:19.784167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-986476cf-2701-4cef-bea2-df99b1a20b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.795118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.814119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:19.829273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b6a210-5ff0-44d0-b916-da595206c3db None None] Network fcb35355-43fa-41b9-a8af-72faf59c2fc0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:19.830861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:19.873953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:19.876036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:19.877278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.000104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.032200 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-711752a7-15ad-4222-beda-d66e614d2d51 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0750306 Mar 25 20:03:20.085833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53264) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:20.097975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1279142768'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:20.100011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-986476cf-2701-4cef-bea2-df99b1a20b40 None None] Port 652eaf78-314d-4c51-ba36-092201e285fa cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:20.143960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:20.171107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:network and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:20.175936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:20.210120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:20.211141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Network 44e60336-d7f3-4601-a73d-3eb7f950407a is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:20.232415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.279844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 008a0372-3a0a-46dd-9349-84704facdebd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=008a0372-3a0a-46dd-9349-84704facdebd,segment=NetworkSegment(bb01bfd2-423c-432f-beb2-a41ebefd6524),segment_id=bb01bfd2-423c-432f-beb2-a41ebefd6524)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:20.318518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.397582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.472882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Provisioning complete for port 436e6dca-64ae-4e53-ba52-4f9c9308805c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:20.473605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.485378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:20.488928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:20.490506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.541164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:03:20.558415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.660814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Port 436e6dca-64ae-4e53-ba52-4f9c9308805c cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:20.668372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=008a0372-3a0a-46dd-9349-84704facdebd,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:20.681324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:20.686444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e16bdd2b-b3ac-4d30-9bb7-1629f8a6afce tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.721356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:20.730292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.767209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-fcb35355-43fa-41b9-a8af-72faf59c2fc0', 'network_id': 'fcb35355-43fa-41b9-a8af-72faf59c2fc0', 'tenant_id': 'e44ef64fea8340358f7f0584a8cd4ca6', 'fixed_ips': [{'subnet_id': '977a92b7-281c-4393-8673-93499655f451'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:03:20.768036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.787598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.829388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Network 6da16541-fb52-408e-b731-7531ae949e7e is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:20.842004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:20.844567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:20.863674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Provisioning for port c8e03716-6c7a-4d1e-9f53-b5f1e831b250 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:20.869862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Provisioning complete for port c8e03716-6c7a-4d1e-9f53-b5f1e831b250 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:20.870575 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.873581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Network 0395437c-07bb-4424-a436-731fdf415db2 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:20.890776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e16bdd2b-b3ac-4d30-9bb7-1629f8a6afce tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Calling delete_port for c8e03716-6c7a-4d1e-9f53-b5f1e831b250 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:20.891560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.891906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Added segment 09bc5d3d-546c-486e-82d5-c0c5c393726c of type vlan for network bac19873-8c94-4f44-be6c-17857e8a43f2 Mar 25 20:03:20.893197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:20.895560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:20.896656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:20.899525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.913121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Port': ['ID=10a9e9a7-2d38-4a01-9613-b8e63848a49e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:20.940090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Port c8e03716-6c7a-4d1e-9f53-b5f1e831b250 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:20.984640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Provisioning complete for port 008a0372-3a0a-46dd-9349-84704facdebd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:20.985088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8703e482-0bec-4503-a497-5aac71f3eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:20.995764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:03:21.040524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.086554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:21.102216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:21.102607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.122967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.138509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.148699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:21.160438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Router d0037310-a700-497a-9fae-d3a7aed2e7cc has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:03:21.293696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-55232c66-38d2-4e30-ba3a-26865dda1326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4892192 Mar 25 20:03:21.293696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53268) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:21.313885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:21.331223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Allocated IP 2001:db8:0:ffff::2 (fcb35355-43fa-41b9-a8af-72faf59c2fc0/977a92b7-281c-4393-8673-93499655f451/2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:21.348523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:03:21.361963 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Sync routers for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:03:21.371982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.377492 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:21.378336 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:21.425956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e16bdd2b-b3ac-4d30-9bb7-1629f8a6afce tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.440197 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-255cb8a9-b1c4-4da9-99d0-f50d80791963 admin admin] 10.222.0.37 "PUT /v2.0/routers/7d500e53-3e44-40ac-bbcb-8d83a6519e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2395895 Mar 25 20:03:21.441515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] In _notify_port_updated(), no bound segment for port 6a738073-bddf-42f5-845b-51e1c1aaee50 on network 9083151a-98a2-4b21-8b1f-d387df1829c7 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:03:21.450387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:21.450730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=138278f3-28c7-45bd-8b1d-6d0b2b5dbc38,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:21.452935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.454659 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "PUT /v2.0/ports/6a738073-bddf-42f5-845b-51e1c1aaee50 HTTP/1.1" status: 200 len: 992 time: 2.5669785 Mar 25 20:03:21.479172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53274) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:21.537194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194e5a1-e1e4-4907-a9b7-975c524249bd tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=6a738073-bddf-42f5-845b-51e1c1aaee50,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:21.551766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.552755 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:21.576951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bdd2b-b3ac-4d30-9bb7-1629f8a6afce tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event deleted for resources: {'Port': ['ID=c8e03716-6c7a-4d1e-9f53-b5f1e831b250,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:21.783190 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:21.814719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:03:21.849399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e16bdd2b-b3ac-4d30-9bb7-1629f8a6afce tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.871479 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bef3fff1-b33e-48cb-b31b-129f3452a9f0 admin admin] 10.222.0.37 "PUT /v2.0/routers/d0037310-a700-497a-9fae-d3a7aed2e7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1890111 Mar 25 20:03:21.876058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Sync routers for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:03:21.890516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-61635a69-f433-472e-95b3-ed0ea3f584b8 None None] Provisioning complete for port 652eaf78-314d-4c51-ba36-092201e285fa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:21.890898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-61635a69-f433-472e-95b3-ed0ea3f584b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.914678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.943347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.959261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:21.962667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:21.971177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-61635a69-f433-472e-95b3-ed0ea3f584b8 None None] Port 652eaf78-314d-4c51-ba36-092201e285fa cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:21.983827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c5411-fee1-417a-a9dc-9a8e84f5d353 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port 6a738073-bddf-42f5-845b-51e1c1aaee50 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:21.984377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5411-fee1-417a-a9dc-9a8e84f5d353 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.032630 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:22.032997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.036230 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e16bdd2b-b3ac-4d30-9bb7-1629f8a6afce tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "DELETE /v2.0/ports/c8e03716-6c7a-4d1e-9f53-b5f1e831b250 HTTP/1.1" status: 204 len: 168 time: 3.0734553 Mar 25 20:03:22.054945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53288) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:22.063005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:22.063651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:22.230319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.341934 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-16295d2b-43f5-4326-a442-94159a1c5446 tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2853906 Mar 25 20:03:22.350313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53300) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:22.359408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.367244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=138278f3-28c7-45bd-8b1d-6d0b2b5dbc38,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:22.375000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53304) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:22.376211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2878873 Mar 25 20:03:22.394714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1367377290'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:22.404342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'subnet': {'network_id': 'bac19873-8c94-4f44-be6c-17857e8a43f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:22.417863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Transition to ACTIVE for port object 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:22.422045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:22.457079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.497107 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 2, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:22.510431 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Checking router: 7d500e53-3e44-40ac-bbcb-8d83a6519e2e for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:03:22.510935 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Updating router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e port 436e6dca-64ae-4e53-ba52-4f9c9308805c binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:03:22.524275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:22.530535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Usage tracker for resource:network and tenant:a5dc843bdaa64feb8de8d8e1a15dcbc8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:22.535475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:22.535631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.544551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:22.554741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfd0c1-bdba-4b45-9a83-59f74bcc10ee tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Network': ['ID=bac19873-8c94-4f44-be6c-17857e8a43f2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:22.558896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.628860 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.745150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network bac19873-8c94-4f44-be6c-17857e8a43f2 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:22.761624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:22.778806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:subnet and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:22.780205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Made reservation on behalf of a5dc843bdaa64feb8de8d8e1a15dcbc8 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:22.785200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.786617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:22.829722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:22.870611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5411-fee1-417a-a9dc-9a8e84f5d353 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.902484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:22.946329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d088b3f3-275d-48fb-a222-d1807a8c7ecf None None] Provisioning complete for port 6a738073-bddf-42f5-845b-51e1c1aaee50 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:22.946697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d088b3f3-275d-48fb-a222-d1807a8c7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.967102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:22.968757 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Added segment a491a54a-b00b-4d07-9781-29a1cceba00b of type vlan for network b6e3df76-a945-4aad-be70-bca68e48badc Mar 25 20:03:23.048647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Transition to ACTIVE for port object 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:23.073744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.092611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.103037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:23.107170 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.138793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c5411-fee1-417a-a9dc-9a8e84f5d353 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Calling delete_port for 6a738073-bddf-42f5-845b-51e1c1aaee50 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:23.186983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.206937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.230663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:23.231399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.235175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.365008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Pushing event updated for resources: {'Port': ['ID=2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:23.366690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Allocated IP 2001:db8::18 (b4540416-0052-4db1-aaec-c56f2b169a60/60a588ad-19fb-4bc3-8846-0fdf5faa1a46/ee197479-030d-46c4-86c1-ecf06c5ae5b7) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:23.377066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d088b3f3-275d-48fb-a222-d1807a8c7ecf None None] Port 6a738073-bddf-42f5-845b-51e1c1aaee50 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:23.429861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Network fcb35355-43fa-41b9-a8af-72faf59c2fc0 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:23.456901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:23.466123 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.475624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:23.539736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] device_id is not set on port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:23.635967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53312) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:23.638540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:23.647252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.652392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443958973', 'description': 'tempest-description--291065454'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:23.657274 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2918363 Mar 25 20:03:23.658134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Port': ['ID=10a9e9a7-2d38-4a01-9613-b8e63848a49e,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:23.662916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53316) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:23.670786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:23.692000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597309d-3d2d-4ece-ad13-2b6c62e5d712 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event updated for resources: {'Network': ['ID=b6e3df76-a945-4aad-be70-bca68e48badc,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:23.699199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Attempting to bind port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:23.699398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Attempting to bind port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '6d89856a-367b-40ac-ada0-d543433952a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fcb35355-43fa-41b9-a8af-72faf59c2fc0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:23.699722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Attempting to bind port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 on network fcb35355-43fa-41b9-a8af-72faf59c2fc0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:23.700043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Usage tracker for resource:security_group and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:23.709772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:23.713221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:23.713570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Checking segment: {'id': '6d89856a-367b-40ac-ada0-d543433952a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fcb35355-43fa-41b9-a8af-72faf59c2fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:23.713981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.714373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Bound using segment: {'id': '6d89856a-367b-40ac-ada0-d543433952a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fcb35355-43fa-41b9-a8af-72faf59c2fc0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:23.714906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Bound port: 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d89856a-367b-40ac-ada0-d543433952a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fcb35355-43fa-41b9-a8af-72faf59c2fc0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:23.715311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.734120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:23.734348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b6e3df76-a945-4aad-be70-bca68e48badc details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:23.738539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.848113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.872053 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Transition to ACTIVE for port object 436e6dca-64ae-4e53-ba52-4f9c9308805c will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:23.882337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5411-fee1-417a-a9dc-9a8e84f5d353 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.887128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53320) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:23.900977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Transition to ACTIVE for port object 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:23.906396 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.911759 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:23.912253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.922383 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1765f6f3-4cfe-4db8-a24f-3d9e7f700d07 tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "GET /v2.0/agents/4c43bd5f-9d8a-427d-b8bd-65720c8c28ce/dhcp-networks HTTP/1.1" status: 200 len: 8841 time: 0.2501249 Mar 25 20:03:23.924991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53324) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:23.938675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097966841', 'description': 'tempest-description--1852195892'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:23.944890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.949038 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8a51bb5f-0f44-4064-b67c-99b8e0d5be66 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2732592 Mar 25 20:03:23.951311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53328) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:23.955875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:23.957938 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:23.986990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] For port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:23.991256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] For port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1,segment=NetworkSegment(6d89856a-367b-40ac-ada0-d543433952a2),segment_id=6d89856a-367b-40ac-ada0-d543433952a2)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:24.012234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 2, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:24.025873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Usage tracker for resource:security_group_rule and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:24.033139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Checking router: d0037310-a700-497a-9fae-d3a7aed2e7cc for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:03:24.033491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Updating router d0037310-a700-497a-9fae-d3a7aed2e7cc port 652eaf78-314d-4c51-ba36-092201e285fa binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:03:24.036979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:24.054500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3b4cb95f-4f11-4ee6-8d0d-9983fb6fe90a tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Synchronizing usage tracker for tenant:15f803c4148b40e7884357c3234c3a82 on resource:floatingip {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:24.057634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:24.059312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:03:24.059905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c5411-fee1-417a-a9dc-9a8e84f5d353 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event deleted for resources: {'Port': ['ID=6a738073-bddf-42f5-845b-51e1c1aaee50,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:24.062668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:24.065495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.067588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.086830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.149135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Usage tracker for resource:security_group and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:24.153046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:24.181500 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0e211-6e9f-42ec-954f-714aec15a83f None None] Pushing event updated for resources: {'Port': ['ID=436e6dca-64ae-4e53-ba52-4f9c9308805c,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:24.196901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Subnet': ['ID=0e7c74e0-8c1a-408f-bebf-f06d9cb525e7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:24.206494 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:24.252195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.282459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.389685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Network b4540416-0052-4db1-aaec-c56f2b169a60 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:24.395038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 008a0372-3a0a-46dd-9349-84704facdebd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:24.418117 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Attempting to bind port 436e6dca-64ae-4e53-ba52-4f9c9308805c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:24.418117 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Attempting to bind port 436e6dca-64ae-4e53-ba52-4f9c9308805c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:24.418117 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Attempting to bind port 436e6dca-64ae-4e53-ba52-4f9c9308805c on network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:24.418404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:24.423173 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:24.423655 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Checking segment: {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:24.424262 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.424833 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Bound using segment: {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:24.425506 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Bound port: 436e6dca-64ae-4e53-ba52-4f9c9308805c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:24.426062 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.449366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:24.484557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec58829-2b00-41ee-89ed-3fc5d7ac9821 None None] Pushing event updated for resources: {'Port': ['ID=2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:24.595469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:24.596025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:24.596558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:24.605090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:24.616397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:24.616966 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:24.620824 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 2 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:24.641845 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] For port 436e6dca-64ae-4e53-ba52-4f9c9308805c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:24.647622 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] For port 436e6dca-64ae-4e53-ba52-4f9c9308805c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=436e6dca-64ae-4e53-ba52-4f9c9308805c,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:24.652128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 008a0372-3a0a-46dd-9349-84704facdebd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:24.652515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.679871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:24.680206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:24.680623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:24.695058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:24.695388 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:24.697625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.702913 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 3 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:24.730226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b0d5e-a683-449f-9a21-9a1be3a01f52 tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] Network b6e3df76-a945-4aad-be70-bca68e48badc is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:24.737457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:24.737788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:24.738171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:24.744691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:24.745264 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:24.745696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 4 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:24.767377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:24.767763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:24.768258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:24.773261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:24.773582 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:24.774019 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 5 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:24.782433 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.793196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.804293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.837377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5df1905-7d17-49a7-8f26-8cb4e94d14e7,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:24.853459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:24.853999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:24.854487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:24.861264 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3f4b0d5e-a683-449f-9a21-9a1be3a01f52 tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "POST /v2.0/agents/4c43bd5f-9d8a-427d-b8bd-65720c8c28ce/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9350481 Mar 25 20:03:24.868539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53332) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:24.871378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:24.871873 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:24.877058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c9a10-9c67-4265-8aa7-812048fc4303 None None] Network b6e3df76-a945-4aad-be70-bca68e48badc requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:24.880377 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 6 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:24.889030 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:24.889981 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:24.897042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3b4cb95f-4f11-4ee6-8d0d-9983fb6fe90a tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Unset dirty status for tenant:15f803c4148b40e7884357c3234c3a82 on resource:floatingip {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:24.898946 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3b4cb95f-4f11-4ee6-8d0d-9983fb6fe90a tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=6da16541-fb52-408e-b731-7531ae949e7e HTTP/1.1" status: 200 len: 690 time: 0.9462690 Mar 25 20:03:24.929638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:24.930067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:24.930469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:24.936348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53336) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:24.941388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:24.941720 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:24.965782 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0e211-6e9f-42ec-954f-714aec15a83f None None] Pushing event updated for resources: {'Port': ['ID=436e6dca-64ae-4e53-ba52-4f9c9308805c,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:24.978215 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 7 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:24.996725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:24.998214 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0fc20f5f-86e8-49d2-9395-e4397e2430dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3611050 Mar 25 20:03:25.009222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53340) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:25.039629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Request body: {'security_group_rule': {'security_group_id': 'f5df1905-7d17-49a7-8f26-8cb4e94d14e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:25.088161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Checking segment: {'id': '09bc5d3d-546c-486e-82d5-c0c5c393726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bac19873-8c94-4f44-be6c-17857e8a43f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:25.089817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network hostable DHCP agents. Network: bac19873-8c94-4f44-be6c-17857e8a43f2, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:25.092988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:25.094019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:25.094260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:25.134200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'Port': ['ID=ee197479-030d-46c4-86c1-ecf06c5ae5b7,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:25.139133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:25.160027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:25.175395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Usage tracker for resource:security_group_rule and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:25.191779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Usage tracker for resource:security_group_rule and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:25.194334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:25.197664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5411-fee1-417a-a9dc-9a8e84f5d353 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.201063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:25.230096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:25.237626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:25.246948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:25.247273 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:25.253868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 8 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:25.264235 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dd8c5411-fee1-417a-a9dc-9a8e84f5d353 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "DELETE /v2.0/ports/6a738073-bddf-42f5-845b-51e1c1aaee50 HTTP/1.1" status: 204 len: 168 time: 3.7706614 Mar 25 20:03:25.273689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53344) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:25.274542 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:25.315723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.318726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:25.319305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:25.319845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:25.362098 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-539e58a1-23cb-47d6-a446-9ed6558b3f47 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] GET failed (client error): The resource could not be found. Mar 25 20:03:25.362910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-539e58a1-23cb-47d6-a446-9ed6558b3f47 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Synchronizing usage tracker for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:25.366533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:25.366961 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:25.372621 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 9 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:25.375454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network bac19873-8c94-4f44-be6c-17857e8a43f2 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:25.390817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Transition to ACTIVE for port object 652eaf78-314d-4c51-ba36-092201e285fa will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:25.410099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.419740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b98e8fa2-6d45-431e-97f6-2904f2ff3c74 tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "GET /v2.0/agents/4c43bd5f-9d8a-427d-b8bd-65720c8c28ce/dhcp-networks HTTP/1.1" status: 200 len: 9611 time: 0.5497000 Mar 25 20:03:25.424660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:25.424997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:25.425337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:25.427936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53348) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:25.471590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, bac19873-8c94-4f44-be6c-17857e8a43f2) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:25.472365 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.491830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.507539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:25.508136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.550200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804ffee-23e9-470d-affc-9d9e65dc2ecc None None] Network bac19873-8c94-4f44-be6c-17857e8a43f2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:25.597983 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-539e58a1-23cb-47d6-a446-9ed6558b3f47 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Unset dirty status for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:25.599138 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-539e58a1-23cb-47d6-a446-9ed6558b3f47 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "GET /v2.0/ports/6a738073-bddf-42f5-845b-51e1c1aaee50 HTTP/1.1" status: 404 len: 333 time: 0.3244331 Mar 25 20:03:25.611249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53352) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:25.618156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Deleting port 10a9e9a7-2d38-4a01-9613-b8e63848a49e {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:25.618156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.690685 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:24Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:25.699117 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9c74b-b8f1-440f-bf2a-9539a93dc364 None None] The sync data for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv is: [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:24Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:03:25.711888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:25.712220 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:25.715229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.728234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:25.729897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7', 'name': 'tempest-AllowedAddressPairTestJSON-1206119985'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:25.833012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 10 to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b Mar 25 20:03:25.871749 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-187ccbce-df3f-4ac7-bc9e-2c8b53793ee8 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4885285 Mar 25 20:03:25.884788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53356) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:25.908842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'port': {'network_id': 'bac19873-8c94-4f44-be6c-17857e8a43f2', 'name': 'tempest-NetworksIpV6TestAttrs-1419349090'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:25.930986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:25.935506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac046d3-2d92-4725-a855-dcef24382e3c None None] Network fcb35355-43fa-41b9-a8af-72faf59c2fc0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:25.984585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:25.985077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:25.985535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:25.985967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.065529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:26.065992 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:26.066446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.079398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3218fd3e-6c53-4306-b44c-975dc52d84bc,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:26.089099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.137848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.177895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ac44ab1d-672b-419f-98da-e3c3ad7eb4c0 tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "DELETE /v2.0/agents/4c43bd5f-9d8a-427d-b8bd-65720c8c28ce/dhcp-networks/b6e3df76-a945-4aad-be70-bca68e48badc HTTP/1.1" status: 204 len: 168 time: 0.7476633 Mar 25 20:03:26.191306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53360) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:26.196556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.197723 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e9c8d812-8b73-45a6-85e9-92595c91a0e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3047159 Mar 25 20:03:26.219865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53364) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:26.225805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f302cf46-71e8-4222-9c65-e975f2f31105,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:26.239572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Request body: {'security_group_rule': {'security_group_id': '3218fd3e-6c53-4306-b44c-975dc52d84bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:26.268569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:26.282222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d400c-9aa0-442d-853f-29e816ebda6a None None] Pushing event updated for resources: {'Port': ['ID=652eaf78-314d-4c51-ba36-092201e285fa,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:26.328721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:26.346011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.346482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.427901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:26.444888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Usage tracker for resource:security_group_rule and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:26.447534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.451400 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-12132b15-c2fb-491c-bd39-cca1f7e46034 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4212170 Mar 25 20:03:26.455363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53368) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:26.457976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:26.471104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d32aa4a7-a99c-4eb9-be46-60f53fa1add6 None None] Provisioning for port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:26.475003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:26.495093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Request body: {'security_group_rule': {'security_group_id': 'f5df1905-7d17-49a7-8f26-8cb4e94d14e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:26.507628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:26.512056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] For port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:26.512576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempted to set empty binding levels {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 25 20:03:26.513779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:26.514501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.524687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Calling delete_port for 10a9e9a7-2d38-4a01-9613-b8e63848a49e owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:26.534730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:26.550338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d32aa4a7-a99c-4eb9-be46-60f53fa1add6 None None] Provisioning complete for port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:26.550706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d32aa4a7-a99c-4eb9-be46-60f53fa1add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.559412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Made reservation on behalf of 98ebe0c9f0ea4fb68356408adf490db5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:26.564403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.592827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.606284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Attempting to bind port 652eaf78-314d-4c51-ba36-092201e285fa on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:26.606657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Attempting to bind port 652eaf78-314d-4c51-ba36-092201e285fa by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:26.607018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Attempting to bind port 652eaf78-314d-4c51-ba36-092201e285fa on network 44e60336-d7f3-4601-a73d-3eb7f950407a {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:26.634603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:26.634972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Checking segment: {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:26.640747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.640747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Bound using segment: {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:26.640747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Bound port: 652eaf78-314d-4c51-ba36-092201e285fa, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:26.640747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.655232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:26.664190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Usage tracker for resource:security_group_rule and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:26.669027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] device_id is not set on port f2548771-6292-44d8-9154-3677976515ef yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:26.685694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:26.691773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:port and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:26.704294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:26.721794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:26.760769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:26.774155 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0239a552-f62c-49c6-909e-e49fd7ec6a6e tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "GET /v2.0/agents/4c43bd5f-9d8a-427d-b8bd-65720c8c28ce/dhcp-networks HTTP/1.1" status: 200 len: 9643 time: 0.5791266 Mar 25 20:03:26.775103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.785369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53372) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:26.846754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Allocated IP 172.20.0.3 (9083151a-98a2-4b21-8b1f-d387df1829c7/9b47eedc-e29a-4a3b-8efc-e85fdda23107/f2548771-6292-44d8-9154-3677976515ef) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:26.919791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.943332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] In _notify_port_updated(), no bound segment for port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:03:26.944267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:26.950848 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-73b02a30-984c-49db-acce-42545c323d5a tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "GET /v2.0/networks/c21c6677-7a6d-4efb-af81-7f6f8688903f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1550190 Mar 25 20:03:26.951011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.954283 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "PUT /v2.0/ports/19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b HTTP/1.1" status: 200 len: 981 time: 5.6582525 Mar 25 20:03:26.961076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-bac19873-8c94-4f44-be6c-17857e8a43f2', 'network_id': 'bac19873-8c94-4f44-be6c-17857e8a43f2', 'tenant_id': 'e44ef64fea8340358f7f0584a8cd4ca6', 'fixed_ips': [{'subnet_id': '0e7c74e0-8c1a-408f-bebf-f06d9cb525e7'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:03:26.961076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:26.963362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53376) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:26.963685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53378) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:27.040351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] For port 652eaf78-314d-4c51-ba36-092201e285fa, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:27.053633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d32aa4a7-a99c-4eb9-be46-60f53fa1add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.107967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] For port 652eaf78-314d-4c51-ba36-092201e285fa, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=652eaf78-314d-4c51-ba36-092201e285fa,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:27.130045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.176651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:27.180225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.235815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4f921-5e49-4989-9424-1044fecd2cb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:27.264687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.290168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.303835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] device_id is not set on port 9672870a-e9df-44e4-a4a2-a2612393415f yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:27.347075 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-de3c3132-d8f8-4bde-9e51-d4d918cd9be1 tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "GET /v2.0/networks/c21c6677-7a6d-4efb-af81-7f6f8688903f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3694422 Mar 25 20:03:27.348955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d32aa4a7-a99c-4eb9-be46-60f53fa1add6 None None] For port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1,segment=NetworkSegment(6d89856a-367b-40ac-ada0-d543433952a2),segment_id=6d89856a-367b-40ac-ada0-d543433952a2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:27.361071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53384) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:27.389192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.393513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.409873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.436505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.449604 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d400c-9aa0-442d-853f-29e816ebda6a None None] Pushing event updated for resources: {'Port': ['ID=652eaf78-314d-4c51-ba36-092201e285fa,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:27.458497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d32aa4a7-a99c-4eb9-be46-60f53fa1add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.524183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Transition to ACTIVE for port object f2548771-6292-44d8-9154-3677976515ef will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:27.524778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:27.525415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.525881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:27.550138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.583628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event deleted for resources: {'Port': ['ID=10a9e9a7-2d38-4a01-9613-b8e63848a49e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:27.591528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3bccce-a1ca-4009-b8bc-03c828e034cb,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:27.674355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:03:27.674650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:03:27.693285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Allocated IP 2001:db8::f816:3eff:fea9:6164 (bac19873-8c94-4f44-be6c-17857e8a43f2/0e7c74e0-8c1a-408f-bebf-f06d9cb525e7/69546fd7-131e-48f4-ac0a-d7b9bba0cf8d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:27.706947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87619dc-c0ad-470e-8431-8c35f5eb0926,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:27.727882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.768312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.802400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.806169 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-106d8dd6-0020-4d45-9dc7-b7ab10825f94 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5759022 Mar 25 20:03:27.812614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-01c7e2de-e2a2-4585-9d7e-23739dae024b None None] Provisioning complete for port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:27.812791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53388) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:27.812887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-01c7e2de-e2a2-4585-9d7e-23739dae024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.817975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.819258 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bdee5ee2-3e8b-401a-bd0e-d388336d0da1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3548665 Mar 25 20:03:27.832398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.832901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.833828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.833828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.834258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.834713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.835804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.835910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53392) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:27.835985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.836405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.836976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.837437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.838002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.838343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.838778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.839223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.839671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.840130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:27.840684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Request body: {'security_group_rule': {'security_group_id': '3218fd3e-6c53-4306-b44c-975dc52d84bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:27.843840 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ca2eb348-8749-408e-b258-f509ef708407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15558 time: 0.8659179 Mar 25 20:03:27.848511 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53394) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:27.860072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:27.865485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:27.880744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:27.886120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Usage tracker for resource:security_group_rule and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:27.887440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aa4a7-a99c-4eb9-be46-60f53fa1add6 None None] Pushing event updated for resources: {'Port': ['ID=2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:27.889644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:27.897488 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:27.922051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:27.930803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Usage tracker for resource:floatingip and tenant:92354142fe6e455fb7338981a22c1406 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:27.933538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:27.935659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:27.944702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=f2548771-6292-44d8-9154-3677976515ef,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:27.956793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:27.958782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:27.988692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:27.994066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:28.019018 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-db4f9620-0d89-4d4b-8e5d-91879bd3b691 tempest-DHCPAgentSchedulersTestJSON-1988148705 tempest-DHCPAgentSchedulersTestJSON-1988148705-project-admin] 10.222.0.37 "GET /v2.0/agents/4c43bd5f-9d8a-427d-b8bd-65720c8c28ce/dhcp-networks HTTP/1.1" status: 200 len: 9643 time: 0.6536460 Mar 25 20:03:28.024866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53400) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:28.027777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Deleting port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:28.028226 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.083871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:28.084584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.178243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.191013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.246243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.285040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.292052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] For port 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b, host hv-neutron-8351, got binding levels [] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:28.293327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.306936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Router b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:03:28.369134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1abe3076-bb4f-4836-914f-1c01e6486609,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:28.385451 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2e959c33-446d-4795-84b4-3cf9104aa624 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7098563 Mar 25 20:03:28.402783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.403613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53404) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:28.441907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:56:2c:d6'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:28.442287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.442922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Calling delete_port for 19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:28.464497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Transition to ACTIVE for port object 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:28.549465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Transition to ACTIVE for port object 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:28.552615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.617541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:28.664242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.710567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.719845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.727033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c29d738-4453-4448-bb1e-95bed74e5c67,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:28.727509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bb2f1313-8d91-4c60-ba2c-abd1c1bf0c4c None None] Provisioning for port f2548771-6292-44d8-9154-3677976515ef completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:28.751588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bb2f1313-8d91-4c60-ba2c-abd1c1bf0c4c None None] Provisioning complete for port f2548771-6292-44d8-9154-3677976515ef triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:28.751962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1313-8d91-4c60-ba2c-abd1c1bf0c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.764087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:03:28.771706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Allocated IP 2001:db8::f816:3eff:fe28:34e5 (bac19873-8c94-4f44-be6c-17857e8a43f2/0e7c74e0-8c1a-408f-bebf-f06d9cb525e7/9672870a-e9df-44e4-a4a2-a2612393415f) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:28.781942 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Sync routers for ids ['b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:03:28.788322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Network bac19873-8c94-4f44-be6c-17857e8a43f2 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:28.799594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:28.801940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.806369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:28.808818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e3df76-a945-4aad-be70-bca68e48badc']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:28.816516 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Routers {'b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:28.818475 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:28.827082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da16541-fb52-408e-b731-7531ae949e7e']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:28.877241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a491a54a-b00b-4d07-9781-29a1cceba00b') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:28.877532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a491a54a-b00b-4d07-9781-29a1cceba00b') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:28.906471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.907661 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d433ce41-1cd3-4ece-a18d-7498cc7e6992 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0898635 Mar 25 20:03:28.910291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.921969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53408) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:28.929899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Pushing event updated for resources: {'Port': ['ID=69546fd7-131e-48f4-ac0a-d7b9bba0cf8d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:28.932593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecb0f9c-cd27-45ce-9e69-7488326c1705') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:28.932889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecb0f9c-cd27-45ce-9e69-7488326c1705') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:28.946500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:28.971284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:28.971492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event deleted for resources: {'Port': ['ID=19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:28.977215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.981321 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1ebef152-e145-4f00-bf07-2685afc92697 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 10.0171373 Mar 25 20:03:28.982198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53412) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:28.983135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.984063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f1313-8d91-4c60-ba2c-abd1c1bf0c4c None None] Port f2548771-6292-44d8-9154-3677976515ef cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:28.986213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:28.992816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Usage tracker for resource:floatingip and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:28.995380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:27Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:28.999196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:29.022025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a5c17-1f9e-4315-bd35-4b17152248d0 None None] The sync data for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv is: [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:27Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:03:29.033510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Attempting to bind port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:29.034020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Attempting to bind port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '09bc5d3d-546c-486e-82d5-c0c5c393726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bac19873-8c94-4f44-be6c-17857e8a43f2'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:29.034477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Attempting to bind port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d on network bac19873-8c94-4f44-be6c-17857e8a43f2 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:29.036902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:29.037393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.085056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.096276 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-28689647-b790-44b3-8f97-d032f283908b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "DELETE /v2.0/ports/19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b HTTP/1.1" status: 204 len: 168 time: 1.2436769 Mar 25 20:03:29.117011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53416) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:29.123703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:29.124805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Checking segment: {'id': '09bc5d3d-546c-486e-82d5-c0c5c393726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bac19873-8c94-4f44-be6c-17857e8a43f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:29.125326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.125820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Bound using segment: {'id': '09bc5d3d-546c-486e-82d5-c0c5c393726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bac19873-8c94-4f44-be6c-17857e8a43f2'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:29.126408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Bound port: 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bc5d3d-546c-486e-82d5-c0c5c393726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bac19873-8c94-4f44-be6c-17857e8a43f2'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:29.126903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.168678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:29.169087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.185035 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4b508c-43f6-4595-b1c3-86fbedfb619e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] GET failed (client error): The resource could not be found. Mar 25 20:03:29.185999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-aa4b508c-43f6-4595-b1c3-86fbedfb619e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Synchronizing usage tracker for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:29.186317 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Set router b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:29.192407 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:29.208237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:29.317629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] For port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:29.331606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.346936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 436e6dca-64ae-4e53-ba52-4f9c9308805c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:29.404236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:29.404658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.416404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-aa4b508c-43f6-4595-b1c3-86fbedfb619e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Unset dirty status for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:29.424202 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aa4b508c-43f6-4595-b1c3-86fbedfb619e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "GET /v2.0/ports/19fb7fc9-e5c0-4aa7-9336-7f7ea797dc3b HTTP/1.1" status: 404 len: 333 time: 0.3039989 Mar 25 20:03:29.425992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53420) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:29.435105 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:29.444921 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438419432', 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:29.459658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.461039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:29.496326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.521788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 436e6dca-64ae-4e53-ba52-4f9c9308805c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:29.539962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.547295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 436e6dca-64ae-4e53-ba52-4f9c9308805c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:29.548650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.565771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:29.609506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.645535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.690303 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b', 'name': '', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60', 'external_fixed_ips': [{'subnet_id': '60a588ad-19fb-4bc3-8846-0fdf5faa1a46', 'ip_address': '2001:db8::18'}], 'enable_snat': True}, 'gw_port_id': 'ee197479-030d-46c4-86c1-ecf06c5ae5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:19Z', 'updated_at': '2022-03-25T20:03:25Z', 'revision_number': 3, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port': {'id': 'ee197479-030d-46c4-86c1-ecf06c5ae5b7', 'name': '', 'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:39:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '60a588ad-19fb-4bc3-8846-0fdf5faa1a46', 'ip_address': '2001:db8::18', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:22Z', 'updated_at': '2022-03-25T20:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a588ad-19fb-4bc3-8846-0fdf5faa1a46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:29.690581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.697865 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Checking router: b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:03:29.700957 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Updating router b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b port ee197479-030d-46c4-86c1-ecf06c5ae5b7 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:03:29.724772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.773371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Transition to ACTIVE for port object 9672870a-e9df-44e4-a4a2-a2612393415f will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:29.788526 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.797761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Made reservation on behalf of e356aef2272244d197443e0fc400d13e for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:29.800158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.802774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event deleted for resources: {'Network': ['ID=b6e3df76-a945-4aad-be70-bca68e48badc,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:29.818250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.825741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] For port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=69546fd7-131e-48f4-ac0a-d7b9bba0cf8d,segment=NetworkSegment(09bc5d3d-546c-486e-82d5-c0c5c393726c),segment_id=09bc5d3d-546c-486e-82d5-c0c5c393726c)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:29.827004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.854094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] device_id is not set on port 2a880c76-13cc-420c-b6fb-50da63b6cf05 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:29.870101 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a3fa1069-1bc9-4684-882c-eb08a7857699 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "DELETE /v2.0/networks/b6e3df76-a945-4aad-be70-bca68e48badc HTTP/1.1" status: 204 len: 168 time: 1.8392665 Mar 25 20:03:29.872285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 436e6dca-64ae-4e53-ba52-4f9c9308805c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=436e6dca-64ae-4e53-ba52-4f9c9308805c,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:29.878514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53424) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:29.880449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6da16541-fb52-408e-b731-7531ae949e7e {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 25 20:03:29.912682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:29.941265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.024389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.064552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network bac19873-8c94-4f44-be6c-17857e8a43f2 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:30.072254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.079437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:30.084852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Port': ['ID=9672870a-e9df-44e4-a4a2-a2612393415f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:30.087276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:30.093790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.094591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.107646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.115069 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6da16541-fb52-408e-b731-7531ae949e7e HTTP/1.1" status: 204 len: 168 time: 5.1719706 Mar 25 20:03:30.115977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53428) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:30.138908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65729a-6671-4c26-850c-8e00ba82a7d4 None None] Pushing event updated for resources: {'Port': ['ID=69546fd7-131e-48f4-ac0a-d7b9bba0cf8d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:30.208643 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.212491 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c3ecee0f-477f-4055-b94f-fda9daa5f815 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0840876 Mar 25 20:03:30.212491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Deleting port ee197479-030d-46c4-86c1-ecf06c5ae5b7 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:30.212491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.231700 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Transition to ACTIVE for port object ee197479-030d-46c4-86c1-ecf06c5ae5b7 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:30.237040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53432) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:30.242290 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-814bd168-df59-4dae-ac86-5fa97b7e06d0 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] DELETE failed (client error): The resource could not be found. Mar 25 20:03:30.242438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814bd168-df59-4dae-ac86-5fa97b7e06d0 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:03:30.244309 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-814bd168-df59-4dae-ac86-5fa97b7e06d0 tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "DELETE /v2.0/ports/c8e03716-6c7a-4d1e-9f53-b5f1e831b250 HTTP/1.1" status: 404 len: 333 time: 0.3504100 Mar 25 20:03:30.245266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6afd18-1963-4fdf-9276-417220b7d962 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event deleted for resources: {'Network': ['ID=6da16541-fb52-408e-b731-7531ae949e7e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:30.246918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53434) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:30.248424 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-34c64922-249c-437b-8165-2799d7f31147 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3611081 Mar 25 20:03:30.251066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53436) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:30.259081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=436e6dca-64ae-4e53-ba52-4f9c9308805c,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:30.318241 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.430233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c1d236-b994-4587-9414-d0da032fcb4e tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Deleting subnet f879744c-9fde-45cc-83c2-21fe36b682db {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:03:30.440918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-34c1d236-b994-4587-9414-d0da032fcb4e tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.476828 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Attempting to bind port ee197479-030d-46c4-86c1-ecf06c5ae5b7 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:30.477208 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Attempting to bind port ee197479-030d-46c4-86c1-ecf06c5ae5b7 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '846c0b43-cf18-443d-a716-10d4412064ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:30.477569 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Attempting to bind port ee197479-030d-46c4-86c1-ecf06c5ae5b7 on network b4540416-0052-4db1-aaec-c56f2b169a60 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:30.494739 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0479600-ba87-4a74-b816-50e249e7812b None None] Pushing event updated for resources: {'Port': ['ID=ee197479-030d-46c4-86c1-ecf06c5ae5b7,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:30.507488 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:30.507863 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Checking segment: {'id': '846c0b43-cf18-443d-a716-10d4412064ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:30.508264 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.508687 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Bound using segment: {'id': '846c0b43-cf18-443d-a716-10d4412064ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:30.516648 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Bound port: ee197479-030d-46c4-86c1-ecf06c5ae5b7, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846c0b43-cf18-443d-a716-10d4412064ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b4540416-0052-4db1-aaec-c56f2b169a60'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:30.517063 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.674261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Allocated IP 172.26.8.206 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/050798fd-72c5-4685-83af-2831824d97e4) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:30.704426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-34c1d236-b994-4587-9414-d0da032fcb4e tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.709485 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] For port ee197479-030d-46c4-86c1-ecf06c5ae5b7, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:30.713147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] For port ee197479-030d-46c4-86c1-ecf06c5ae5b7, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ee197479-030d-46c4-86c1-ecf06c5ae5b7,segment=NetworkSegment(846c0b43-cf18-443d-a716-10d4412064ce),segment_id=846c0b43-cf18-443d-a716-10d4412064ce)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:30.732619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 436e6dca-64ae-4e53-ba52-4f9c9308805c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:30.775828 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.845619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.846143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.846538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.847948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.848408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.849689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.850487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.851104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.851559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.852002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:30.857461 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8c2748a2-f249-4ba1-81a7-762ba082c4db tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6429 time: 0.6078520 Mar 25 20:03:30.864428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 436e6dca-64ae-4e53-ba52-4f9c9308805c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:30.865528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:30.868411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53444) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:30.875898 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0479600-ba87-4a74-b816-50e249e7812b None None] Pushing event updated for resources: {'Port': ['ID=ee197479-030d-46c4-86c1-ecf06c5ae5b7,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:30.889831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1607f366-8c5e-4fd3-9282-5684b5f9ab84 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting subnet 0e7c74e0-8c1a-408f-bebf-f06d9cb525e7 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:03:30.904899 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Routers {'b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:30.905735 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:30.978671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1607f366-8c5e-4fd3-9282-5684b5f9ab84 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.063301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:03:31.070571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:31.124787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.133745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.162545 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-ddbd4651-3ea4-4cc9-8a51-4f1f399cbcb2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] delete failed (client error): The resource could not be found. Mar 25 20:03:31.166898 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ddbd4651-3ea4-4cc9-8a51-4f1f399cbcb2 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/5ecc8e43-1cee-4834-a6e2-d05750437a3c HTTP/1.1" status: 404 len: 345 time: 0.2908359 Mar 25 20:03:31.167548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53448) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:31.210502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.220354 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] Set router b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:03:31.232352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.235950 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e3b49d-5ec7-40d6-9c71-864323c5d66b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] DELETE failed (client error): The resource could not be found. Mar 25 20:03:31.236455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e3b49d-5ec7-40d6-9c71-864323c5d66b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:03:31.242970 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d3e3b49d-5ec7-40d6-9c71-864323c5d66b tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6da16541-fb52-408e-b731-7531ae949e7e HTTP/1.1" status: 404 len: 339 time: 0.0600090 Mar 25 20:03:31.245581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1607f366-8c5e-4fd3-9282-5684b5f9ab84 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.248141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53452) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:31.266413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:31.271709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 652eaf78-314d-4c51-ba36-092201e285fa up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:31.281955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Request body: {'network': {'name': 'tempest-network--542562993', 'router:external': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:31.286148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:31.290605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Usage tracker for resource:network and tenant:15f803c4148b40e7884357c3234c3a82 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:31.294516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:31.301640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:31.311570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-34c1d236-b994-4587-9414-d0da032fcb4e tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.355186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.392187 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b', 'name': '', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:19Z', 'updated_at': '2022-03-25T20:03:30Z', 'revision_number': 4, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:31.396646 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88386e42-9d1f-40d1-aad9-2f4f8e12b381 None None] The sync data for ids ['b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b'] in dv-neutron-835149-1-hyperv is: [{'id': 'b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b', 'name': '', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:19Z', 'updated_at': '2022-03-25T20:03:30Z', 'revision_number': 4, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:03:31.414479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.435040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c46203-33d7-4a8e-b9cf-bb604fa3d940 None None] Network bac19873-8c94-4f44-be6c-17857e8a43f2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:31.509377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Calling delete_port for ee197479-030d-46c4-86c1-ecf06c5ae5b7 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:31.548295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=f2548771-6292-44d8-9154-3677976515ef,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:31.549328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Made reservation on behalf of 15f803c4148b40e7884357c3234c3a82 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:31.553152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.570869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 652eaf78-314d-4c51-ba36-092201e285fa completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:31.584207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] In _notify_port_updated(), no bound segment for port f2548771-6292-44d8-9154-3677976515ef on network 9083151a-98a2-4b21-8b1f-d387df1829c7 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:03:31.594588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 652eaf78-314d-4c51-ba36-092201e285fa triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:31.594961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.596202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:31.596937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.598537 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aebb8ad9-f725-45b1-9a94-6264f6687a3d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "PUT /v2.0/ports/f2548771-6292-44d8-9154-3677976515ef HTTP/1.1" status: 200 len: 996 time: 3.1796739 Mar 25 20:03:31.603542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53456) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:31.654035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:31.667975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Provisioning for port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:31.672376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-34c1d236-b994-4587-9414-d0da032fcb4e tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.673414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.673957 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Added segment b5edbfb3-190d-4d2c-80c2-289a3def69a2 of type vlan for network a3e85095-fe70-466a-9677-bda06c8dfbeb Mar 25 20:03:31.685916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Provisioning complete for port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:31.686284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.714940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.731906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.850185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.873053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Network 0395437c-07bb-4424-a436-731fdf415db2 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:31.881749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.943103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1d236-b994-4587-9414-d0da032fcb4e tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event deleted for resources: {'Subnet': ['ID=f879744c-9fde-45cc-83c2-21fe36b682db,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:31.965448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-34c1d236-b994-4587-9414-d0da032fcb4e tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:31.974090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb87d2-ea95-4aa7-bd6d-8cf7dafa5820 None None] Network c21c6677-7a6d-4efb-af81-7f6f8688903f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:31.995183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:32.003121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d862ccfc-0b89-403e-9ae8-2fa6fcd27beb tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port f2548771-6292-44d8-9154-3677976515ef {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:32.003608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d862ccfc-0b89-403e-9ae8-2fa6fcd27beb tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.008356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=2a880c76-13cc-420c-b6fb-50da63b6cf05,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:32.026109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:32.030803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.034548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.034548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.043736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:32.044030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:32.044676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.045261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.063587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:32.094903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.110069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 652eaf78-314d-4c51-ba36-092201e285fa, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=652eaf78-314d-4c51-ba36-092201e285fa,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:32.129956 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-34c1d236-b994-4587-9414-d0da032fcb4e tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "DELETE /v2.0/subnets/f879744c-9fde-45cc-83c2-21fe36b682db HTTP/1.1" status: 204 len: 168 time: 1.8587952 Mar 25 20:03:32.133020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53460) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:32.134258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event updated for resources: {'Port': ['ID=050798fd-72c5-4685-83af-2831824d97e4,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:32.166075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Allocated IP 172.26.8.145 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/53a6af17-9c9e-4aff-a938-d8d5d0b8c9c5) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:32.235001 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a74d43cd-d42c-47c6-ae5e-0c75cef58552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7922757 Mar 25 20:03:32.238442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.239420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53464) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:32.244958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1607f366-8c5e-4fd3-9282-5684b5f9ab84 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.245998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.273435 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0207267 Mar 25 20:03:32.295002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53468) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:32.306580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adfa19-268e-478a-97cc-91ef8967bb40 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Network': ['ID=a3e85095-fe70-466a-9677-bda06c8dfbeb,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:32.333810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network a3e85095-fe70-466a-9677-bda06c8dfbeb details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:32.376334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=652eaf78-314d-4c51-ba36-092201e285fa,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:32.531995 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 652eaf78-314d-4c51-ba36-092201e285fa up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:32.598855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] DHCP port deletion for c21c6677-7a6d-4efb-af81-7f6f8688903f request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:03:32.599778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.605879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b0e2b-2df4-4fcd-961c-522778d6218e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.606451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b19b0e2b-2df4-4fcd-961c-522778d6218e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Synchronizing usage tracker for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:32.614904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] Deleting port 008a0372-3a0a-46dd-9349-84704facdebd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:32.619651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.633032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Deleting port 008a0372-3a0a-46dd-9349-84704facdebd {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:32.633367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.684279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.694337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:03:32.694706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:03:32.717096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1607f366-8c5e-4fd3-9282-5684b5f9ab84 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.727754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d37cab-0ccc-4085-be94-cfa2e5a19350 tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.733403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d37cab-0ccc-4085-be94-cfa2e5a19350 tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.739501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d37cab-0ccc-4085-be94-cfa2e5a19350 tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.742884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d862ccfc-0b89-403e-9ae8-2fa6fcd27beb tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.751598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d37cab-0ccc-4085-be94-cfa2e5a19350 tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.757198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.759050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d37cab-0ccc-4085-be94-cfa2e5a19350 tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.760448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-79d37cab-0ccc-4085-be94-cfa2e5a19350 tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Synchronizing usage tracker for tenant:b8f4b20499ba4896bbcf18ab2f9ddb9c on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:32.828166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607f366-8c5e-4fd3-9282-5684b5f9ab84 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7c74e0-8c1a-408f-bebf-f06d9cb525e7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:32.832670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1607f366-8c5e-4fd3-9282-5684b5f9ab84 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:32.854876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:03:32.855335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:03:32.882832 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1607f366-8c5e-4fd3-9282-5684b5f9ab84 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/subnets/0e7c74e0-8c1a-408f-bebf-f06d9cb525e7 HTTP/1.1" status: 204 len: 168 time: 2.5831609 Mar 25 20:03:32.886169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53472) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:32.903410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d862ccfc-0b89-403e-9ae8-2fa6fcd27beb tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Calling delete_port for f2548771-6292-44d8-9154-3677976515ef owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:32.940689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b19b0e2b-2df4-4fcd-961c-522778d6218e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Unset dirty status for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:32.941628 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b19b0e2b-2df4-4fcd-961c-522778d6218e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "GET /v2.0/ports/2a880c76-13cc-420c-b6fb-50da63b6cf05 HTTP/1.1" status: 200 len: 959 time: 0.6991696 Mar 25 20:03:32.951010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53476) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:32.960025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae082f7-1343-461f-88a3-13d5ee152f55 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.961755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae082f7-1343-461f-88a3-13d5ee152f55 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:32.962636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0ae082f7-1343-461f-88a3-13d5ee152f55 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Synchronizing usage tracker for tenant:e44ef64fea8340358f7f0584a8cd4ca6 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:32.968838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-79d37cab-0ccc-4085-be94-cfa2e5a19350 tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Unset dirty status for tenant:b8f4b20499ba4896bbcf18ab2f9ddb9c on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:32.970175 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-79d37cab-0ccc-4085-be94-cfa2e5a19350 tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.6662858 Mar 25 20:03:32.978064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53480) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:33.043027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 652eaf78-314d-4c51-ba36-092201e285fa triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:33.043545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.080450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5aca68-ae3e-4692-8af1-649fbc61e31e None None] Network bac19873-8c94-4f44-be6c-17857e8a43f2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:33.171952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-f95dc2bf-269e-44ba-967d-38bd5b2d0fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Deleting port 2a880c76-13cc-420c-b6fb-50da63b6cf05 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:33.172291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f95dc2bf-269e-44ba-967d-38bd5b2d0fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.194845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] For port 008a0372-3a0a-46dd-9349-84704facdebd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=008a0372-3a0a-46dd-9349-84704facdebd,segment=NetworkSegment(bb01bfd2-423c-432f-beb2-a41ebefd6524),segment_id=bb01bfd2-423c-432f-beb2-a41ebefd6524)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:33.195240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.197586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Deleting port ee197479-030d-46c4-86c1-ecf06c5ae5b7 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:33.197904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.229284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0ae082f7-1343-461f-88a3-13d5ee152f55 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Unset dirty status for tenant:e44ef64fea8340358f7f0584a8cd4ca6 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:33.230427 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0ae082f7-1343-461f-88a3-13d5ee152f55 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3432188 Mar 25 20:03:33.276294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53484) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:33.294055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.310276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] For port 008a0372-3a0a-46dd-9349-84704facdebd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=008a0372-3a0a-46dd-9349-84704facdebd,segment=NetworkSegment(bb01bfd2-423c-432f-beb2-a41ebefd6524),segment_id=bb01bfd2-423c-432f-beb2-a41ebefd6524)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:33.310627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.437687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] Calling delete_port for 008a0372-3a0a-46dd-9349-84704facdebd owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:33.467935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Calling delete_port for 008a0372-3a0a-46dd-9349-84704facdebd owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:33.516135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.606438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:33.628846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:33.631246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:33.663469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:03:33.666971 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.725652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event updated for resources: {'Port': ['ID=53a6af17-9c9e-4aff-a938-d8d5d0b8c9c5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:33.729250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d862ccfc-0b89-403e-9ae8-2fa6fcd27beb tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.737325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.755286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.762520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.763813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] For port ee197479-030d-46c4-86c1-ecf06c5ae5b7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ee197479-030d-46c4-86c1-ecf06c5ae5b7,segment=NetworkSegment(846c0b43-cf18-443d-a716-10d4412064ce),segment_id=846c0b43-cf18-443d-a716-10d4412064ce)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:33.764342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.775027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] For port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=69546fd7-131e-48f4-ac0a-d7b9bba0cf8d,segment=NetworkSegment(09bc5d3d-546c-486e-82d5-c0c5c393726c),segment_id=09bc5d3d-546c-486e-82d5-c0c5c393726c)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:33.790983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf670-e920-444f-85c4-f49a45157f4b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.825466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] Pushing event deleted for resources: {'Port': ['ID=008a0372-3a0a-46dd-9349-84704facdebd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:33.834939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d08ce-c08c-4a73-afa4-ea1a2eec94fc None None] No DVR routers for this DVR port 008a0372-3a0a-46dd-9349-84704facdebd on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:03:33.866710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.870295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862ccfc-0b89-403e-9ae8-2fa6fcd27beb tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event deleted for resources: {'Port': ['ID=f2548771-6292-44d8-9154-3677976515ef,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:33.883066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.914042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Calling delete_port for ee197479-030d-46c4-86c1-ecf06c5ae5b7 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:33.925321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] DHCP port deletion for bac19873-8c94-4f44-be6c-17857e8a43f2 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:03:33.939820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] Deleting port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:33.940281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:33.959402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:03:33.959711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:03:33.963091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.963629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.964390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.964882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > port after_create 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.965344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.965859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > port after_update 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.966317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.966944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.967404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:33.967867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:34.148505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] Could not find standard attr ID for object f2548771-6292-44d8-9154-3677976515ef. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:03:34.149853 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8eaf670-e920-444f-85c4-f49a45157f4b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 25 20:03:34.149853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8eaf670-e920-444f-85c4-f49a45157f4b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:03:34.150035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f93e5-a9e5-4d1d-b07d-a5977a97bbd2 None None] Pushing event updated for resources: {'Port': ['ID=69546fd7-131e-48f4-ac0a-d7b9bba0cf8d,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:34.150124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f95dc2bf-269e-44ba-967d-38bd5b2d0fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.198329 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f8eaf670-e920-444f-85c4-f49a45157f4b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/bac19873-8c94-4f44-be6c-17857e8a43f2 HTTP/1.1" status: 409 len: 405 time: 0.9184449 Mar 25 20:03:34.207723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:34.208146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:34.208563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:34.208950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 20:03:34.209348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e85095-fe70-466a-9677-bda06c8dfbeb']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:34.219571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53488) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:34.233515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1330538951'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:34.245114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5edbfb3-190d-4d2c-80c2-289a3def69a2') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:34.245426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5edbfb3-190d-4d2c-80c2-289a3def69a2') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:34.252513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:34.254686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] For port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=69546fd7-131e-48f4-ac0a-d7b9bba0cf8d,segment=NetworkSegment(09bc5d3d-546c-486e-82d5-c0c5c393726c),segment_id=09bc5d3d-546c-486e-82d5-c0c5c393726c)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:34.256307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.267597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:network and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:34.274515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-f95dc2bf-269e-44ba-967d-38bd5b2d0fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Calling delete_port for 2a880c76-13cc-420c-b6fb-50da63b6cf05 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:34.278788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.285487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:34.296736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:34.304081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event updated for resources: {'Port': ['ID=050798fd-72c5-4685-83af-2831824d97e4,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:34.314333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.324187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:34.324736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.333438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: from cryptography.utils import int_from_bytes Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: from cryptography.utils import int_from_bytes Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn_limited( Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn_limited( Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:34.340871 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:34.367540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d862ccfc-0b89-403e-9ae8-2fa6fcd27beb tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.378943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.383701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] Calling delete_port for 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:34.385166 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d862ccfc-0b89-403e-9ae8-2fa6fcd27beb tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "DELETE /v2.0/ports/f2548771-6292-44d8-9154-3677976515ef HTTP/1.1" status: 204 len: 168 time: 2.7791629 Mar 25 20:03:34.397732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53492) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:34.424464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] Provisioning for port 9672870a-e9df-44e4-a4a2-a2612393415f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:34.424596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:34.425598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.430277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] Provisioning complete for port 9672870a-e9df-44e4-a4a2-a2612393415f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:34.430638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.449096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-276f9686-b277-4a03-91a0-51b09e65b984 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] GET failed (client error): The resource could not be found. Mar 25 20:03:34.450328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-276f9686-b277-4a03-91a0-51b09e65b984 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Synchronizing usage tracker for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:34.460769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Deleting port 008a0372-3a0a-46dd-9349-84704facdebd {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:34.461120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.495226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.496585 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e8501d0f-b5ef-4a14-81bb-c063822f66a1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6481678 Mar 25 20:03:34.517335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] Port 9672870a-e9df-44e4-a4a2-a2612393415f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:34.524811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-276f9686-b277-4a03-91a0-51b09e65b984 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Unset dirty status for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:34.532390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] Provisioning complete for port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:34.537155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.537382 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-276f9686-b277-4a03-91a0-51b09e65b984 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "GET /v2.0/ports/f2548771-6292-44d8-9154-3677976515ef HTTP/1.1" status: 404 len: 333 time: 0.1350563 Mar 25 20:03:34.537465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53498) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:34.569373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f95dc2bf-269e-44ba-967d-38bd5b2d0fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.572573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7', 'name': 'tempest-AllowedAddressPairTestJSON-19709819'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:34.574357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:03:34.619609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] The port '008a0372-3a0a-46dd-9349-84704facdebd' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:03:34.620517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.659514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.664434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:34.730214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dc2bf-269e-44ba-967d-38bd5b2d0fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a880c76-13cc-420c-b6fb-50da63b6cf05,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:34.734942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f95dc2bf-269e-44ba-967d-38bd5b2d0fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.759554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.773662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] Pushing event deleted for resources: {'Port': ['ID=69546fd7-131e-48f4-ac0a-d7b9bba0cf8d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:34.809874 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e398fe-aff7-4221-a9d4-d33832178c84 None None] No DVR routers for this DVR port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:03:34.829041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] Could not find standard attr ID for object 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:03:34.831051 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f95dc2bf-269e-44ba-967d-38bd5b2d0fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2a880c76-13cc-420c-b6fb-50da63b6cf05 HTTP/1.1" status: 204 len: 168 time: 1.8761010 Mar 25 20:03:34.833685 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.db [None req-bd6a12c2-cff0-4db6-bf4a-b872019517bb None None] No ports have port_id starting with 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d Mar 25 20:03:34.834698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No active binding found for port 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d {{(pid=88486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 25 20:03:34.835294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53518) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:34.836198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 69546fd7-131e-48f4-ac0a-d7b9bba0cf8d not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:03:34.836733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 008a0372-3a0a-46dd-9349-84704facdebd no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:03:34.882801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 008a0372-3a0a-46dd-9349-84704facdebd {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:03:34.883275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 008a0372-3a0a-46dd-9349-84704facdebd not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:03:34.884939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3e85095-fe70-466a-9677-bda06c8dfbeb {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 25 20:03:34.901802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3e85095-fe70-466a-9677-bda06c8dfbeb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:34.910428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.910428 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Added segment 7f0ff0d6-fea0-4832-b7f8-447bed3e7b93 of type vlan for network acd9b82d-4e3d-4b43-8b52-df0b73be0100 Mar 25 20:03:34.917975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53526) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:34.919848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:34.929087 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 25 20:03:34.942192 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-b951bb8f-928a-4bba-be24-42c9932c3424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] GET failed (client error): The resource could not be found. Mar 25 20:03:34.944749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b951bb8f-928a-4bba-be24-42c9932c3424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Synchronizing usage tracker for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:35.019316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.032373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.046908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-d31ef108-6934-44ea-afc2-46d491856fd6 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Synchronizing usage tracker for tenant:92354142fe6e455fb7338981a22c1406 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:35.082703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.096251 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-463af55f-b709-4773-9fb4-61bd915dcf84 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a3e85095-fe70-466a-9677-bda06c8dfbeb HTTP/1.1" status: 204 len: 168 time: 2.1109138 Mar 25 20:03:35.105244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53530) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:35.112055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.113988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Request body: {'network': {'name': 'tempest-network--1596203989', 'router:external': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:35.116829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee197479-030d-46c4-86c1-ecf06c5ae5b7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:35.118051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:35.121894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Usage tracker for resource:network and tenant:15f803c4148b40e7884357c3234c3a82 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:35.125223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:35.131254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b951bb8f-928a-4bba-be24-42c9932c3424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Unset dirty status for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:35.136111 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b951bb8f-928a-4bba-be24-42c9932c3424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "GET /v2.0/ports/2a880c76-13cc-420c-b6fb-50da63b6cf05 HTTP/1.1" status: 404 len: 333 time: 0.2961996 Mar 25 20:03:35.136111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:35.136111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53534) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:35.143077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Request body: {'port': {'network_id': '0395437c-07bb-4424-a436-731fdf415db2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-975098809'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:35.150641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:35.160874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-d31ef108-6934-44ea-afc2-46d491856fd6 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Unset dirty status for tenant:92354142fe6e455fb7338981a22c1406 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:35.161768 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-d31ef108-6934-44ea-afc2-46d491856fd6 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1443958973&fields=id&tenant_id=92354142fe6e455fb7338981a22c1406 HTTP/1.1" status: 200 len: 267 time: 0.2373025 Mar 25 20:03:35.162564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:35.189838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.220558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.234869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21c6677-7a6d-4efb-af81-7f6f8688903f']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:35.244643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:35.315656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Made reservation on behalf of e356aef2272244d197443e0fc400d13e for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:35.317931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.326177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Made reservation on behalf of 15f803c4148b40e7884357c3234c3a82 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:35.329779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb01bfd2-423c-432f-beb2-a41ebefd6524') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:35.329779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb01bfd2-423c-432f-beb2-a41ebefd6524') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:35.329993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.402873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.404844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:35.408411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.415667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.421398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] device_id is not set on port 542ee718-0c2d-4de5-8433-ce629dc13e52 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:35.500588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.514198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.520152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:35.520765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.549363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:35.549763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.557631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event updated for resources: {'Port': ['ID=53a6af17-9c9e-4aff-a938-d8d5d0b8c9c5,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:35.565516 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:35.594485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:35.603207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.627715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-481dc538-b613-4084-acec-33e40682dccf tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:35.629196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-481dc538-b613-4084-acec-33e40682dccf tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/networks?id=0caf61dd-c8b8-4c4a-9682-82f930c1f744 HTTP/1.1" status: 200 len: 805 time: 0.4547107 Mar 25 20:03:35.632448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.632812 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Added segment 3cebeee6-f2ec-4ba6-a630-ca18cdb779d4 of type vlan for network 0ef1f2f2-d3af-4505-b77c-1168e07b4cbd Mar 25 20:03:35.686302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-29538ac3-62e0-4789-9c4f-f8f54c201f9a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/quotas/92354142fe6e455fb7338981a22c1406 HTTP/1.1" status: 200 len: 375 time: 0.0395536 Mar 25 20:03:35.693078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Made reservation on behalf of 98ebe0c9f0ea4fb68356408adf490db5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:35.696201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.723674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.724223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:03:35.728723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.731009 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-57bed4d7-9063-4686-9b15-ed9f985f5c41 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b2dee874-5c5d-4d78-8c88-65a0b4c7ea3b HTTP/1.1" status: 204 len: 168 time: 6.7434347 Mar 25 20:03:35.738713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53538) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:35.739354 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Network': ['ID=acd9b82d-4e3d-4b43-8b52-df0b73be0100,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:35.751258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network acd9b82d-4e3d-4b43-8b52-df0b73be0100 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:35.777590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.778777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8dd48bef-f74f-4567-87a2-2aaaf992dadc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8512294 Mar 25 20:03:35.785294 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5e222af6-917e-4e2f-aaca-70bafb607d6b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5626712 Mar 25 20:03:35.790997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53544) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:35.792783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.801926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'subnet': {'network_id': 'acd9b82d-4e3d-4b43-8b52-df0b73be0100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:35.818445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] device_id is not set on port 89e81b87-174b-44b5-a1f5-3d520f7a7cae yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:35.857804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.894296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:35.928576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] Pushing event deleted for resources: {'Network': ['ID=c21c6677-7a6d-4efb-af81-7f6f8688903f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:35.936221 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1eb94bf3-28e5-413d-9080-63dd886e098c tempest-DHCPAgentSchedulersTestJSON-142888748 tempest-DHCPAgentSchedulersTestJSON-142888748-project] 10.222.0.37 "DELETE /v2.0/networks/c21c6677-7a6d-4efb-af81-7f6f8688903f HTTP/1.1" status: 204 len: 168 time: 3.7374775 Mar 25 20:03:35.940717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-19302ea8-0116-4bdd-8fad-2c7c616786f8 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Deleting subnet 60a588ad-19fb-4bc3-8846-0fdf5faa1a46 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:03:35.946909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19302ea8-0116-4bdd-8fad-2c7c616786f8 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.037691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.054928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19302ea8-0116-4bdd-8fad-2c7c616786f8 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.069487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53570) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:36.119890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:36.125817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Allocated IP 172.20.0.8 (9083151a-98a2-4b21-8b1f-d387df1829c7/9b47eedc-e29a-4a3b-8efc-e85fdda23107/89e81b87-174b-44b5-a1f5-3d520f7a7cae) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:36.133208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.134162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:36.134739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.142186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19302ea8-0116-4bdd-8fad-2c7c616786f8 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.174953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:36.233156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-b7525dc2-f34e-4683-9e30-3e917067b2bd tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Synchronizing usage tracker for tenant:92354142fe6e455fb7338981a22c1406 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:36.251190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-a9aeb3cd-a557-4824-a4f3-da70622c2ece tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Synchronizing usage tracker for tenant:cc3ec96aac12460ebeae4d0829e666df on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:36.345333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Network': ['ID=0ef1f2f2-d3af-4505-b77c-1168e07b4cbd,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:36.358027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:36.359639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0ef1f2f2-d3af-4505-b77c-1168e07b4cbd details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:36.362241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.378805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8c20efa1-e271-4c92-874c-877d2ca912cd tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2701612 Mar 25 20:03:36.379746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53576) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:36.418184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19302ea8-0116-4bdd-8fad-2c7c616786f8 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.470346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-b7525dc2-f34e-4683-9e30-3e917067b2bd tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Unset dirty status for tenant:92354142fe6e455fb7338981a22c1406 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:36.475063 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-b7525dc2-f34e-4683-9e30-3e917067b2bd tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92354142fe6e455fb7338981a22c1406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7781608 Mar 25 20:03:36.475997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-a9aeb3cd-a557-4824-a4f3-da70622c2ece tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Unset dirty status for tenant:cc3ec96aac12460ebeae4d0829e666df on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:36.490535 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-a9aeb3cd-a557-4824-a4f3-da70622c2ece tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1097966841&fields=id&tenant_id=cc3ec96aac12460ebeae4d0829e666df HTTP/1.1" status: 200 len: 267 time: 0.4058869 Mar 25 20:03:36.558421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.648239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19302ea8-0116-4bdd-8fad-2c7c616786f8 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.650953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19302ea8-0116-4bdd-8fad-2c7c616786f8 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=60a588ad-19fb-4bc3-8846-0fdf5faa1a46,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:36.705035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.724536 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-19302ea8-0116-4bdd-8fad-2c7c616786f8 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/60a588ad-19fb-4bc3-8846-0fdf5faa1a46 HTTP/1.1" status: 204 len: 168 time: 0.9813306 Mar 25 20:03:36.729691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53586) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:36.730024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53588) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:36.777364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Transition to ACTIVE for port object 89e81b87-174b-44b5-a1f5-3d520f7a7cae will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:36.802450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1f2c2-2c2c-4303-ae85-0dd36d31aebb tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:36.806129 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-36b1f2c2-2c2c-4303-ae85-0dd36d31aebb tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] 10.222.0.37 "GET /v2.0/networks/0ef1f2f2-d3af-4505-b77c-1168e07b4cbd HTTP/1.1" status: 200 len: 757 time: 0.4236631 Mar 25 20:03:36.809482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53598) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:36.854482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Network 0395437c-07bb-4424-a436-731fdf415db2 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:36.864629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:36.871747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-159697a8-62e6-4d04-8c07-084a45920fba service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:03:36.872757 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-159697a8-62e6-4d04-8c07-084a45920fba service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0869961 Mar 25 20:03:36.875319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=542ee718-0c2d-4de5-8433-ce629dc13e52,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:36.882502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:36.882751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:36.883282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:36.996924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-5ee80a0a-664c-41ba-be92-8b0d2205005d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:36.997532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-5ee80a0a-664c-41ba-be92-8b0d2205005d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Synchronizing usage tracker for tenant:cc3ec96aac12460ebeae4d0829e666df on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:37.020810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.045108 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bb3fd-0587-4534-8211-e31676e411fb tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:37.049920 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-586bb3fd-0587-4534-8211-e31676e411fb tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] 10.222.0.37 "GET /v2.0/networks/5e41748f-63ee-40d9-a9f1-e1ed5a0d9355 HTTP/1.1" status: 200 len: 768 time: 0.2367907 Mar 25 20:03:37.053112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53604) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:37.099957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76f74c10-765f-4d56-9f9e-391af2709dbf admin admin] Synchronizing usage tracker for tenant:cc75c963d9654f94a3431b28ee1099f2 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:37.117453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1cf581ee-b778-4859-94de-e8324f5f4bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9796562 Mar 25 20:03:37.129652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53608) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:37.185589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:37.187314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.236768 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.238788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-5ee80a0a-664c-41ba-be92-8b0d2205005d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Unset dirty status for tenant:cc3ec96aac12460ebeae4d0829e666df on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:37.240059 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-5ee80a0a-664c-41ba-be92-8b0d2205005d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 811 time: 0.7539158 Mar 25 20:03:37.250707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76f74c10-765f-4d56-9f9e-391af2709dbf admin admin] Unset dirty status for tenant:cc75c963d9654f94a3431b28ee1099f2 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:37.255991 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-76f74c10-765f-4d56-9f9e-391af2709dbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5dc843bdaa64feb8de8d8e1a15dcbc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5209913 Mar 25 20:03:37.258512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53612) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:37.285030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:37.293466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:37.299601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4540416-0052-4db1-aaec-c56f2b169a60']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:37.308652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:37.313138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.322001 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-207e283d-5483-49ce-94a3-4264956e90d7 service neutron] 10.222.0.37 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338846 Mar 25 20:03:37.329125 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-d068e881-3795-4be9-84b6-0149bad4f4c0 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/quotas/cc3ec96aac12460ebeae4d0829e666df HTTP/1.1" status: 200 len: 375 time: 0.0696690 Mar 25 20:03:37.338794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=89e81b87-174b-44b5-a1f5-3d520f7a7cae,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:37.373971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846c0b43-cf18-443d-a716-10d4412064ce') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:37.374571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846c0b43-cf18-443d-a716-10d4412064ce') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:37.392735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.420912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:37.421816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.427665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.440558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:37.440933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:37.455198 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:37.535544 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-07f7496f-67d5-444d-b653-9caf0fa7293d tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9987504 Mar 25 20:03:37.538254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53618) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:37.545218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'network_id': '9083151a-98a2-4b21-8b1f-d387df1829c7', 'name': 'tempest-AllowedAddressPairTestJSON-1704400310'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:37.614802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6af11167-a385-4f61-b81a-1def8f1e7bad None None] Provisioning for port 89e81b87-174b-44b5-a1f5-3d520f7a7cae completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:37.622937 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6af11167-a385-4f61-b81a-1def8f1e7bad None None] Provisioning complete for port 89e81b87-174b-44b5-a1f5-3d520f7a7cae triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:37.632310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6af11167-a385-4f61-b81a-1def8f1e7bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.670484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.697218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6af11167-a385-4f61-b81a-1def8f1e7bad None None] Port 89e81b87-174b-44b5-a1f5-3d520f7a7cae cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:37.705369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4540416-0052-4db1-aaec-c56f2b169a60 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 25 20:03:37.707135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4540416-0052-4db1-aaec-c56f2b169a60,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:37.710624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.721462 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0cca20b3-73db-457a-b190-b6080588dae7 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b4540416-0052-4db1-aaec-c56f2b169a60 HTTP/1.1" status: 204 len: 168 time: 0.9889798 Mar 25 20:03:37.724426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:37.738360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:37.792213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Made reservation on behalf of 98ebe0c9f0ea4fb68356408adf490db5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:37.797287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8105e7ca-e469-4bcb-bf5f-14e70eeff3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.799125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.799377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:37.833475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] device_id is not set on port 8337b5e9-9ebf-4f61-b479-813ef8faf50b yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:37.995622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Allocated IP 172.20.0.10 (9083151a-98a2-4b21-8b1f-d387df1829c7/9b47eedc-e29a-4a3b-8efc-e85fdda23107/8337b5e9-9ebf-4f61-b479-813ef8faf50b) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:38.000938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8105e7ca-e469-4bcb-bf5f-14e70eeff3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.024779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.036641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:03:38.054958 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-fada2af5-13ee-476f-854d-b6a7a74d77c9 service neutron] 10.222.0.37 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7163210 Mar 25 20:03:38.055683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.128624 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-b7d7a5b8-1ec2-40fe-8213-af6e7392690c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7855687 Mar 25 20:03:38.169584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef1f2f2-d3af-4505-b77c-1168e07b4cbd']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:38.169928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53632) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:38.210934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'router': {'name': 'tempest-router--1102564194', 'project_id': '0abf8a2240f84098a537df5bd61eb7db'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:38.211085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cebeee6-f2ec-4ba6-a630-ca18cdb779d4') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:38.211085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cebeee6-f2ec-4ba6-a630-ca18cdb779d4') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:38.217158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:38.226956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Usage tracker for resource:router and tenant:0abf8a2240f84098a537df5bd61eb7db is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:38.232956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:38.246437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:38.252956 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.321775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Subnet': ['ID=06516d40-9247-4e50-b9d0-288b2f200025,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:38.335335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.337266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.341795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.375807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.376548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:38.376548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:38.389869 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:38.417522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Checking segment: {'id': '7f0ff0d6-fea0-4832-b7f8-447bed3e7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acd9b82d-4e3d-4b43-8b52-df0b73be0100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:38.417802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network hostable DHCP agents. Network: acd9b82d-4e3d-4b43-8b52-df0b73be0100, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:38.470710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-18c72555-696e-442e-8656-e803626c8026 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:03:38.471833 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-18c72555-696e-442e-8656-e803626c8026 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1413374 Mar 25 20:03:38.514785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8105e7ca-e469-4bcb-bf5f-14e70eeff3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.573948 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c24704cb-4b55-44d7-b6d3-a0d6c2ecb30a req-2233ee39-1b16-491e-8ba9-4a015c3d342c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.1074913 Mar 25 20:03:38.588693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105e7ca-e469-4bcb-bf5f-14e70eeff3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aa9760-da50-4a20-8eab-e5a1c3b62734,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:38.615522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8105e7ca-e469-4bcb-bf5f-14e70eeff3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.616651 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8105e7ca-e469-4bcb-bf5f-14e70eeff3d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9aa9760-da50-4a20-8eab-e5a1c3b62734 HTTP/1.1" status: 204 len: 168 time: 1.3448455 Mar 25 20:03:38.659384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.679184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Transition to ACTIVE for port object 8337b5e9-9ebf-4f61-b479-813ef8faf50b will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:38.712607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.748948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.759328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network acd9b82d-4e3d-4b43-8b52-df0b73be0100 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:38.759328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ef1f2f2-d3af-4505-b77c-1168e07b4cbd {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 25 20:03:38.761744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ef1f2f2-d3af-4505-b77c-1168e07b4cbd,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:38.771220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.787098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] device_id is not set on port 542ee718-0c2d-4de5-8433-ce629dc13e52 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:38.810455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.810861 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-80a1fdce-48be-4819-80cd-99d3623489a8 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "DELETE /v2.0/networks/0ef1f2f2-d3af-4505-b77c-1168e07b4cbd HTTP/1.1" status: 204 len: 168 time: 1.7566304 Mar 25 20:03:38.820544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53666) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:38.827239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Request body: {'network': {'name': 'tempest-network--286716794'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:38.841432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:38.845706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.852745 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-eb7ca394-41d1-443b-b0dd-1f01f89c56f0 service neutron] 10.222.0.37 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717239 Mar 25 20:03:38.875763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Transition to ACTIVE for port object 542ee718-0c2d-4de5-8433-ce629dc13e52 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:38.879292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Usage tracker for resource:network and tenant:15f803c4148b40e7884357c3234c3a82 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:38.893234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:38.896519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:38.899135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:38.899512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, acd9b82d-4e3d-4b43-8b52-df0b73be0100) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:38.911474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:38.912015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:38.914102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4cd735-4abe-4d07-bd0f-4ed79f0667a8 None None] Network acd9b82d-4e3d-4b43-8b52-df0b73be0100 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:38.920206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:38.924639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:38.956356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=8337b5e9-9ebf-4f61-b479-813ef8faf50b,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:39.024125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:39.024986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.053002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.054188 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6a0ceae5-84d4-45a3-8e21-4c8612985155 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8763103 Mar 25 20:03:39.068202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.070941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53674) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:39.161557 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-00cb1964-29c6-4b63-a607-74db5e329c1d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3645270 Mar 25 20:03:39.164452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53682) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:39.173378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'port': {'network_id': 'acd9b82d-4e3d-4b43-8b52-df0b73be0100', 'name': 'tempest-NetworksIpV6TestAttrs-1700605746'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:39.252814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e9c49f1-0e69-48a8-ba98-b9ffebd8384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.341065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Made reservation on behalf of 15f803c4148b40e7884357c3234c3a82 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:39.344024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.392559 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c9fb8c29-4c50-4f94-86c5-ea56bde2c7d9 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8528974 Mar 25 20:03:39.395111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9099-90af-490e-8d79-0ddab6229d5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.400516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53686) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:39.416256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f779552-e79f-4aac-8d0c-a72f5d8101bc None None] Provisioning for port 8337b5e9-9ebf-4f61-b479-813ef8faf50b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:39.416446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=542ee718-0c2d-4de5-8433-ce629dc13e52,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:39.429032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f779552-e79f-4aac-8d0c-a72f5d8101bc None None] Provisioning complete for port 8337b5e9-9ebf-4f61-b479-813ef8faf50b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:39.429401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f779552-e79f-4aac-8d0c-a72f5d8101bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.457685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-acd9b82d-4e3d-4b43-8b52-df0b73be0100', 'network_id': 'acd9b82d-4e3d-4b43-8b52-df0b73be0100', 'tenant_id': 'e44ef64fea8340358f7f0584a8cd4ca6', 'fixed_ips': [{'subnet_id': '06516d40-9247-4e50-b9d0-288b2f200025'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:03:39.458835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.532637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:56:2c:d6'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d4:0e:16'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:39.579772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5f779552-e79f-4aac-8d0c-a72f5d8101bc None None] Port 8337b5e9-9ebf-4f61-b479-813ef8faf50b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:39.608967 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-80453e06-9612-4b93-9e22-89edbdc0dabf service neutron] 10.222.0.37 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550089 Mar 25 20:03:39.614806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:39.631236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:39.631937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:39.632425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:39.649816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:39.650323 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:39.659589 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 2 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:39.674352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.674904 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Added segment 9311a4f5-f60d-40ab-b660-a4393786601e of type vlan for network b5261a93-92a3-49b8-a5a2-f5bb345e0049 Mar 25 20:03:39.685679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:39.705674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53696) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:39.731545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Allocated IP 2001:db8::f816:3eff:feae:313 (acd9b82d-4e3d-4b43-8b52-df0b73be0100/06516d40-9247-4e50-b9d0-288b2f200025/9eecaadc-48ec-4a77-ab25-32fb2eb49f79) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:39.765114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:port and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:39.792086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:39.799875 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-09a31fd5-60ba-4a12-aca2-1de96c2b3160 req-199cc7c1-c39c-473d-9e48-663cbbb03276 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.1221633 Mar 25 20:03:39.800857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:39.801524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:39.802037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:39.823174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:39.827126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.861974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9099-90af-490e-8d79-0ddab6229d5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.864429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9099-90af-490e-8d79-0ddab6229d5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.889963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.901360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:39.901890 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:39.916690 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 3 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:39.940093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:39.954104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] Usage tracker for resource:security_group_rule and tenant:43a014367a3c4afd9d4bb7ce34c9434b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:39.957821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:39.958154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:39.958491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:39.965229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:39.986709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:39.990249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:39.990851 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:39.992380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9099-90af-490e-8d79-0ddab6229d5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:39.993317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a9099-90af-490e-8d79-0ddab6229d5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33a7fe91-9b06-4bd8-aa67-aec0ff55ae7b {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:03:40.009503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab0a9099-90af-490e-8d79-0ddab6229d5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.012530 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ab0a9099-90af-490e-8d79-0ddab6229d5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "DELETE /v2.0/routers/33a7fe91-9b06-4bd8-aa67-aec0ff55ae7b HTTP/1.1" status: 204 len: 168 time: 0.9390476 Mar 25 20:03:40.036144 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 4 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:40.058954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.069790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Transition to ACTIVE for port object 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:40.084532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:40.085078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:40.085158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:40.088036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Transition to ACTIVE for port object 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:40.094035 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-851e11d8-62f8-4736-b953-c512acd870b5 req-93e028b1-ed67-492a-9d87-2e034f1a33c0 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 210 time: 0.1021345 Mar 25 20:03:40.103433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:40.103906 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:40.104594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:40.118320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.131677 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 5 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:40.169640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.174274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:40.174274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:40.174274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:40.252131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.253100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:40.253670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.256890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:40.257525 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:40.258240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] device_id is not set on port d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:40.263939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Network acd9b82d-4e3d-4b43-8b52-df0b73be0100 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:40.266735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:40.275091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:40.282043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Pushing event updated for resources: {'Port': ['ID=9eecaadc-48ec-4a77-ab25-32fb2eb49f79,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:40.314042 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 6 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:40.378154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Attempting to bind port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:40.378761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Attempting to bind port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '7f0ff0d6-fea0-4832-b7f8-447bed3e7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acd9b82d-4e3d-4b43-8b52-df0b73be0100'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:40.379117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Attempting to bind port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 on network acd9b82d-4e3d-4b43-8b52-df0b73be0100 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:40.384582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:40.384947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Checking segment: {'id': '7f0ff0d6-fea0-4832-b7f8-447bed3e7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acd9b82d-4e3d-4b43-8b52-df0b73be0100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:40.385336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.385721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Bound using segment: {'id': '7f0ff0d6-fea0-4832-b7f8-447bed3e7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acd9b82d-4e3d-4b43-8b52-df0b73be0100'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:40.386170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Bound port: 9eecaadc-48ec-4a77-ab25-32fb2eb49f79, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0ff0d6-fea0-4832-b7f8-447bed3e7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acd9b82d-4e3d-4b43-8b52-df0b73be0100'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:40.386536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.398150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:40.398479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:40.398814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:40.471652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.478425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] For port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:40.484349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53728) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:40.485427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] For port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9eecaadc-48ec-4a77-ab25-32fb2eb49f79,segment=NetworkSegment(7f0ff0d6-fea0-4832-b7f8-447bed3e7b93),segment_id=7f0ff0d6-fea0-4832-b7f8-447bed3e7b93)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:40.498133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:40.498133 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:40.506637 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 7 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:40.531144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Network': ['ID=b5261a93-92a3-49b8-a5a2-f5bb345e0049,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:40.543731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b5261a93-92a3-49b8-a5a2-f5bb345e0049 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:40.579346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:40.580165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:40.580165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:40.629676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.650353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-28491cab-2ddb-4adf-a804-262ab928559f tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8285742 Mar 25 20:03:40.651093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:40.651416 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:40.653425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53734) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:40.662198 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 8 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:40.664531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9d6c57fa-99a2-43b4-ad7e-2026f2fffbaf tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:40.675238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.703447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:40.703789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:40.704103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:40.732694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:40.732694 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:40.732694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Allocated IP 2001:db8::f816:3eff:feef:dd3c (acd9b82d-4e3d-4b43-8b52-df0b73be0100/06516d40-9247-4e50-b9d0-288b2f200025/d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:40.732694 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 9 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:40.801788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:40.817218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04f550-152c-42d7-97ee-a2a19c7aaf3e None None] Pushing event updated for resources: {'Port': ['ID=9eecaadc-48ec-4a77-ab25-32fb2eb49f79,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:40.830774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:40.831105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:40.831433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:40.849580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1475438370', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:40.866370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:40.892276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Usage tracker for resource:router and tenant:b91f14c43a4e49fcb0876426040a972b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:40.897110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:40.928493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:40.958961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:40.959385 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:40.969929 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempt 10 to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 Mar 25 20:03:41.007831 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43a014367a3c4afd9d4bb7ce34c9434b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2623777 Mar 25 20:03:41.009220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9979c0-ebbe-4f93-831f-478e22ad965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5837a975-35f2-49a0-92aa-9964e7abe4f6,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:41.020709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53746) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:41.089220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:41.091343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:41.091550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempting to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:41.177805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-857708fb-45cc-4184-8602-1e9a78461e23 req-2b2a63c9-7256-4d90-ba65-6ef3fec2a1ac tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.1480772 Mar 25 20:03:41.195120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.196364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.206817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9d6c57fa-99a2-43b4-ad7e-2026f2fffbaf tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.208650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:41.209046 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Failed to bind port 542ee718-0c2d-4de5-8433-ce629dc13e52 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '523e3c2e-ead5-4c51-b105-61a792162116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0395437c-07bb-4424-a436-731fdf415db2'}] Mar 25 20:03:41.209457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.215687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8439-22c3-4a75-9467-4c0fb023c97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.252109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.260149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.261536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8439-22c3-4a75-9467-4c0fb023c97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.317888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9d6c57fa-99a2-43b4-ad7e-2026f2fffbaf tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.417716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.423456 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05b6169e-41e5-47b0-b551-5b61bfca8839 req-be7ea4f6-a7bd-4a76-9dc3-1c7ecdcceb23 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 210 time: 0.2191820 Mar 25 20:03:41.482936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d6c57fa-99a2-43b4-ad7e-2026f2fffbaf tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Network b5261a93-92a3-49b8-a5a2-f5bb345e0049 is not hosted by any dhcp agent {{(pid=88485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 25 20:03:41.484380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c57fa-99a2-43b4-ad7e-2026f2fffbaf tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:41.485083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9d6c57fa-99a2-43b4-ad7e-2026f2fffbaf tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.488576 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9d6c57fa-99a2-43b4-ad7e-2026f2fffbaf tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "PUT /v2.0/networks/b5261a93-92a3-49b8-a5a2-f5bb345e0049 HTTP/1.1" status: 200 len: 857 time: 0.8319235 Mar 25 20:03:41.495525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53756) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:41.503006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c57fa-99a2-43b4-ad7e-2026f2fffbaf tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event updated for resources: {'Network': ['ID=b5261a93-92a3-49b8-a5a2-f5bb345e0049,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:41.715690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8439-22c3-4a75-9467-4c0fb023c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.749291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.772463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c8439-22c3-4a75-9467-4c0fb023c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5837a975-35f2-49a0-92aa-9964e7abe4f6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:41.782145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8439-22c3-4a75-9467-4c0fb023c97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.785796 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2e1c8439-22c3-4a75-9467-4c0fb023c97d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5837a975-35f2-49a0-92aa-9964e7abe4f6 HTTP/1.1" status: 204 len: 168 time: 0.7610829 Mar 25 20:03:41.856746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event updated for resources: {'Port': ['ID=8337b5e9-9ebf-4f61-b479-813ef8faf50b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:41.868501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.879649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] In _notify_port_updated(), no bound segment for port 8337b5e9-9ebf-4f61-b479-813ef8faf50b on network 9083151a-98a2-4b21-8b1f-d387df1829c7 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:03:41.885133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:41.892593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.892593 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e6bbb423-55e8-4b48-8b6f-f681c67272d2 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "PUT /v2.0/ports/8337b5e9-9ebf-4f61-b479-813ef8faf50b HTTP/1.1" status: 200 len: 1056 time: 2.4808025 Mar 25 20:03:41.892593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] For port 542ee718-0c2d-4de5-8433-ce629dc13e52, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:41.892593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attempted to set empty binding levels {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 25 20:03:41.896875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53764) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:41.937776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e24313f2-6f86-4d29-b7a0-b9b9793dcf17 None None] Provisioning complete for port 8337b5e9-9ebf-4f61-b479-813ef8faf50b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:41.943327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e24313f2-6f86-4d29-b7a0-b9b9793dcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.956181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:41.958476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Transition to ACTIVE for port object d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:41.981312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.081480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e24313f2-6f86-4d29-b7a0-b9b9793dcf17 None None] Port 8337b5e9-9ebf-4f61-b479-813ef8faf50b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:42.124346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] In _notify_port_updated(), no bound segment for port 542ee718-0c2d-4de5-8433-ce629dc13e52 on network 0395437c-07bb-4424-a436-731fdf415db2 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:03:42.125241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:42.125846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.129660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "PUT /v2.0/ports/542ee718-0c2d-4de5-8433-ce629dc13e52 HTTP/1.1" status: 200 len: 980 time: 4.9965837 Mar 25 20:03:42.151682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b531eca9-7f5a-42df-a9ac-58bd8da5edd5 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port 8337b5e9-9ebf-4f61-b479-813ef8faf50b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:42.152004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14c9b299-7038-4657-90d4-45322f66235e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.152105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b531eca9-7f5a-42df-a9ac-58bd8da5edd5 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.163385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53770) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:42.290829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b528bd-e0e2-4e2a-aa70-ae73be8626f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event updated for resources: {'Port': ['ID=542ee718-0c2d-4de5-8433-ce629dc13e52,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:42.302326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.43', 63739) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:42.305372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Deleting port 542ee718-0c2d-4de5-8433-ce629dc13e52 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:42.307340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.318928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.323841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7eaba-e884-4fe9-9103-a0c1c4863cc6 None None] Network acd9b82d-4e3d-4b43-8b52-df0b73be0100 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:42.475715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-4d6be56d-fae1-4205-a7e3-bd8d12064c54 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:42.477201 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-4d6be56d-fae1-4205-a7e3-bd8d12064c54 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.43 "GET /v2.0/networks?id=0caf61dd-c8b8-4c4a-9682-82f930c1f744 HTTP/1.1" status: 200 len: 805 time: 0.1710918 Mar 25 20:03:42.597078 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-06f2d9f2-b5cd-4a10-906d-38f00f2d9e84 req-6b832d4c-a768-47a4-907d-46f8882c5e7f tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.1137068 Mar 25 20:03:42.598334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.607049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5261a93-92a3-49b8-a5a2-f5bb345e0049']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:42.692276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9311a4f5-f60d-40ab-b660-a4393786601e') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:42.692600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9311a4f5-f60d-40ab-b660-a4393786601e') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:42.721551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:42.746836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-638bbc8b-2be1-405c-83c9-d9a456577501 None None] Provisioning for port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:42.808177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network acd9b82d-4e3d-4b43-8b52-df0b73be0100 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:42.812821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.830214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:42.877817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:42.883312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:42.883930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.907447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.908882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.909513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:42.909876 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-f45dd327-f8ba-433c-9a8d-ad1d470772b0 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92354142fe6e455fb7338981a22c1406 HTTP/1.1" status: 200 len: 380 time: 0.3648388 Mar 25 20:03:42.924545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] For port 542ee718-0c2d-4de5-8433-ce629dc13e52, host hv-neutron-8351, got binding levels [] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:42.925549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:42.926392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:42.927321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.009196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Request body: {'port': {'device_id': '4176f264-5524-44df-87f1-bcecd76265ee', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'admin_state_up': True, 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'security_groups': ['f5df1905-7d17-49a7-8f26-8cb4e94d14e7']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:43.022525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.064098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:43.069232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:43.091352 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:43.128607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Port': ['ID=d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:43.140211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.149576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-66508422-c802-43d4-9cd9-b5b0ac06b654 req-ae456c02-6f9a-437e-97c8-8447f3433c93 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 210 time: 0.2529309 Mar 25 20:03:43.199703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Calling delete_port for 542ee718-0c2d-4de5-8433-ce629dc13e52 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:43.219709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9eecaadc-48ec-4a77-ab25-32fb2eb49f79,segment=NetworkSegment(7f0ff0d6-fea0-4832-b7f8-447bed3e7b93),segment_id=7f0ff0d6-fea0-4832-b7f8-447bed3e7b93)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:43.242472 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.43', 63744) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:43.255436 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-af2b5de1-6f37-476a-a063-1dba91bf18c5 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0846226 Mar 25 20:03:43.295266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.301643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53810) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:43.392870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b531eca9-7f5a-42df-a9ac-58bd8da5edd5 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.484889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.516924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5732eb57-977d-4f6e-acd3-3caf68f4f8b8 None None] Provisioning complete for port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:43.517294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5732eb57-977d-4f6e-acd3-3caf68f4f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.554019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=9eecaadc-48ec-4a77-ab25-32fb2eb49f79,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:43.555824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.586079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b531eca9-7f5a-42df-a9ac-58bd8da5edd5 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Calling delete_port for 8337b5e9-9ebf-4f61-b479-813ef8faf50b owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:43.639584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.652349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5261a93-92a3-49b8-a5a2-f5bb345e0049 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 25 20:03:43.686508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.774791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5732eb57-977d-4f6e-acd3-3caf68f4f8b8 None None] Provisioning for port d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:43.776496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5444266a-c445-4f0d-ac8f-000230343aa4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting subnet 06516d40-9247-4e50-b9d0-288b2f200025 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:03:43.782555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5732eb57-977d-4f6e-acd3-3caf68f4f8b8 None None] Provisioning complete for port d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:43.788086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5732eb57-977d-4f6e-acd3-3caf68f4f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.795349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-356c48ee-152e-4dcc-94c5-72eafc752c1c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:43.796927 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-356c48ee-152e-4dcc-94c5-72eafc752c1c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 811 time: 0.5535116 Mar 25 20:03:43.797701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5444266a-c445-4f0d-ac8f-000230343aa4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.846313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:43.852565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5261a93-92a3-49b8-a5a2-f5bb345e0049,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:43.878837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:43.926851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5732eb57-977d-4f6e-acd3-3caf68f4f8b8 None None] Port d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:43.998403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Pushing event deleted for resources: {'Port': ['ID=542ee718-0c2d-4de5-8433-ce629dc13e52,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:44.004431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5444266a-c445-4f0d-ac8f-000230343aa4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:44.073822 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cdf3e9ba-03aa-4598-bdb9-65c80c31c770 tempest-ExternalNetworksTestJSON-2073526409 tempest-ExternalNetworksTestJSON-2073526409-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b5261a93-92a3-49b8-a5a2-f5bb345e0049 HTTP/1.1" status: 204 len: 168 time: 2.5753458 Mar 25 20:03:44.074261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:44.084351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53840) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:44.085689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d0e89f84-b924-4e73-92c6-85790b86760c None None] Provisioning complete for port d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:44.086259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0e89f84-b924-4e73-92c6-85790b86760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:44.086641 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f00c3bc5-beb7-424d-bc85-12c12b375357 req-33a8ec03-c315-4fae-a7fe-7a64f3d7aacd tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.2355959 Mar 25 20:03:44.092935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ab0ec97b-45b1-4987-ab97-9f5c08735a99 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Synchronizing usage tracker for tenant:cc3ec96aac12460ebeae4d0829e666df on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:44.140812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:44.143764 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-827995f1-b01e-45ae-81d3-c0cc4d75a45e tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] DELETE failed (client error): The resource could not be found. Mar 25 20:03:44.144211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827995f1-b01e-45ae-81d3-c0cc4d75a45e tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:03:44.148222 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-827995f1-b01e-45ae-81d3-c0cc4d75a45e tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] 10.222.0.37 "DELETE /v2.0/subnets/1abe3076-bb4f-4836-914f-1c01e6486609 HTTP/1.1" status: 404 len: 337 time: 0.0584540 Mar 25 20:03:44.150707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53846) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:44.191113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Allocated IP 172.26.8.187 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/c67481ee-038c-4d4f-bf4f-20303a5884c0) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:44.211640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ab0ec97b-45b1-4987-ab97-9f5c08735a99 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Unset dirty status for tenant:cc3ec96aac12460ebeae4d0829e666df on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:44.214095 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ab0ec97b-45b1-4987-ab97-9f5c08735a99 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ec96aac12460ebeae4d0829e666df HTTP/1.1" status: 200 len: 380 time: 0.3667419 Mar 25 20:03:44.247157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Request body: {'port': {'device_id': 'b444ac33-1d36-449b-8d6e-0280be582531', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'admin_state_up': True, 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'security_groups': ['3218fd3e-6c53-4306-b44c-975dc52d84bc']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:44.262201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:44.265933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d0e89f84-b924-4e73-92c6-85790b86760c None None] Port d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:44.302508 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fe830247-5946-473b-8a09-790ae26852fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "DELETE /v2.0/ports/542ee718-0c2d-4de5-8433-ce629dc13e52 HTTP/1.1" status: 204 len: 168 time: 2.1360879 Mar 25 20:03:44.321297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53852) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:44.387125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:44.462052 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-08421100-b8b4-4f36-b408-8b6cebe20fa3 req-70ed0c6f-6113-4fe8-a0b6-bb5f9c3ad48a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 210 time: 0.0710387 Mar 25 20:03:44.551846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Made reservation on behalf of 92354142fe6e455fb7338981a22c1406 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:44.554959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:44.581176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:03:44.735199 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb3223a-0521-4932-894f-44038f4aeb1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] GET failed (client error): The resource could not be found. Mar 25 20:03:44.735199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fdb3223a-0521-4932-894f-44038f4aeb1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Synchronizing usage tracker for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:44.775401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:44.794386 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:44.992317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5444266a-c445-4f0d-ac8f-000230343aa4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:44.996069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.040610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b531eca9-7f5a-42df-a9ac-58bd8da5edd5 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.070115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fdb3223a-0521-4932-894f-44038f4aeb1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] Unset dirty status for tenant:e356aef2272244d197443e0fc400d13e on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:45.074846 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fdb3223a-0521-4932-894f-44038f4aeb1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130898797-project-admin] 10.222.0.37 "GET /v2.0/ports/542ee718-0c2d-4de5-8433-ce629dc13e52 HTTP/1.1" status: 404 len: 333 time: 0.7459431 Mar 25 20:03:45.100964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53866) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:45.148328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:45.167515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e41748f-63ee-40d9-a9f1-e1ed5a0d9355']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:45.181638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531eca9-7f5a-42df-a9ac-58bd8da5edd5 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event deleted for resources: {'Port': ['ID=8337b5e9-9ebf-4f61-b479-813ef8faf50b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:45.220106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.223998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Usage tracker for resource:port and tenant:cc3ec96aac12460ebeae4d0829e666df is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:45.233976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:45.244688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:45.309006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b6fc39-e5be-4f2f-bc51-9a6a01016db2') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:45.309326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b6fc39-e5be-4f2f-bc51-9a6a01016db2') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:45.350653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Made reservation on behalf of cc3ec96aac12460ebeae4d0829e666df for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:45.364110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.400419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53874) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:45.413887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5444266a-c445-4f0d-ac8f-000230343aa4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.468850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.471112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.540267 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-65cc5a19-ab03-4495-9631-3b6a52e5e4da req-2cbd6c2c-f1ff-4bd5-8d06-8e08d559ecd3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.2213445 Mar 25 20:03:45.602659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.631066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.633394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:45.633779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:45.653371 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:45.694763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:45.703234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:45.706272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:45.747104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5444266a-c445-4f0d-ac8f-000230343aa4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:45.753555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444266a-c445-4f0d-ac8f-000230343aa4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Subnet': ['ID=06516d40-9247-4e50-b9d0-288b2f200025,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:45.770858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b931d1-15c1-4071-914d-11a9b76735e3 None None] Network acd9b82d-4e3d-4b43-8b52-df0b73be0100 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:45.772468 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-618e01f2-e46e-4027-b31c-d4141b79e47f req-ba37f05f-003a-4b64-8ae4-06c3de949bec tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 210 time: 0.1172667 Mar 25 20:03:45.783885 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5444266a-c445-4f0d-ac8f-000230343aa4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/subnets/06516d40-9247-4e50-b9d0-288b2f200025 HTTP/1.1" status: 204 len: 168 time: 2.4349101 Mar 25 20:03:45.788349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53882) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:45.891510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:45.896862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Allocated IP 172.20.0.5 (0caf61dd-c8b8-4c4a-9682-82f930c1f744/f8df46b0-6a42-40bd-814c-34fb824843fa/d91d0a98-29f1-48f2-8062-6ae254098e0c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:45.951417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:45.982510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Usage tracker for resource:floatingip and tenant:6efe5c3195ee4fe7af3f19fd5c9dcdef is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:45.992744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event updated for resources: {'Port': ['ID=c67481ee-038c-4d4f-bf4f-20303a5884c0,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:45.995453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:46.012667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:46.130289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4d88c-bd78-42a2-9a0d-d4c5e24f37eb tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:46.132171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4d88c-bd78-42a2-9a0d-d4c5e24f37eb tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:46.133139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a0f4d88c-bd78-42a2-9a0d-d4c5e24f37eb tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Synchronizing usage tracker for tenant:e44ef64fea8340358f7f0584a8cd4ca6 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:46.260221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] DHCP port deletion for acd9b82d-4e3d-4b43-8b52-df0b73be0100 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:03:46.272059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] Deleting port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:46.273287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:46.316828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Allocated IP 172.20.0.7 (44e60336-d7f3-4601-a73d-3eb7f950407a/309ef97e-8817-4c62-b0fc-325f772531b6/7494a484-80ed-4c84-b7e2-9445252f4803) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:46.506159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:46.606435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a0f4d88c-bd78-42a2-9a0d-d4c5e24f37eb tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Unset dirty status for tenant:e44ef64fea8340358f7f0584a8cd4ca6 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:46.607765 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a0f4d88c-bd78-42a2-9a0d-d4c5e24f37eb tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7964714 Mar 25 20:03:46.632583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53888) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:46.653541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:46.662953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:46.716049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:46.773581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:03:46.800647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:46.859136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] For port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9eecaadc-48ec-4a77-ab25-32fb2eb49f79,segment=NetworkSegment(7f0ff0d6-fea0-4832-b7f8-447bed3e7b93),segment_id=7f0ff0d6-fea0-4832-b7f8-447bed3e7b93)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:46.861099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:46.870778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Transition to ACTIVE for port object d91d0a98-29f1-48f2-8062-6ae254098e0c will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:46.988120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] 10.222.0.37 "DELETE /v2.0/networks/5e41748f-63ee-40d9-a9f1-e1ed5a0d9355 HTTP/1.1" status: 204 len: 168 time: 2.8363838 Mar 25 20:03:47.026474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.039919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e41375-7574-4da6-985c-d674174edd2d tempest-ExternalNetworksTestJSON-551738426 tempest-ExternalNetworksTestJSON-551738426-project] Pushing event deleted for resources: {'Network': ['ID=5e41748f-63ee-40d9-a9f1-e1ed5a0d9355,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:47.041988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] Calling delete_port for 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:47.063069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.103141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0395437c-07bb-4424-a436-731fdf415db2']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:47.119680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-67e9f070-17db-4bf4-9c06-3dcf3dfe681b req-51551f6e-f88d-4d05-84fe-6e6226c72eec tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Synchronizing usage tracker for tenant:92354142fe6e455fb7338981a22c1406 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:47.146257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b531eca9-7f5a-42df-a9ac-58bd8da5edd5 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.151864 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b531eca9-7f5a-42df-a9ac-58bd8da5edd5 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "DELETE /v2.0/ports/8337b5e9-9ebf-4f61-b479-813ef8faf50b HTTP/1.1" status: 204 len: 168 time: 5.2512026 Mar 25 20:03:47.167744 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a8e8ef8-e3cf-4153-a74e-bf7d11cbef96 req-76abff51-e5e6-45e4-b28f-d35951943ecf tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 210 time: 0.1695282 Mar 25 20:03:47.185712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53896) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:47.250498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523e3c2e-ead5-4c51-b105-61a792162116') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:47.251018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523e3c2e-ead5-4c51-b105-61a792162116') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:47.263323 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7195200c-6816-4a44-aa9f-e9d5424ad77a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] GET failed (client error): The resource could not be found. Mar 25 20:03:47.264099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7195200c-6816-4a44-aa9f-e9d5424ad77a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Synchronizing usage tracker for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:47.274382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.274989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Transition to ACTIVE for port object 7494a484-80ed-4c84-b7e2-9445252f4803 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:47.296805 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3efc96c-7646-4609-a48c-67ea6d00df49 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.299811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.308331 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-67e9f070-17db-4bf4-9c06-3dcf3dfe681b req-51551f6e-f88d-4d05-84fe-6e6226c72eec tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Unset dirty status for tenant:92354142fe6e455fb7338981a22c1406 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:47.317905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 update to DOWN by agent not found {{(pid=88486) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 25 20:03:47.319660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-67e9f070-17db-4bf4-9c06-3dcf3dfe681b req-51551f6e-f88d-4d05-84fe-6e6226c72eec tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.5343134 Mar 25 20:03:47.336887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] Pushing event deleted for resources: {'Port': ['ID=9eecaadc-48ec-4a77-ab25-32fb2eb49f79,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:47.338729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c96073-8995-496b-b820-f956773fc1a8 None None] No DVR routers for this DVR port 9eecaadc-48ec-4a77-ab25-32fb2eb49f79 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:03:47.377005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.393251 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3efc96c-7646-4609-a48c-67ea6d00df49 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 25 20:03:47.393924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3efc96c-7646-4609-a48c-67ea6d00df49 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:03:47.396461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3efc96c-7646-4609-a48c-67ea6d00df49 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/acd9b82d-4e3d-4b43-8b52-df0b73be0100 HTTP/1.1" status: 409 len: 405 time: 0.7539315 Mar 25 20:03:47.399353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:47.400368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:47.417891 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:47.420735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53900) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:47.426994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-146304300'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:47.449666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:47.515542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:network and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:47.522123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:47.534409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:47.620591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7195200c-6816-4a44-aa9f-e9d5424ad77a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Unset dirty status for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:47.621969 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7195200c-6816-4a44-aa9f-e9d5424ad77a tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "GET /v2.0/ports/8337b5e9-9ebf-4f61-b479-813ef8faf50b HTTP/1.1" status: 404 len: 333 time: 0.4301085 Mar 25 20:03:47.624788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53904) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:47.641412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.757353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-27d113f2-7e0e-4986-a367-c279ac5d0d28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port 89e81b87-174b-44b5-a1f5-3d520f7a7cae {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:47.762300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27d113f2-7e0e-4986-a367-c279ac5d0d28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.901697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.958684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.979196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:47.994775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:47.998505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:48.089373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:48.176251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:48.201617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:48.206799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Allocated IP 172.26.8.186 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/598c4316-a742-4e28-99ae-5fcd1d06b315) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:48.222530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:48.242242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:48.251484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] Pushing event deleted for resources: {'Network': ['ID=0395437c-07bb-4424-a436-731fdf415db2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:48.253634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:48.293182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7317b03a-e623-4980-a566-069bb0a8af4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349990131-project] 10.222.0.37 "DELETE /v2.0/networks/0395437c-07bb-4424-a436-731fdf415db2 HTTP/1.1" status: 204 len: 168 time: 3.1868234 Mar 25 20:03:48.364908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Network 44e60336-d7f3-4601-a73d-3eb7f950407a is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:48.382388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event updated for resources: {'Port': ['ID=d91d0a98-29f1-48f2-8062-6ae254098e0c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:48.410104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:48.484945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:48.564671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27d113f2-7e0e-4986-a367-c279ac5d0d28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:48.584194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event updated for resources: {'Port': ['ID=7494a484-80ed-4c84-b7e2-9445252f4803,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:48.794738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53916) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:48.883591 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e6ec0c4b-eadd-4101-8a40-bf195b10dcc0 None None] Provisioning for port d91d0a98-29f1-48f2-8062-6ae254098e0c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:48.889917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e6ec0c4b-eadd-4101-8a40-bf195b10dcc0 None None] Provisioning complete for port d91d0a98-29f1-48f2-8062-6ae254098e0c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:48.890345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0c4b-eadd-4101-8a40-bf195b10dcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:48.950090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:48.950979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:48.953295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:49.081506 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53924) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:49.094066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:49.094956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec0c4b-eadd-4101-8a40-bf195b10dcc0 None None] Port d91d0a98-29f1-48f2-8062-6ae254098e0c cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:49.095877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.119985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-27d113f2-7e0e-4986-a367-c279ac5d0d28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Calling delete_port for 89e81b87-174b-44b5-a1f5-3d520f7a7cae owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:49.171793 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:03:49.212938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.245248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.245943 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Added segment de12c1dd-25ca-416c-bf4a-a789bdc371e7 of type vlan for network 623da50d-8247-4f9e-9f25-54c8db8a62ec Mar 25 20:03:49.370916 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-50a42f8a-2fc0-4075-b3ae-846bc0469107 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1309793 Mar 25 20:03:49.427960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.472035 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-60289cff-3103-48f0-9226-c86435d3c5fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8f4b20499ba4896bbcf18ab2f9ddb9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6582253 Mar 25 20:03:49.483743 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e2b0f0ba-5369-4a10-980a-26479f39ce0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15d61d0cfe9342e6aa2f07b12d489c40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3921945 Mar 25 20:03:49.484263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53930) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:49.487325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53932) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:49.529960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ee7d8f13-1141-4876-bfe9-88812be1d675 None None] Provisioning for port 7494a484-80ed-4c84-b7e2-9445252f4803 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:03:49.536417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c4685-65e4-4c44-92b6-a9e74f055356 req-3aeadd4a-0c7f-477b-877c-927566d48597 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:49.536417 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed9c4685-65e4-4c44-92b6-a9e74f055356 req-3aeadd4a-0c7f-477b-877c-927566d48597 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 931 time: 1.1193135 Mar 25 20:03:49.536698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ee7d8f13-1141-4876-bfe9-88812be1d675 None None] Provisioning complete for port 7494a484-80ed-4c84-b7e2-9445252f4803 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:03:49.537057 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f13-1141-4876-bfe9-88812be1d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.578744 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-a2fa13ad-bfdb-49a2-b204-2b88bf5bc86a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5735831 Mar 25 20:03:49.600522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-0db0df63-96c4-4dec-98e0-095c9634b42f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:03:49.601898 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-0db0df63-96c4-4dec-98e0-095c9634b42f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234380 Mar 25 20:03:49.607283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-337d1beb-cd87-491b-a9c2-16f25aa8d906 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:03:49.611325 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-337d1beb-cd87-491b-a9c2-16f25aa8d906 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066845 Mar 25 20:03:49.646108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2109c-c833-4323-9fa5-725de38feb3f req-d25101e0-3ed2-45a7-91a1-174266d0125a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:49.647874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-94b2109c-c833-4323-9fa5-725de38feb3f req-d25101e0-3ed2-45a7-91a1-174266d0125a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 931 time: 0.6861143 Mar 25 20:03:49.667155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Router 36c468d5-81a1-4f96-a44b-2f7786f49222 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:03:49.671797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.684191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d8f13-1141-4876-bfe9-88812be1d675 None None] Port 7494a484-80ed-4c84-b7e2-9445252f4803 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:03:49.695194 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed9c4685-65e4-4c44-92b6-a9e74f055356 req-cd265d2d-ed73-4375-b361-ca96f450c08f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463342 Mar 25 20:03:49.699777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.706792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:49.707489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.779013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7ecc84c5-780f-4ee3-962c-bfe4d889b809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.786828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2851-a93e-413c-818c-515143007a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.788364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27d113f2-7e0e-4986-a367-c279ac5d0d28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:49.855992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:49.890830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:49.906281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:49.981003 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-94b2109c-c833-4323-9fa5-725de38feb3f req-a4a7252b-6397-4fa3-b91a-b754e117294c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246758 Mar 25 20:03:49.997119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d113f2-7e0e-4986-a367-c279ac5d0d28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event deleted for resources: {'Port': ['ID=89e81b87-174b-44b5-a1f5-3d520f7a7cae,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:50.000825 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5789266 Mar 25 20:03:50.006812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7ecc84c5-780f-4ee3-962c-bfe4d889b809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:50.028644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53940) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:50.146812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6da80-4690-4b23-9b77-1224a5738d15 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Network': ['ID=623da50d-8247-4f9e-9f25-54c8db8a62ec,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:50.147437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Pushing event updated for resources: {'Port': ['ID=598c4316-a742-4e28-99ae-5fcd1d06b315,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:50.147819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'subnet': {'network_id': '623da50d-8247-4f9e-9f25-54c8db8a62ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:50.147994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2851-a93e-413c-818c-515143007a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:50.148171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 623da50d-8247-4f9e-9f25-54c8db8a62ec details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:50.186672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Request body: {'port': {'device_id': 'b444ac33-1d36-449b-8d6e-0280be582531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:50.263668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Request body: {'port': {'device_id': '4176f264-5524-44df-87f1-bcecd76265ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:50.304700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27d113f2-7e0e-4986-a367-c279ac5d0d28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:50.307153 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-27d113f2-7e0e-4986-a367-c279ac5d0d28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "DELETE /v2.0/ports/89e81b87-174b-44b5-a1f5-3d520f7a7cae HTTP/1.1" status: 204 len: 168 time: 2.6813736 Mar 25 20:03:50.324948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53948) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:50.424255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:50.449016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:50.470882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:50.516766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:03:50.536017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e34fb7e-e429-4d69-a784-ae2463c228ca None None] Sync routers for ids ['36c468d5-81a1-4f96-a44b-2f7786f49222'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:03:50.551909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34fb7e-e429-4d69-a784-ae2463c228ca None None] Routers {'36c468d5-81a1-4f96-a44b-2f7786f49222'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:50.553606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8e34fb7e-e429-4d69-a784-ae2463c228ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['36c468d5-81a1-4f96-a44b-2f7786f49222'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:50.583500 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-61217f01-0ff9-4b4e-8067-e7d480ba6d37 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] GET failed (client error): The resource could not be found. Mar 25 20:03:50.584043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61217f01-0ff9-4b4e-8067-e7d480ba6d37 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Synchronizing usage tracker for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:03:50.739281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8e34fb7e-e429-4d69-a784-ae2463c228ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:50.755872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34fb7e-e429-4d69-a784-ae2463c228ca None None] Routers {'36c468d5-81a1-4f96-a44b-2f7786f49222'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:03:50.756505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8e34fb7e-e429-4d69-a784-ae2463c228ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['36c468d5-81a1-4f96-a44b-2f7786f49222'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:50.790483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:50.798912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:50.896842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61217f01-0ff9-4b4e-8067-e7d480ba6d37 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Unset dirty status for tenant:98ebe0c9f0ea4fb68356408adf490db5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:03:50.902694 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61217f01-0ff9-4b4e-8067-e7d480ba6d37 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "GET /v2.0/ports/89e81b87-174b-44b5-a1f5-3d520f7a7cae HTTP/1.1" status: 404 len: 333 time: 0.4094205 Mar 25 20:03:50.909965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53954) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:50.915694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8e34fb7e-e429-4d69-a784-ae2463c228ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:50.916457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e34fb7e-e429-4d69-a784-ae2463c228ca None None] The sync data for ids ['36c468d5-81a1-4f96-a44b-2f7786f49222'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:03:50.942988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:50.944539 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-52e080c2-e141-49d7-8786-8dd0fced95fa tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.4575748 Mar 25 20:03:50.946872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:50.966079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7ecc84c5-780f-4ee3-962c-bfe4d889b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.076851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7ecc84c5-780f-4ee3-962c-bfe4d889b809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.076851 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7ecc84c5-780f-4ee3-962c-bfe4d889b809 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d7f1f63-2993-40fe-993c-9e15c796ef30 HTTP/1.1" status: 204 len: 168 time: 1.4821637 Mar 25 20:03:51.076851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2851-a93e-413c-818c-515143007a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.076851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2851-a93e-413c-818c-515143007a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.076851 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0c4d2851-a93e-413c-818c-515143007a7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f52c0f14-58db-4858-a9b7-86cd633c8ac9 HTTP/1.1" status: 204 len: 168 time: 1.4888637 Mar 25 20:03:51.076851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.076851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc84c5-780f-4ee3-962c-bfe4d889b809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7f1f63-2993-40fe-993c-9e15c796ef30,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:51.079132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53960) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:51.151466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d2851-a93e-413c-818c-515143007a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c0f14-58db-4858-a9b7-86cd633c8ac9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:51.397425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-2c215033-3dd3-4d89-afc1-fce876cb6dc7 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port 725e1939-ad89-4378-a4b4-386ea0249bbe {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:51.397425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2c215033-3dd3-4d89-afc1-fce876cb6dc7 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.451712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.483662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:03:51.727345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91d0a98-29f1-48f2-8062-6ae254098e0c {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:03:51.745488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.785121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Transition to ACTIVE for port object d91d0a98-29f1-48f2-8062-6ae254098e0c will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:51.825784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.855137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.886931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2c215033-3dd3-4d89-afc1-fce876cb6dc7 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:51.909376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:52.118780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Pushing event updated for resources: {'Port': ['ID=d91d0a98-29f1-48f2-8062-6ae254098e0c,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:52.241130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-2c215033-3dd3-4d89-afc1-fce876cb6dc7 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Calling delete_port for 725e1939-ad89-4378-a4b4-386ea0249bbe owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:52.293167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba94fd-61cc-4d00-ba4c-d5dc7f2eca71 req-e44fbbab-4f60-447d-9058-5fecc7b0dd17 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:52.294778 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f4ba94fd-61cc-4d00-ba4c-d5dc7f2eca71 req-e44fbbab-4f60-447d-9058-5fecc7b0dd17 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 931 time: 1.4373653 Mar 25 20:03:52.300620 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:52.341083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Pushing event updated for resources: {'Port': ['ID=598c4316-a742-4e28-99ae-5fcd1d06b315,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:52.367808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Attempting to bind port d91d0a98-29f1-48f2-8062-6ae254098e0c on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:52.368288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Attempting to bind port d91d0a98-29f1-48f2-8062-6ae254098e0c by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:52.368708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Attempting to bind port d91d0a98-29f1-48f2-8062-6ae254098e0c on network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:52.373886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Port d91d0a98-29f1-48f2-8062-6ae254098e0c on network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:52.374900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Attempting to bind port d91d0a98-29f1-48f2-8062-6ae254098e0c on network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:52.380568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:52.382066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Checking segment: {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:52.382066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Bound using segment: {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:52.382066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Bound port: d91d0a98-29f1-48f2-8062-6ae254098e0c, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781bf980-3ed5-4d75-8547-0bb56501418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:52.382386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:52.409226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7494a484-80ed-4c84-b7e2-9445252f4803 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:03:52.428839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ffbe0-f617-4365-8e37-82b67717de78 req-99c60453-be2d-4387-a9e4-b2bd317f8b25 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:52.430467 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a24ffbe0-f617-4365-8e37-82b67717de78 req-99c60453-be2d-4387-a9e4-b2bd317f8b25 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 931 time: 1.1766202 Mar 25 20:03:52.449027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:52.453690 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8f83ce3a-c6ff-4040-b79f-cbfe1b80fdd2 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0423341 Mar 25 20:03:52.453851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:52.457895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53972) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:52.468733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-240305131', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'fixed_ips': [{'ip_address': '172.26.8.186'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:52.477420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:52.484944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Usage tracker for resource:port and tenant:6efe5c3195ee4fe7af3f19fd5c9dcdef is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:52.496020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:52.517922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53976) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:52.518981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:52.536348 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-83ff84a9-1068-4b30-a744-985579254604 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/routers/36c468d5-81a1-4f96-a44b-2f7786f49222 HTTP/1.1" status: 200 len: 925 time: 1.4697394 Mar 25 20:03:52.575830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53980) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:52.598806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53984) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:52.622120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f4ba94fd-61cc-4d00-ba4c-d5dc7f2eca71 req-5e9df5fa-f5b0-4c0b-85ef-50ab2d5580be tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041303 Mar 25 20:03:52.659688 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fc24a41b-0be7-4614-817f-c9b21d882dbd tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c468d5-81a1-4f96-a44b-2f7786f49222 HTTP/1.1" status: 200 len: 205 time: 0.0820820 Mar 25 20:03:52.661179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] For port d91d0a98-29f1-48f2-8062-6ae254098e0c, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:52.671614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53988) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:52.671803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Transition to ACTIVE for port object 7494a484-80ed-4c84-b7e2-9445252f4803 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:52.716925 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a24ffbe0-f617-4365-8e37-82b67717de78 req-c0136b7b-757e-497a-ada9-2f651c8108da tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665079 Mar 25 20:03:52.790190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] For port d91d0a98-29f1-48f2-8062-6ae254098e0c, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:52.803213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Made reservation on behalf of 6efe5c3195ee4fe7af3f19fd5c9dcdef for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:52.805689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:52.819659 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f1657fde-4c66-4eee-a584-d5e939bb9c59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e356aef2272244d197443e0fc400d13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980719 Mar 25 20:03:52.822718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 53992) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:52.838719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:52.848773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:52.919755 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a85b201c-96bc-475f-bf74-3a296da81f34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15f803c4148b40e7884357c3234c3a82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3144152 Mar 25 20:03:52.937626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 53996) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:53.095544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.177167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:53.219844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Pushing event updated for resources: {'Port': ['ID=7494a484-80ed-4c84-b7e2-9445252f4803,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:53.265504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Usage tracker for resource:security_group_rule and tenant:6efe5c3195ee4fe7af3f19fd5c9dcdef is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:53.265610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2c215033-3dd3-4d89-afc1-fce876cb6dc7 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.265707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:53.280058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:53.294149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:53.294149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.316251 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] 10.222.0.43 "PUT /v2.0/ports/d91d0a98-29f1-48f2-8062-6ae254098e0c HTTP/1.1" status: 200 len: 1093 time: 3.3020434 Mar 25 20:03:53.319662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176f264-5524-44df-87f1-bcecd76265ee', 'tag': 'd91d0a98-29f1-48f2-8062-6ae254098e0c'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:03:53.358617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.416456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c215033-3dd3-4d89-afc1-fce876cb6dc7 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event deleted for resources: {'Port': ['ID=725e1939-ad89-4378-a4b4-386ea0249bbe,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:53.487555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c79bf7-e980-4b28-b149-e0e6daeedb1a service neutron] Pushing event updated for resources: {'Port': ['ID=d91d0a98-29f1-48f2-8062-6ae254098e0c,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:53.499351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa56693b-5c65-4e5d-bc0a-181199c3a99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.637783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:03:53.668447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.678337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e9b91f6e-4a84-4e7c-b1e1-a6cb81a029f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.796522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa56693b-5c65-4e5d-bc0a-181199c3a99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.845363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Attempting to bind port 7494a484-80ed-4c84-b7e2-9445252f4803 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:53.846213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Attempting to bind port 7494a484-80ed-4c84-b7e2-9445252f4803 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:53.846213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Attempting to bind port 7494a484-80ed-4c84-b7e2-9445252f4803 on network 44e60336-d7f3-4601-a73d-3eb7f950407a {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:53.847509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.901648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e9b91f6e-4a84-4e7c-b1e1-a6cb81a029f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:53.958998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2c215033-3dd3-4d89-afc1-fce876cb6dc7 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Port 7494a484-80ed-4c84-b7e2-9445252f4803 on network 44e60336-d7f3-4601-a73d-3eb7f950407a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Attempting to bind port 7494a484-80ed-4c84-b7e2-9445252f4803 on network 44e60336-d7f3-4601-a73d-3eb7f950407a {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Checking segment: {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Bound using segment: {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Bound port: 7494a484-80ed-4c84-b7e2-9445252f4803, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96900346-f2b7-463b-9641-920df6c3a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Subnet': ['ID=1191cc17-f309-4ff2-ad85-833e8e3e4298,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Checking segment: {'id': 'de12c1dd-25ca-416c-bf4a-a789bdc371e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '623da50d-8247-4f9e-9f25-54c8db8a62ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:54.159317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network hostable DHCP agents. Network: 623da50d-8247-4f9e-9f25-54c8db8a62ec, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:03:54.191865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-cbedbc17-fc98-488c-8ec5-32b0a84d5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:54.195480 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-cbedbc17-fc98-488c-8ec5-32b0a84d5aa6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92354142fe6e455fb7338981a22c1406&device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 1096 time: 0.3899183 Mar 25 20:03:54.332758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] For port 7494a484-80ed-4c84-b7e2-9445252f4803, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:54.337774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] For port 7494a484-80ed-4c84-b7e2-9445252f4803, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7494a484-80ed-4c84-b7e2-9445252f4803,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:54.347083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Deleting port c67481ee-038c-4d4f-bf4f-20303a5884c0 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:54.347488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.385619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ce42-648a-4a6b-b3e9-ab3f8525032a req-27977d61-16a3-4340-99dd-3211e1d9055a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:54.386745 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5186ce42-648a-4a6b-b3e9-ab3f8525032a req-27977d61-16a3-4340-99dd-3211e1d9055a tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 943 time: 0.4146795 Mar 25 20:03:54.396972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d822a-be49-40a8-bcc1-ee95a13b71a2 req-38a8a406-b40f-4a43-a048-2c17c220c4bd tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:54.399906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa56693b-5c65-4e5d-bc0a-181199c3a99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.400014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d41d822a-be49-40a8-bcc1-ee95a13b71a2 req-38a8a406-b40f-4a43-a048-2c17c220c4bd tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 943 time: 0.4839833 Mar 25 20:03:54.402379 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2c215033-3dd3-4d89-afc1-fce876cb6dc7 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "DELETE /v2.0/ports/725e1939-ad89-4378-a4b4-386ea0249bbe HTTP/1.1" status: 204 len: 168 time: 3.4482729 Mar 25 20:03:54.403183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54010) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:54.403545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.440375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] device_id is not set on port 18bf98a2-a7b0-447b-9539-809d3aa060d4 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:03:54.486933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa56693b-5c65-4e5d-bc0a-181199c3a99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.492026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e9b91f6e-4a84-4e7c-b1e1-a6cb81a029f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.497542 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aa56693b-5c65-4e5d-bc0a-181199c3a99d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86366260-b3f2-4b18-acbd-1a18b40f8922 HTTP/1.1" status: 204 len: 168 time: 1.6695125 Mar 25 20:03:54.497542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56693b-5c65-4e5d-bc0a-181199c3a99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86366260-b3f2-4b18-acbd-1a18b40f8922,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:54.498314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network 623da50d-8247-4f9e-9f25-54c8db8a62ec is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:03:54.513835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.660574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d070035-a640-41e2-9d0b-4e0baa407e28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting subnet 9b47eedc-e29a-4a3b-8efc-e85fdda23107 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:03:54.664063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d070035-a640-41e2-9d0b-4e0baa407e28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.695028 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-f545e4d8-86c8-4217-9241-86804307fce9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c HTTP/1.1" status: 200 len: 217 time: 0.1606526 Mar 25 20:03:54.711759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b91f6e-4a84-4e7c-b1e1-a6cb81a029f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7bb85f-a6c3-44d2-b29c-33c67e7b00c9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:54.722866 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5186ce42-648a-4a6b-b3e9-ab3f8525032a req-9b22feb1-800c-4148-a5b6-e9345566e5ad tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186769 Mar 25 20:03:54.751858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e9b91f6e-4a84-4e7c-b1e1-a6cb81a029f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.755660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e9b91f6e-4a84-4e7c-b1e1-a6cb81a029f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f7bb85f-a6c3-44d2-b29c-33c67e7b00c9 HTTP/1.1" status: 204 len: 168 time: 1.8017585 Mar 25 20:03:54.770468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 623da50d-8247-4f9e-9f25-54c8db8a62ec) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:54.776657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:54.776657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.776657 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] 10.222.0.43 "PUT /v2.0/ports/7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 1093 time: 4.7694995 Mar 25 20:03:54.784805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9042a6-28f3-404c-9562-cc9274dcce2d None None] Network 623da50d-8247-4f9e-9f25-54c8db8a62ec requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:54.788633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b444ac33-1d36-449b-8d6e-0280be582531', 'tag': '7494a484-80ed-4c84-b7e2-9445252f4803'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:03:54.803937 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d41d822a-be49-40a8-bcc1-ee95a13b71a2 req-a360548b-5309-497e-9130-5332fcf515a8 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966165 Mar 25 20:03:54.825952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:54.826993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.882315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d070035-a640-41e2-9d0b-4e0baa407e28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:54.937667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.076460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ea9d9-cc23-49aa-bab5-822b94a59c40 service neutron] Pushing event updated for resources: {'Port': ['ID=7494a484-80ed-4c84-b7e2-9445252f4803,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:55.127134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Calling delete_port for c67481ee-038c-4d4f-bf4f-20303a5884c0 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:55.178481 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-31ee2b87-0072-4ce1-8eb1-5c29d7026fe4 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.1485727 Mar 25 20:03:55.182227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54034) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:55.261914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-44d81de9-1741-4cc3-a271-5075548a353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:55.263921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-44d81de9-1741-4cc3-a271-5075548a353e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1096 time: 0.3333316 Mar 25 20:03:55.319572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-623da50d-8247-4f9e-9f25-54c8db8a62ec', 'network_id': '623da50d-8247-4f9e-9f25-54c8db8a62ec', 'tenant_id': 'e44ef64fea8340358f7f0584a8cd4ca6', 'fixed_ips': [{'subnet_id': '1191cc17-f309-4ff2-ad85-833e8e3e4298'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:03:55.321008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.325425 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4176f264-5524-44df-87f1-bcecd76265ee', 'tag': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'status': 'completed', 'code': 200} Mar 25 20:03:55.359234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb9a8b-7ccd-4052-b6ef-2af3e55030e0,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:55.377247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d070035-a640-41e2-9d0b-4e0baa407e28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.406489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.487321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event deleted for resources: {'Port': ['ID=c67481ee-038c-4d4f-bf4f-20303a5884c0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:55.488746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.500425 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b444ac33-1d36-449b-8d6e-0280be582531', 'tag': '7494a484-80ed-4c84-b7e2-9445252f4803', 'status': 'completed', 'code': 200} Mar 25 20:03:55.563546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-129313b7-5cf1-4caf-9ffd-0ae5a4206526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:55.567960 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-129313b7-5cf1-4caf-9ffd-0ae5a4206526 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8df46b0-6a42-40bd-814c-34fb824843fa HTTP/1.1" status: 200 len: 844 time: 0.2454829 Mar 25 20:03:55.591476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Allocated IP 2001:db8::f816:3eff:fe8b:415b (623da50d-8247-4f9e-9f25-54c8db8a62ec/1191cc17-f309-4ff2-ad85-833e8e3e4298/b855b249-7ece-4371-8d69-b5be9ef90a16) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:03:55.593355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.633610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d070035-a640-41e2-9d0b-4e0baa407e28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.693473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d070035-a640-41e2-9d0b-4e0baa407e28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.709015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d070035-a640-41e2-9d0b-4e0baa407e28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event deleted for resources: {'Subnet': ['ID=9b47eedc-e29a-4a3b-8efc-e85fdda23107,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:55.715725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6d070035-a640-41e2-9d0b-4e0baa407e28 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "DELETE /v2.0/subnets/9b47eedc-e29a-4a3b-8efc-e85fdda23107 HTTP/1.1" status: 204 len: 168 time: 1.3103971 Mar 25 20:03:55.719203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54054) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:55.833435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:55.894697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c09a4-1bad-47a9-bbe4-54ccaec4db3a None None] Network 9083151a-98a2-4b21-8b1f-d387df1829c7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:55.932129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.011236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:56.014499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.076853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.125982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Transition to ACTIVE for port object b855b249-7ece-4371-8d69-b5be9ef90a16 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:56.141080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.143281 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 25 20:03:56.146609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:03:56.153176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.162477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Transition to ACTIVE for port object b855b249-7ece-4371-8d69-b5be9ef90a16 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:03:56.183644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b7d9f-d8f9-4004-b6ed-ce2f6b52a5cb req-b84565c4-a2bf-46ed-9111-ab695103882c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:56.183644 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e09b7d9f-d8f9-4004-b6ed-ce2f6b52a5cb req-b84565c4-a2bf-46ed-9111-ab695103882c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 943 time: 0.2379386 Mar 25 20:03:56.256113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.260504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.260504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Fanout notify agent at l3_agent the message router_deleted on router 36c468d5-81a1-4f96-a44b-2f7786f49222 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:03:56.266641 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-764d82b8-823a-488b-ab19-c1d6e09bede0 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.8041208 Mar 25 20:03:56.272271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.277020 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2de5edda-c38e-44a4-b8c4-4045e14ac7a0 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/36c468d5-81a1-4f96-a44b-2f7786f49222 HTTP/1.1" status: 204 len: 168 time: 3.5736701 Mar 25 20:03:56.277020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54078) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:56.291208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54082) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:56.309591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1658e3-07df-4480-90e7-d2644b608a37 req-1fa65cc4-3a2a-4cc9-a017-c4cd98a10b54 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:56.319758 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1b1658e3-07df-4480-90e7-d2644b608a37 req-1fa65cc4-3a2a-4cc9-a017-c4cd98a10b54 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 943 time: 0.2746851 Mar 25 20:03:56.340040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1760808556', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': False}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:56.351438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] DHCP port deletion for 9083151a-98a2-4b21-8b1f-d387df1829c7 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:03:56.400714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:56.411297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Deleting port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:56.412108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.420671 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e09b7d9f-d8f9-4004-b6ed-ce2f6b52a5cb req-cf4a39ce-54d5-490f-a571-43c113ca3b9b tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127836 Mar 25 20:03:56.437054 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Usage tracker for resource:router and tenant:fe194e73c043405faf5c0677e7bf65e9 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:56.454209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:56.461272 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1b1658e3-07df-4480-90e7-d2644b608a37 req-57b1a821-6a32-4874-8bb5-361d2f82431d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403298 Mar 25 20:03:56.462327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.492110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Pushing event updated for resources: {'Port': ['ID=b855b249-7ece-4371-8d69-b5be9ef90a16,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:56.503643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Network 623da50d-8247-4f9e-9f25-54c8db8a62ec is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:03:56.505200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Deleting port 598c4316-a742-4e28-99ae-5fcd1d06b315 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:56.505543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.571855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:03:56.589258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:03:56.688230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:56.688559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:03:56.728717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.728717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.735018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Subnet': ['ID=1191cc17-f309-4ff2-ad85-833e8e3e4298,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:56.808385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Attempting to bind port b855b249-7ece-4371-8d69-b5be9ef90a16 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:03:56.808773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Attempting to bind port b855b249-7ece-4371-8d69-b5be9ef90a16 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'de12c1dd-25ca-416c-bf4a-a789bdc371e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '623da50d-8247-4f9e-9f25-54c8db8a62ec'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:03:56.809256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Attempting to bind port b855b249-7ece-4371-8d69-b5be9ef90a16 on network 623da50d-8247-4f9e-9f25-54c8db8a62ec {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:03:56.833118 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] For port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,segment=NetworkSegment(5db80560-2faa-4049-9bdb-497ce0c7cf56),segment_id=5db80560-2faa-4049-9bdb-497ce0c7cf56)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:56.833754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.877279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.913832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:03:56.914546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Checking segment: {'id': 'de12c1dd-25ca-416c-bf4a-a789bdc371e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '623da50d-8247-4f9e-9f25-54c8db8a62ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:03:56.914546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.914937 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Bound using segment: {'id': 'de12c1dd-25ca-416c-bf4a-a789bdc371e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '623da50d-8247-4f9e-9f25-54c8db8a62ec'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:03:56.915408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Bound port: b855b249-7ece-4371-8d69-b5be9ef90a16, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de12c1dd-25ca-416c-bf4a-a789bdc371e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '623da50d-8247-4f9e-9f25-54c8db8a62ec'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:03:56.915767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:56.924961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Calling delete_port for 598c4316-a742-4e28-99ae-5fcd1d06b315 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:56.939005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,segment=NetworkSegment(5db80560-2faa-4049-9bdb-497ce0c7cf56),segment_id=5db80560-2faa-4049-9bdb-497ce0c7cf56)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:57.005602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.015203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.016429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.039436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] For port b855b249-7ece-4371-8d69-b5be9ef90a16, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:03:57.043308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] For port b855b249-7ece-4371-8d69-b5be9ef90a16, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b855b249-7ece-4371-8d69-b5be9ef90a16,segment=NetworkSegment(de12c1dd-25ca-416c-bf4a-a789bdc371e7),segment_id=de12c1dd-25ca-416c-bf4a-a789bdc371e7)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:03:57.057248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.162274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.163453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-25ad79c6-bcf3-44a3-a208-201b57b3a308 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 217 time: 0.3214533 Mar 25 20:03:57.172955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Calling delete_port for 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:57.271921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623da50d-8247-4f9e-9f25-54c8db8a62ec']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:57.288354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] For port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,segment=NetworkSegment(5db80560-2faa-4049-9bdb-497ce0c7cf56),segment_id=5db80560-2faa-4049-9bdb-497ce0c7cf56)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:57.288783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.305135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de12c1dd-25ca-416c-bf4a-a789bdc371e7') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:57.305468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de12c1dd-25ca-416c-bf4a-a789bdc371e7') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:03:57.315425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73fb5d1-0461-4606-a5ee-57e3ec74b0bf None None] Network 623da50d-8247-4f9e-9f25-54c8db8a62ec requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:03:57.324817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-4c8066df-5100-447b-902a-c485571cc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:57.326325 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-4c8066df-5100-447b-902a-c485571cc78e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0caf61dd-c8b8-4c4a-9682-82f930c1f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4527626 Mar 25 20:03:57.331564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.368219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-b5c96d73-119a-485e-aafd-53c18afdf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:57.372617 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-b5c96d73-119a-485e-aafd-53c18afdf266 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.1486850 Mar 25 20:03:57.375669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.391238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.431145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.434032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:03:57.434425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:03:57.451638 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:03:57.528039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Calling delete_port for 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:57.534185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:03:57.534551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:03:57.549528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Pushing event deleted for resources: {'Port': ['ID=598c4316-a742-4e28-99ae-5fcd1d06b315,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:57.569356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:57.673680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-932c0aa2-ccb1-4afd-887f-2a58caf9ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:57.675407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-932c0aa2-ccb1-4afd-887f-2a58caf9ed97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2962627 Mar 25 20:03:57.676531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:03:57.676531 dv-neutron-835149-1-hyperv neutron-server[88484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:03:57.676531 dv-neutron-835149-1-hyperv neutron-server[88484]: [parameters: {'id': '623da50d-8247-4f9e-9f25-54c8db8a62ec'}] Mar 25 20:03:57.676531 dv-neutron-835149-1-hyperv neutron-server[88484]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:03:57.682588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:03:57.688106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41e329-1e6c-4372-926f-3b4f4ceb1ce2 None None] Pushing event updated for resources: {'Port': ['ID=b855b249-7ece-4371-8d69-b5be9ef90a16,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:57.688343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54122) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:57.857585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.873394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:57.876891 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7b065a69-6e5f-4d93-a87a-87a30c83703e tempest-ExternalNetworksAdminNegativeTestJSON-1759965465 tempest-ExternalNetworksAdminNegativeTestJSON-1759965465-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/fc63baa6-33d8-4575-a342-5fc8319b6455 HTTP/1.1" status: 204 len: 168 time: 1.5996082 Mar 25 20:03:57.876891 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-6b3dc36a-1fd7-4332-a464-43d436b00c0f service neutron] 10.222.0.43 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424857 Mar 25 20:03:57.899301 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-581ac6f3-e5c0-41d4-b7e9-5a2906c0102a service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588168 Mar 25 20:03:58.020653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:03:58.021272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:03:58.038508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:58.039121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.168088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-901222669'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:58.174063 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-748b8eba-633a-4b1f-a304-e613bbb7893a req-01a85750-e8da-4c6c-b417-5567317e2c7d service neutron] 10.222.0.43 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911870 Mar 25 20:03:58.174929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:58.180851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Usage tracker for resource:network and tenant:2eed16f4db2148b4bcbfe783aa2b43b6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:58.184703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:58.184842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.191094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:58.277854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Made reservation on behalf of 2eed16f4db2148b4bcbfe783aa2b43b6 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:03:58.281856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.294490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.310459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:58.357851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Usage tracker for resource:security_group_rule and tenant:2eed16f4db2148b4bcbfe783aa2b43b6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:58.362852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:58.370201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:58.420335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-07cfa9e5-00c7-436a-8f9c-bfdddb66ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:58.422768 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-07cfa9e5-00c7-436a-8f9c-bfdddb66ab79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92354142fe6e455fb7338981a22c1406&device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 1096 time: 0.1093848 Mar 25 20:03:58.447778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.477303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54140) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:58.503066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f243cf-676f-4079-9463-704e49d8102e req-dd2015ba-e48c-40b4-8172-8ec6df258b8c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:58.509844 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c1f243cf-676f-4079-9463-704e49d8102e req-dd2015ba-e48c-40b4-8172-8ec6df258b8c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 943 time: 0.8960941 Mar 25 20:03:58.522927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Deleting port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:58.523615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.543194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting port b855b249-7ece-4371-8d69-b5be9ef90a16 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:03:58.543194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.586714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dce93-c914-46a6-ab34-6c40249730ba req-81503ec7-48f9-42f7-b24a-f984077ad9ee tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:58.588216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e28dce93-c914-46a6-ab34-6c40249730ba req-81503ec7-48f9-42f7-b24a-f984077ad9ee tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 943 time: 0.8465362 Mar 25 20:03:58.604351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.612438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-3ecf7f07-5ae4-472e-ae3b-2eeb05e39696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:58.614640 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-3ecf7f07-5ae4-472e-ae3b-2eeb05e39696 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0caf61dd-c8b8-4c4a-9682-82f930c1f744 HTTP/1.1" status: 200 len: 906 time: 0.1835287 Mar 25 20:03:58.721089 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c59d5303-5a46-4111-ad32-1001e6f6dd68 req-252ff658-2a0c-4fad-95ed-7b8b3f10740b service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747476 Mar 25 20:03:58.737701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.775826 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-439d8d5c-a9a9-4235-ba34-781859710573 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c HTTP/1.1" status: 200 len: 217 time: 0.1543722 Mar 25 20:03:58.781756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9acdce4-7184-454d-b135-8a5c583bed81,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:58.783044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.833664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] For port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,segment=NetworkSegment(5db80560-2faa-4049-9bdb-497ce0c7cf56),segment_id=5db80560-2faa-4049-9bdb-497ce0c7cf56)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:58.834323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.846496 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c1f243cf-676f-4079-9463-704e49d8102e req-15ada7d4-8e47-40f0-8b19-2f614b6294fc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357275 Mar 25 20:03:58.852176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:03:58.894237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:58.900510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa77514d342437995f3359e2f70b6be is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:58.906671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:58.911103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:58.911453 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Added segment 55fb4503-d647-43b8-92fc-a4373e53b587 of type vlan for network 106caa4a-6084-407e-acae-3cdc1667efae Mar 25 20:03:58.920701 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e28dce93-c914-46a6-ab34-6c40249730ba req-f7ee9027-f9a5-4d99-a42c-cafca783ab4c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161483 Mar 25 20:03:58.922222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-eb7a6ee7-afa0-41d4-ad3d-d79f5f18dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:58.923685 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-eb7a6ee7-afa0-41d4-ad3d-d79f5f18dd31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8df46b0-6a42-40bd-814c-34fb824843fa HTTP/1.1" status: 200 len: 844 time: 0.1313322 Mar 25 20:03:58.931357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:58.951666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] For port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,segment=NetworkSegment(5db80560-2faa-4049-9bdb-497ce0c7cf56),segment_id=5db80560-2faa-4049-9bdb-497ce0c7cf56)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:58.951873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.000341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Calling delete_port for 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:59.011764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.088616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-60a309d3-336a-4d38-afc0-47e28facff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:59.090439 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-60a309d3-336a-4d38-afc0-47e28facff2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0caf61dd-c8b8-4c4a-9682-82f930c1f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1571176 Mar 25 20:03:59.150365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.156275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:59.156898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.169582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Calling delete_port for 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:59.208039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.227352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54154) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:59.256458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] Pushing event deleted for resources: {'Port': ['ID=415cd1c5-ebeb-4b5f-9e9f-e49843745a7a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:59.259853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730bd67-d034-4f7d-b4a5-b0147ed92241 None None] No DVR routers for this DVR port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:03:59.275538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.293660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225098ad-67f6-4a0b-b3cb-8880ff7118ac None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:03:59.317227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] For port b855b249-7ece-4371-8d69-b5be9ef90a16, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b855b249-7ece-4371-8d69-b5be9ef90a16,segment=NetworkSegment(de12c1dd-25ca-416c-bf4a-a789bdc371e7),segment_id=de12c1dd-25ca-416c-bf4a-a789bdc371e7)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:03:59.317498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.359974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.403484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Pushing event updated for resources: {'Network': ['ID=106caa4a-6084-407e-acae-3cdc1667efae,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:59.419344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 106caa4a-6084-407e-acae-3cdc1667efae details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:03:59.420504 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fa77514d342437995f3359e2f70b6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9425509 Mar 25 20:03:59.426732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54160) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:59.451021 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-79b40222-5ca5-4353-8d1b-bdc3477867fb service neutron] 10.222.0.43 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495719 Mar 25 20:03:59.459788 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-677c42e9-7e8e-4d6c-893f-43f2cb8f0241 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6688564 Mar 25 20:03:59.482250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Calling delete_port for b855b249-7ece-4371-8d69-b5be9ef90a16 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:03:59.486712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225098ad-67f6-4a0b-b3cb-8880ff7118ac None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:03:59.493427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9d4ff-3041-4026-85ce-16431127a994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c8b3ff-5d09-44b7-8a25-5d823da35099,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:03:59.513227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-333bd6b9-c40f-4b7a-ade1-44f581dfa811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:03:59.515288 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-333bd6b9-c40f-4b7a-ade1-44f581dfa811 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1096 time: 0.6620564 Mar 25 20:03:59.565939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:03:59.566259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:03:59.593057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:59.612955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:59.625003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Usage tracker for resource:floatingip and tenant:418b85a5510e405cbcfcf190215458ba is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:03:59.635173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:03:59.657045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:03:59.672013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-daac2d40-2d7a-4d15-bd38-08b1187e615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.732653 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8163865-5398-42e2-88e1-f3aaf348fb85 req-4bbd8e26-099f-4f0c-bcc1-dbaf5ef7c83d service neutron] 10.222.0.43 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684886 Mar 25 20:03:59.765977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-daac2d40-2d7a-4d15-bd38-08b1187e615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.774027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.797730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54168) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:03:59.854900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:03:59.870146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Request body: {'port': {'network_id': '106caa4a-6084-407e-acae-3cdc1667efae', 'binding:host_id': 'hv-neutron-8351', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1086980709'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:03:59.917630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:03:59.970217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.022101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-daac2d40-2d7a-4d15-bd38-08b1187e615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.028968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-c1d80385-4d61-4f55-9d6f-a9f4d9fd6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:00.030451 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-c1d80385-4d61-4f55-9d6f-a9f4d9fd6e91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.5057812 Mar 25 20:04:00.050421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac2d40-2d7a-4d15-bd38-08b1187e615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c8b3ff-5d09-44b7-8a25-5d823da35099,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:00.064974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-daac2d40-2d7a-4d15-bd38-08b1187e615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.065299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Port': ['ID=b855b249-7ece-4371-8d69-b5be9ef90a16,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:00.067442 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-daac2d40-2d7a-4d15-bd38-08b1187e615a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37c8b3ff-5d09-44b7-8a25-5d823da35099 HTTP/1.1" status: 204 len: 168 time: 0.6396093 Mar 25 20:04:00.067562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Usage tracker for resource:port and tenant:5ed2c746f33644e3b39be13c7b01f6e6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:00.127326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:00.164130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Allocated IP 172.26.8.228 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/084db88e-b051-44e5-bac2-0b8d1f1ddcb4) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:00.173556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No DVR routers for this DVR port b855b249-7ece-4371-8d69-b5be9ef90a16 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:00.247566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:00.250835 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-fe87870e-a46f-4c06-bce0-d41e3227d934 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 217 time: 0.1866531 Mar 25 20:04:00.265744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Deleting port 415cd1c5-ebeb-4b5f-9e9f-e49843745a7a {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:00.266098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.316604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.409641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.425787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.457585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] The port '415cd1c5-ebeb-4b5f-9e9f-e49843745a7a' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:04:00.548732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Made reservation on behalf of 5ed2c746f33644e3b39be13c7b01f6e6 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:00.551009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.560641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.567560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:00.570383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:00.573989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:00.620307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.622798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'Port': ['ID=084db88e-b051-44e5-bac2-0b8d1f1ddcb4,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:00.646135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.667988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.702713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-d3b5e3e3-6f3d-463c-8e29-954899093ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:00.704147 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-d3b5e3e3-6f3d-463c-8e29-954899093ebb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.4114914 Mar 25 20:04:00.724498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:00.800782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.805971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623da50d-8247-4f9e-9f25-54c8db8a62ec']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:00.825725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54180) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:00.831014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Usage tracker for resource:security_group_rule and tenant:5ed2c746f33644e3b39be13c7b01f6e6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:00.851816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:00.872693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.880405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de12c1dd-25ca-416c-bf4a-a789bdc371e7') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:00.880730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de12c1dd-25ca-416c-bf4a-a789bdc371e7') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:00.898288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:00.936230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:00.965449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c28c-96e1-404b-843f-e88c09e6115a req-ef03d765-e1c9-448c-8a5d-d4b3b7f804d4 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:00.966921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9af7c28c-96e1-404b-843f-e88c09e6115a req-ef03d765-e1c9-448c-8a5d-d4b3b7f804d4 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 943 time: 0.9039738 Mar 25 20:04:00.984295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7d789-9f77-4aee-9f88-34e65d33e498 req-1a5abc11-62f3-49ef-955f-5331b2dfccef tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:00.985757 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dfd7d789-9f77-4aee-9f88-34e65d33e498 req-1a5abc11-62f3-49ef-955f-5331b2dfccef tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 943 time: 0.8416271 Mar 25 20:04:00.996219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9083151a-98a2-4b21-8b1f-d387df1829c7']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:01.006630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.066613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.069862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.105708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db80560-2faa-4049-9bdb-497ce0c7cf56') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:01.106003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db80560-2faa-4049-9bdb-497ce0c7cf56') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:01.130413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:01.130814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:01.155448 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:01.157948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.175774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'Port': ['ID=084db88e-b051-44e5-bac2-0b8d1f1ddcb4,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:01.187900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.198024 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8947cf3c-577a-497d-9add-c8930a13a8ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6efe5c3195ee4fe7af3f19fd5c9dcdef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610682 Mar 25 20:04:01.200674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54184) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:01.266229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ccd472-424b-4b7f-b5bf-f97a8bd3764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.277626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.278800 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c7b87d95-d11c-416e-a9f6-fde354cb34a9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0373974 Mar 25 20:04:01.282011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54188) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:01.293383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1006261583'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:01.299966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.300486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:01.306862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ccd472-424b-4b7f-b5bf-f97a8bd3764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.312983 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9af7c28c-96e1-404b-843f-e88c09e6115a req-7d9e657b-fde4-4426-ace1-db23573dce6c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747450 Mar 25 20:04:01.313924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Usage tracker for resource:network and tenant:418b85a5510e405cbcfcf190215458ba is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:01.314069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Allocated IP 172.26.8.107 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/606ef6f8-7145-4dc6-ab97-41fa367f5e8c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:01.319228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:01.324990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dfd7d789-9f77-4aee-9f88-34e65d33e498 req-fe21fcbc-7f3f-4b15-bae0-2689ff15a218 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930877 Mar 25 20:04:01.332889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:01.335439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:01.335847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:01.360528 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:01.372126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-ec81eb94-8621-4166-bed7-8912199fddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:01.373757 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-ec81eb94-8621-4166-bed7-8912199fddf2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6544120 Mar 25 20:04:01.437902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Made reservation on behalf of 418b85a5510e405cbcfcf190215458ba for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:01.441402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.451946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ccd472-424b-4b7f-b5bf-f97a8bd3764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.463881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.464617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.481346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccd472-424b-4b7f-b5bf-f97a8bd3764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddb9a8b-7ccd-4052-b6ef-2af3e55030e0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:01.491392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ccd472-424b-4b7f-b5bf-f97a8bd3764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.491392 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-98ccd472-424b-4b7f-b5bf-f97a8bd3764b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ddb9a8b-7ccd-4052-b6ef-2af3e55030e0 HTTP/1.1" status: 204 len: 168 time: 0.2874107 Mar 25 20:04:01.491392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:01.494769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Usage tracker for resource:security_group_rule and tenant:418b85a5510e405cbcfcf190215458ba is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:01.497488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:01.505126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:01.519362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.610820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.677768 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.703500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Network': ['ID=623da50d-8247-4f9e-9f25-54c8db8a62ec,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:01.708011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:01.724780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.736760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661c9d58-9ead-49ea-a311-52f0439e37f5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:01.739586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.739934 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Added segment ee517cd8-7b72-4a8d-95a8-d160cee75876 of type vlan for network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 Mar 25 20:04:01.769990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.776625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.829504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.847176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] Pushing event deleted for resources: {'Network': ['ID=9083151a-98a2-4b21-8b1f-d387df1829c7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:01.868528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0803a1de-5ded-4ff4-ad13-4dc2a484a4f1 tempest-AllowedAddressPairTestJSON-272471922 tempest-AllowedAddressPairTestJSON-272471922-project] 10.222.0.37 "DELETE /v2.0/networks/9083151a-98a2-4b21-8b1f-d387df1829c7 HTTP/1.1" status: 204 len: 168 time: 6.1481164 Mar 25 20:04:01.882146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.891947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:01.891947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.902120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-99869623-b608-4154-86cb-2b3ff6510579 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691520 Mar 25 20:04:01.961421 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-342d001b-1924-4911-89b7-26b48c5c3311 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/623da50d-8247-4f9e-9f25-54c8db8a62ec HTTP/1.1" status: 204 len: 168 time: 6.7776220 Mar 25 20:04:01.965881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:01.969105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54196) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:01.971427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.006191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'Network': ['ID=256e9394-8ca9-46cc-ae99-3c9fdaeab054,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:02.017335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:02.026667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1316137862'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:02.037059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] device_id is not set on port a779d0cb-52c0-414a-a68c-a8ace4012e14 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:02.073051 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a74ded4e-43e3-46f9-863a-28b72b705eac tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7894323 Mar 25 20:04:02.075393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54206) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:02.081810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Request body: {'subnet': {'network_id': '256e9394-8ca9-46cc-ae99-3c9fdaeab054', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:02.092039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:02.120555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:network and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:02.139304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:02.156140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:02.161182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6a6610-3aff-4f8f-82b5-1a8087330f9c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:02.200252 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a951009b-89f2-4ae0-953b-16483ad18a8e req-26fa2a62-1354-4604-8c8e-90dd309a3a31 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900651 Mar 25 20:04:02.238882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:02.242528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Usage tracker for resource:subnet and tenant:418b85a5510e405cbcfcf190215458ba is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:02.245282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:02.250896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:02.270521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:02.273934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.336847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.340814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Made reservation on behalf of 418b85a5510e405cbcfcf190215458ba for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:02.346315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.443735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:02.450493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:02.453602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:02.483521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device d91d0a98-29f1-48f2-8062-6ae254098e0c details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:04:02.496950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:02.537083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54220) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:02.549434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'Port': ['ID=606ef6f8-7145-4dc6-ab97-41fa367f5e8c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:02.569413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.569976 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Added segment 0df7912a-6b7f-4c0e-b6b0-b0812a9068bd of type vlan for network 602edf9b-c81c-4163-bae9-b9214ccc3d59 Mar 25 20:04:02.626146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] device_id is not set on port a779d0cb-52c0-414a-a68c-a8ace4012e14 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:02.692419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.722840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.794429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.808854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Transition to ACTIVE for port object a779d0cb-52c0-414a-a68c-a8ace4012e14 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:02.844032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port d91d0a98-29f1-48f2-8062-6ae254098e0c, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:02.847439 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-221eb743-2515-43e9-86a3-84f2791d3392 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98ebe0c9f0ea4fb68356408adf490db5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3082056 Mar 25 20:04:02.853870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54232) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:02.858671 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'port_id': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'mac_address': 'fa:16:3e:d6:19:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:04:02.914738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Checking segment: {'id': 'ee517cd8-7b72-4a8d-95a8-d160cee75876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '256e9394-8ca9-46cc-ae99-3c9fdaeab054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:02.915186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Network hostable DHCP agents. Network: 256e9394-8ca9-46cc-ae99-3c9fdaeab054, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:02.931067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.943471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'Subnet': ['ID=4d171547-5cbd-43e7-a09c-30be4ac2530f,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:02.961488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91d0a98-29f1-48f2-8062-6ae254098e0c {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:04:02.981919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port d91d0a98-29f1-48f2-8062-6ae254098e0c, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:02.986207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:02.992251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.001411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dc282-57fd-4366-81a2-a289b377bb84 req-16ee3537-be59-4333-a793-d14e12aaf971 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:03.002947 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d36dc282-57fd-4366-81a2-a289b377bb84 req-16ee3537-be59-4333-a793-d14e12aaf971 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 943 time: 0.4577270 Mar 25 20:04:03.015251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.049790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51172ab-4909-4863-a17a-baddf07906e4 req-9b79b6eb-4c7e-4336-bcfc-b7996d14811d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:03.051250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c51172ab-4909-4863-a17a-baddf07906e4 req-9b79b6eb-4c7e-4336-bcfc-b7996d14811d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 943 time: 0.4283097 Mar 25 20:04:03.059958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.065785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:03.066361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.089438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:03.089752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.091037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7494a484-80ed-4c84-b7e2-9445252f4803 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:04:03.135327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.168159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 256e9394-8ca9-46cc-ae99-3c9fdaeab054) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:03.171835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defc874d-a816-4265-b6f5-33c5a531a09e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:03.185052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.185052 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/defc874d-a816-4265-b6f5-33c5a531a09e HTTP/1.1" status: 204 len: 168 time: 0.3294635 Mar 25 20:04:03.187116 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524a50f1-c644-4181-b65c-a1740d4477e5 None None] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:03.187793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:03.188578 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.200910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.201263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.202008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.202382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.202714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.203135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.203524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.203854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.204178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.205533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.205882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.208099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde50ba2-3f2f-474d-a7ba-8ff4970746fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:03.288928 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-40bfe5d4-dec7-483a-b0fa-c10701482dfb tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2122691 Mar 25 20:04:03.291689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54242) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:03.298077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2122895121', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:03.305644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:03.310168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Usage tracker for resource:router and tenant:418b85a5510e405cbcfcf190215458ba is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:03.314650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:03.338148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:03.369042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=d91d0a98-29f1-48f2-8062-6ae254098e0c,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:03.399956 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=a779d0cb-52c0-414a-a68c-a8ace4012e14,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:03.433374 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4630527 Mar 25 20:04:03.433913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54248) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:03.442255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'subnet': {'network_id': '602edf9b-c81c-4163-bae9-b9214ccc3d59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:03.447455 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7494a484-80ed-4c84-b7e2-9445252f4803, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7494a484-80ed-4c84-b7e2-9445252f4803,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:03.458956 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d36dc282-57fd-4366-81a2-a289b377bb84 req-6b000059-c775-4960-ac4c-50f8dd9eb39e tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232750 Mar 25 20:04:03.465843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29f48b-6a4c-4555-b55e-543b0204af3d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Network': ['ID=602edf9b-c81c-4163-bae9-b9214ccc3d59,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:03.484039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.484039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.487921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c51172ab-4909-4863-a17a-baddf07906e4 req-87d53ee6-982e-4195-bdc7-c8f6e16fab5e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4174471 Mar 25 20:04:03.522586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 602edf9b-c81c-4163-bae9-b9214ccc3d59 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:03.561974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '7494a484-80ed-4c84-b7e2-9445252f4803', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'port_id': '7494a484-80ed-4c84-b7e2-9445252f4803', 'mac_address': 'fa:16:3e:0c:74:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:04:03.568233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Checking segment: {'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:03.568840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Network hostable DHCP agents. Network: 106caa4a-6084-407e-acae-3cdc1667efae, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:03.616588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.641718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.672198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:03.676503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:subnet and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:03.680011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:03.690819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:03.784385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Network 106caa4a-6084-407e-acae-3cdc1667efae is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:03.786781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:03.798522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.811214 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.836371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7494a484-80ed-4c84-b7e2-9445252f4803 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:04:03.844245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-256e9394-8ca9-46cc-ae99-3c9fdaeab054', 'network_id': '256e9394-8ca9-46cc-ae99-3c9fdaeab054', 'tenant_id': '418b85a5510e405cbcfcf190215458ba', 'fixed_ips': [{'subnet_id': '4d171547-5cbd-43e7-a09c-30be4ac2530f'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:03.845063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.872726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7494a484-80ed-4c84-b7e2-9445252f4803, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7494a484-80ed-4c84-b7e2-9445252f4803,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:03.885072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 106caa4a-6084-407e-acae-3cdc1667efae) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:03.891916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:03.914266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:03.914592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:03.914931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:03.917041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa058df6-bd96-4850-8f76-1e6dad4b2db7 None None] Network 106caa4a-6084-407e-acae-3cdc1667efae requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:03.932550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:03.932907 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:03.947595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:03.986299 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 2 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.020781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.021153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.021431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.040017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.040339 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.044208 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 3 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.057939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:04.065667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.065935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.066254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.133334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.133663 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.136160 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 4 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.183665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=7494a484-80ed-4c84-b7e2-9445252f4803,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:04.189241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.189849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.190422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.288602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.288999 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.291242 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 5 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.297022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Allocated IP 172.20.0.2 (256e9394-8ca9-46cc-ae99-3c9fdaeab054/4d171547-5cbd-43e7-a09c-30be4ac2530f/315f3443-1904-4ef7-b4b0-33420e39edca) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:04.323296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.323615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.323871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.331628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.331952 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.334863 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 6 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.367057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.367397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.367725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.372891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.373305 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.379850 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 7 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.405834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54278) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:04.406546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.406867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.407200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.422612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.422947 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.423332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 8 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.443069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.443415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.443748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.458020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.458355 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.458721 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 9 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.479512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.480150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.480807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.489075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.489640 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.490524 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.plugins.ml2.plugin [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 10 to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 Mar 25 20:04:04.497489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:04.499897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Router f74ed2cb-94b1-465e-a055-dc1fc6cf6780 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:04:04.628655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:04.631067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:04.631544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:04.648423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1455767145'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:04.691719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:04.701202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:04.735943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:04.748637 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Transition to ACTIVE for port object 315f3443-1904-4ef7-b4b0-33420e39edca will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:04.752446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port a779d0cb-52c0-414a-a68c-a8ace4012e14 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:04.753003 dv-neutron-835149-1-hyperv neutron-server[88484]: ERROR neutron.plugins.ml2.managers [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port a779d0cb-52c0-414a-a68c-a8ace4012e14 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:04.753116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Subnet': ['ID=80c54d43-b870-4063-bb9f-6e034b4206f6,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:04.753569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:04.761320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Checking segment: {'id': '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '602edf9b-c81c-4163-bae9-b9214ccc3d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:04.761701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network hostable DHCP agents. Network: 602edf9b-c81c-4163-bae9-b9214ccc3d59, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:04.767526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Usage tracker for resource:router and tenant:40b76f11d2c9432aac9a4a6738cacbb0 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:04.772756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Transition to ACTIVE for port object 315f3443-1904-4ef7-b4b0-33420e39edca will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:04.778145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:04.779921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['d91d0a98-29f1-48f2-8062-6ae254098e0c'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:04:04.792532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54290) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:04.852221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:04.890977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['7494a484-80ed-4c84-b7e2-9445252f4803'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:04:04.891228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network 602edf9b-c81c-4163-bae9-b9214ccc3d59 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:04.956467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-8b71b598-9406-4eb9-b971-6c490e3572b1 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:04.960713 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8b71b598-9406-4eb9-b971-6c490e3572b1 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1644351 Mar 25 20:04:04.976699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54296) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.001156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-47e0eaa3-6f86-4778-adc0-11bedc0ea7fd tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.005599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-47e0eaa3-6f86-4778-adc0-11bedc0ea7fd tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0170233 Mar 25 20:04:05.013590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54300) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.029220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 602edf9b-c81c-4163-bae9-b9214ccc3d59) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:05.035390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-730c5eae-b5f1-47f0-b9c7-2c7426908734 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.038986 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-730c5eae-b5f1-47f0-b9c7-2c7426908734 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0164051 Mar 25 20:04:05.040406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54304) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.043383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:05.043577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.043975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.072158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:05.082746 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3117c91-dd67-4203-9d9d-96ba638abd60 None None] Network 602edf9b-c81c-4163-bae9-b9214ccc3d59 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:05.087493 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Sync routers for ids ['f74ed2cb-94b1-465e-a055-dc1fc6cf6780'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:05.095201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] For port a779d0cb-52c0-414a-a68c-a8ace4012e14, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:05.095596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempted to set empty binding levels {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 25 20:04:05.103428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.105116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.110775 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Routers {'f74ed2cb-94b1-465e-a055-dc1fc6cf6780'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:05.111623 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f74ed2cb-94b1-465e-a055-dc1fc6cf6780'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:05.112251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-563f77b3-39b2-457e-9db5-92d8eefde038 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.117374 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-563f77b3-39b2-457e-9db5-92d8eefde038 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0723345 Mar 25 20:04:05.123221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54308) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.138127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-8bbc5283-db88-49c8-aaf6-3a0df152737b tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.140044 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8bbc5283-db88-49c8-aaf6-3a0df152737b tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0101826 Mar 25 20:04:05.169405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54312) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.171811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:05.180014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:05.183879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-9951c9ec-7632-46bf-b4a3-977ff9fea5ee tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.184920 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9951c9ec-7632-46bf-b4a3-977ff9fea5ee tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0117385 Mar 25 20:04:05.185632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.210709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54316) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.224280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a475d-cedd-4998-9b9f-7ebefb702594 req-b1bb35e7-3d7c-44fd-a850-7708293599a6 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:05.226005 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b0a475d-cedd-4998-9b9f-7ebefb702594 req-b1bb35e7-3d7c-44fd-a850-7708293599a6 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 944 time: 0.5135312 Mar 25 20:04:05.226392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-28eaef44-5653-428b-9736-a0284bcedc8e tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.227326 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-28eaef44-5653-428b-9736-a0284bcedc8e tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0100932 Mar 25 20:04:05.228595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.230264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54320) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.230789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.262453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:05.271856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-2a4a2b63-3f1a-4841-b5e5-810c66c69955 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.272837 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2a4a2b63-3f1a-4841-b5e5-810c66c69955 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0417056 Mar 25 20:04:05.275419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54324) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.276178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296f6c0-987f-4243-8a7e-4f3052be949a req-588b4068-4869-4ee1-9646-a6d76090fc6c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:05.278056 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5296f6c0-987f-4243-8a7e-4f3052be949a req-588b4068-4869-4ee1-9646-a6d76090fc6c tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 944 time: 0.5906017 Mar 25 20:04:05.286307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-b3979142-521a-44c8-93e4-604a11e1bbc1 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.291866 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b3979142-521a-44c8-93e4-604a11e1bbc1 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0109646 Mar 25 20:04:05.297714 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-17d98041-9f54-47de-a793-010a86c3aeec tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8621583 Mar 25 20:04:05.304830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54328) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.305172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54330) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.336567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:05.337439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.338881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Pushing event updated for resources: {'Port': ['ID=315f3443-1904-4ef7-b4b0-33420e39edca,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:05.352937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.357026 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-382a20b6-1cf3-498c-ad17-41471bb3544b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.0344238 Mar 25 20:04:05.359927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54336) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.374995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.412269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Allocated IP 172.26.8.160 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/b23b1c49-1e96-4c3c-bcc2-54b712d92196) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:05.458015 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Set router f74ed2cb-94b1-465e-a055-dc1fc6cf6780 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:04:05.491940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Attempting to bind port 315f3443-1904-4ef7-b4b0-33420e39edca on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:05.492576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Attempting to bind port 315f3443-1904-4ef7-b4b0-33420e39edca by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'ee517cd8-7b72-4a8d-95a8-d160cee75876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '256e9394-8ca9-46cc-ae99-3c9fdaeab054'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:05.493079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Attempting to bind port 315f3443-1904-4ef7-b4b0-33420e39edca on network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:05.497097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=a779d0cb-52c0-414a-a68c-a8ace4012e14,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:05.511608 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5296f6c0-987f-4243-8a7e-4f3052be949a req-2db68fba-4235-496a-8ecd-09af2ab428c2 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110264 Mar 25 20:04:05.514981 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b0a475d-cedd-4998-9b9f-7ebefb702594 req-7afed40f-669d-4e4d-9a0a-902f6a0795a1 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784855 Mar 25 20:04:05.526312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.526999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.527439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.527887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.528312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.528796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.529222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.529744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.530725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.531142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.531563 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.532119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:05.550603 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6dd87964-438d-48ca-8d11-79ffc40e8d15 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.7489901 Mar 25 20:04:05.551033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54340) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.551513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:05.552088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Checking segment: {'id': 'ee517cd8-7b72-4a8d-95a8-d160cee75876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '256e9394-8ca9-46cc-ae99-3c9fdaeab054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:05.552663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.553182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Bound using segment: {'id': 'ee517cd8-7b72-4a8d-95a8-d160cee75876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '256e9394-8ca9-46cc-ae99-3c9fdaeab054'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:05.553989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Bound port: 315f3443-1904-4ef7-b4b0-33420e39edca, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee517cd8-7b72-4a8d-95a8-d160cee75876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '256e9394-8ca9-46cc-ae99-3c9fdaeab054'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:05.554522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.576343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.605902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-5b80e520-f9cd-46c5-8c24-a2448915014b tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.606951 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5b80e520-f9cd-46c5-8c24-a2448915014b tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.3008873 Mar 25 20:04:05.610917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54344) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.628025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-6a260b74-ed16-4b65-a8b4-dd57ec179f3f tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.628999 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6a260b74-ed16-4b65-a8b4-dd57ec179f3f tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0171278 Mar 25 20:04:05.632968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54348) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.640514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-a0964e54-8b23-4503-99ad-98527474e5f4 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.641561 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a0964e54-8b23-4503-99ad-98527474e5f4 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076258 Mar 25 20:04:05.644644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54352) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.659833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] For port 315f3443-1904-4ef7-b4b0-33420e39edca, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:05.663189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] For port 315f3443-1904-4ef7-b4b0-33420e39edca, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=315f3443-1904-4ef7-b4b0-33420e39edca,segment=NetworkSegment(ee517cd8-7b72-4a8d-95a8-d160cee75876),segment_id=ee517cd8-7b72-4a8d-95a8-d160cee75876)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:05.697657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-1675d382-45e3-4d08-869c-469c70f1999f tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.698624 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1675d382-45e3-4d08-869c-469c70f1999f tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0531275 Mar 25 20:04:05.700238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.710766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54356) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.725688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-602edf9b-c81c-4163-bae9-b9214ccc3d59', 'network_id': '602edf9b-c81c-4163-bae9-b9214ccc3d59', 'tenant_id': 'e44ef64fea8340358f7f0584a8cd4ca6', 'fixed_ips': [{'subnet_id': '80c54d43-b870-4063-bb9f-6e034b4206f6'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:05.726725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.727132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.775240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Deleting port a779d0cb-52c0-414a-a68c-a8ace4012e14 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:05.775629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.802796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-ddf5139e-5986-4cc5-94f1-1c463d4df750 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.806829 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-307d0aee-d1e3-4985-a48e-770fe23a5940 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/routers/f74ed2cb-94b1-465e-a055-dc1fc6cf6780 HTTP/1.1" status: 200 len: 909 time: 0.4371135 Mar 25 20:04:05.807479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54360) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.808661 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ddf5139e-5986-4cc5-94f1-1c463d4df750 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0113914 Mar 25 20:04:05.809652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54364) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.823214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-b31c2e73-37a6-4552-863e-9182a52215c3 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.824184 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b31c2e73-37a6-4552-863e-9182a52215c3 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0158172 Mar 25 20:04:05.830199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1760808556', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': True}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:05.831381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'Port': ['ID=b23b1c49-1e96-4c3c-bcc2-54b712d92196,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:05.833564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54368) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.841120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:05.847336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-9bd76430-e7cb-4ae5-963e-136509cbc04a tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.848594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9bd76430-e7cb-4ae5-963e-136509cbc04a tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0108206 Mar 25 20:04:05.851606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.852736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:05.852878 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0bf922f7-ef6f-43c9-aee9-8ac3b165d262 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4414368 Mar 25 20:04:05.853956 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Usage tracker for resource:router and tenant:fe194e73c043405faf5c0677e7bf65e9 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:05.856863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54372) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.857126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54374) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.860163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:05.864903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:05.870139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:05.876451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-5589c5a7-ff09-40b7-8127-d44d280ea063 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.878191 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5589c5a7-ff09-40b7-8127-d44d280ea063 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0111337 Mar 25 20:04:05.899471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:05.961645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54380) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:05.971153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:05.985865 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74ed2cb-94b1-465e-a055-dc1fc6cf6780', 'name': 'tempest-snat-router-1760808556', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.107'}], 'enable_snat': False}, 'gw_port_id': '606ef6f8-7145-4dc6-ab97-41fa367f5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:57Z', 'updated_at': '2022-03-25T20:04:02Z', 'revision_number': 3, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port': {'id': '606ef6f8-7145-4dc6-ab97-41fa367f5e8c', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74ed2cb-94b1-465e-a055-dc1fc6cf6780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:04:00Z', 'updated_at': '2022-03-25T20:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:05.990639 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Checking router: f74ed2cb-94b1-465e-a055-dc1fc6cf6780 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:04:05.991247 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Updating router f74ed2cb-94b1-465e-a055-dc1fc6cf6780 port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:04:05.995247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-fcc568d6-9193-47ee-b5e5-0350581ff6f4 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:05.998587 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fcc568d6-9193-47ee-b5e5-0350581ff6f4 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0267868 Mar 25 20:04:06.021372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Pushing event updated for resources: {'Port': ['ID=315f3443-1904-4ef7-b4b0-33420e39edca,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:06.050179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.050689 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.051263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.052249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.052823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.053334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.053846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.054543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.055046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.055566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.056068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.056716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.057231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52941378-d6c4-47bb-9178-bb05a2d6d1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:04:06.060273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54384) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.070180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-d41fc8ca-9d3a-4c05-a724-b71766d02b8b tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:06.073471 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d41fc8ca-9d3a-4c05-a724-b71766d02b8b tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0098934 Mar 25 20:04:06.074182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f1c85dc5-abe8-4525-a09a-449078cdd544 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.092556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54388) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.103676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-2658ae23-d690-45ce-ac86-6a85f50169f6 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:06.112584 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2658ae23-d690-45ce-ac86-6a85f50169f6 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0122924 Mar 25 20:04:06.160153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54392) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.177694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.178811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.208050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-f3e9c254-d73e-4773-9163-35679d0d0138 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:06.209022 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3e9c254-d73e-4773-9163-35679d0d0138 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0484791 Mar 25 20:04:06.229104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54396) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.235798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Allocated IP 2001:db8::2 (602edf9b-c81c-4163-bae9-b9214ccc3d59/80c54d43-b870-4063-bb9f-6e034b4206f6/337eff7b-0209-489f-83ee-ee0a05aa0413) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:06.266285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.305200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-c3d6fe34-025f-4f9b-952b-dafe444c6ff7 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:06.306166 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c3d6fe34-025f-4f9b-952b-dafe444c6ff7 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0803330 Mar 25 20:04:06.342793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54400) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.355210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-cdad5f5c-6bb2-4a9e-aafc-087d2825c304 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:06.356671 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cdad5f5c-6bb2-4a9e-aafc-087d2825c304 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0122483 Mar 25 20:04:06.360643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54404) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.372219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-772d4012-458c-4762-89bd-add697e48973 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:06.373511 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-772d4012-458c-4762-89bd-add697e48973 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0118186 Mar 25 20:04:06.382660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54408) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.440837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.513883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.606911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device d91d0a98-29f1-48f2-8062-6ae254098e0c up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:06.613322 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.626055 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Transition to ACTIVE for port object 606ef6f8-7145-4dc6-ab97-41fa367f5e8c will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:06.695598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 315f3443-1904-4ef7-b4b0-33420e39edca up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:06.704467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-f487f5ea-0b21-41a0-972c-6a383b9ea952 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:06.707946 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f487f5ea-0b21-41a0-972c-6a383b9ea952 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.2346032 Mar 25 20:04:06.711774 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.718845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54416) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.748327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-3c139286-8b05-4ed8-8516-0faf37da376e tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:06.752272 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3c139286-8b05-4ed8-8516-0faf37da376e tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0180936 Mar 25 20:04:06.810480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] For port a779d0cb-52c0-414a-a68c-a8ace4012e14, host hv-neutron-8351, got binding levels [] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:06.810835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.825305 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Attempting to bind port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:06.825670 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Attempting to bind port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:06.826026 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Attempting to bind port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:06.828730 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabc16b-a4e0-404a-8303-5e1d42788266 None None] Pushing event updated for resources: {'Port': ['ID=606ef6f8-7145-4dc6-ab97-41fa367f5e8c,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:06.834524 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:06.834891 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:06.835296 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.835688 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:06.836092 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Bound port: 606ef6f8-7145-4dc6-ab97-41fa367f5e8c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:06.836469 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.854088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54420) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:06.872242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.887129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Transition to ACTIVE for port object 337eff7b-0209-489f-83ee-ee0a05aa0413 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:06.896974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:06.922101 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] For port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:06.926244 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] For port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=606ef6f8-7145-4dc6-ab97-41fa367f5e8c,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:06.955889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Transition to ACTIVE for port object 337eff7b-0209-489f-83ee-ee0a05aa0413 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:07.016430 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.045322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.092363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f1c85dc5-abe8-4525-a09a-449078cdd544 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.095321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f1c85dc5-abe8-4525-a09a-449078cdd544 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.103259 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Routers {'f74ed2cb-94b1-465e-a055-dc1fc6cf6780'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:07.103889 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f74ed2cb-94b1-465e-a055-dc1fc6cf6780'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:07.179733 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabc16b-a4e0-404a-8303-5e1d42788266 None None] Pushing event updated for resources: {'Port': ['ID=606ef6f8-7145-4dc6-ab97-41fa367f5e8c,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:07.180274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port d91d0a98-29f1-48f2-8062-6ae254098e0c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:07.183636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 315f3443-1904-4ef7-b4b0-33420e39edca completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:07.208609 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port d91d0a98-29f1-48f2-8062-6ae254098e0c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:07.212383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.243643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-f68ca4a4-2c51-4b75-84b5-f9cacb63d67e tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.247718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f68ca4a4-2c51-4b75-84b5-f9cacb63d67e tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.3047993 Mar 25 20:04:07.264415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Network 602edf9b-c81c-4163-bae9-b9214ccc3d59 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:07.274622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:07.285901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54424) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.289135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:07.292237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-7a8e682b-d600-4b77-a418-4d5e1be21b24 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.293056 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7a8e682b-d600-4b77-a418-4d5e1be21b24 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056100 Mar 25 20:04:07.297885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54428) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.299093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Pushing event updated for resources: {'Port': ['ID=337eff7b-0209-489f-83ee-ee0a05aa0413,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:07.314163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-f2d07e43-587c-4687-8bee-b5b488f6dd63 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.314163 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f2d07e43-587c-4687-8bee-b5b488f6dd63 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0110590 Mar 25 20:04:07.323533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54432) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.331652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-bcbf0eb9-6cc4-4ba5-ade8-d0f6bb07ce50 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.332781 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bcbf0eb9-6cc4-4ba5-ade8-d0f6bb07ce50 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0061028 Mar 25 20:04:07.351055 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] Set router f74ed2cb-94b1-465e-a055-dc1fc6cf6780 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:04:07.413922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54436) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.439840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Attempting to bind port 337eff7b-0209-489f-83ee-ee0a05aa0413 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:07.440541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Attempting to bind port 337eff7b-0209-489f-83ee-ee0a05aa0413 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '602edf9b-c81c-4163-bae9-b9214ccc3d59'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:07.441078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Attempting to bind port 337eff7b-0209-489f-83ee-ee0a05aa0413 on network 602edf9b-c81c-4163-bae9-b9214ccc3d59 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:07.441647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-5963ce77-71f5-4b5a-a4d1-9a123a3ba254 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.442879 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5963ce77-71f5-4b5a-a4d1-9a123a3ba254 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0253587 Mar 25 20:04:07.445883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54440) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.453178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-458fcb04-a6b3-40f4-8f37-2e0042ccb831 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.454162 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-458fcb04-a6b3-40f4-8f37-2e0042ccb831 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072625 Mar 25 20:04:07.457145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54444) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.465349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-c17ee3ec-3dea-422c-b830-5f0aaae317a7 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.466355 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c17ee3ec-3dea-422c-b830-5f0aaae317a7 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081570 Mar 25 20:04:07.469272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54448) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.485224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-fcee405b-656b-4f5f-8ff7-36d8cb9f23ba tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.486318 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fcee405b-656b-4f5f-8ff7-36d8cb9f23ba tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0161281 Mar 25 20:04:07.491719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.504323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54452) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.507489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:07.508077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Checking segment: {'id': '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '602edf9b-c81c-4163-bae9-b9214ccc3d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:07.508671 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.509217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Bound using segment: {'id': '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '602edf9b-c81c-4163-bae9-b9214ccc3d59'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:07.509843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Bound port: 337eff7b-0209-489f-83ee-ee0a05aa0413, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '602edf9b-c81c-4163-bae9-b9214ccc3d59'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:07.510674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.539453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Calling delete_port for a779d0cb-52c0-414a-a68c-a8ace4012e14 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:07.557281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.566208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-7c20a34a-e282-4f85-bc60-c4391d46f5b8 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.567316 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7c20a34a-e282-4f85-bc60-c4391d46f5b8 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0298104 Mar 25 20:04:07.570712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.583645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54456) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.598547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Subnet': ['ID=80c54d43-b870-4063-bb9f-6e034b4206f6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:07.615144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-877b197f-cd11-46ab-b341-4e8a75a226a4 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.616282 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-877b197f-cd11-46ab-b341-4e8a75a226a4 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0304346 Mar 25 20:04:07.622775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54460) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.660927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port d91d0a98-29f1-48f2-8062-6ae254098e0c, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:07.663856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176f264-5524-44df-87f1-bcecd76265ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91d0a98-29f1-48f2-8062-6ae254098e0c'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:04:07.719447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f1c85dc5-abe8-4525-a09a-449078cdd544 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.720110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c85dc5-abe8-4525-a09a-449078cdd544 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dee334a-3b11-4ecc-b24d-23bf813ecc8a {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:04:07.743181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b5b652-42a4-43b3-b2a3-c128acd64e36 None None] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:07.760348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-514bd02a-9984-453c-9764-4019674c1477 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.761382 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-514bd02a-9984-453c-9764-4019674c1477 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.1328614 Mar 25 20:04:07.771382 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74ed2cb-94b1-465e-a055-dc1fc6cf6780', 'name': 'tempest-snat-router-1760808556', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.107'}], 'enable_snat': False}, 'gw_port_id': '606ef6f8-7145-4dc6-ab97-41fa367f5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:57Z', 'updated_at': '2022-03-25T20:04:02Z', 'revision_number': 3, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port': {'id': '606ef6f8-7145-4dc6-ab97-41fa367f5e8c', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74ed2cb-94b1-465e-a055-dc1fc6cf6780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:04:00Z', 'updated_at': '2022-03-25T20:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:07.775069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54466) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.777001 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b93d3-43e8-4819-99b8-7789dfe27fa1 None None] The sync data for ids ['f74ed2cb-94b1-465e-a055-dc1fc6cf6780'] in dv-neutron-835149-1-hyperv is: [{'id': 'f74ed2cb-94b1-465e-a055-dc1fc6cf6780', 'name': 'tempest-snat-router-1760808556', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.107'}], 'enable_snat': False}, 'gw_port_id': '606ef6f8-7145-4dc6-ab97-41fa367f5e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:57Z', 'updated_at': '2022-03-25T20:04:02Z', 'revision_number': 3, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port': {'id': '606ef6f8-7145-4dc6-ab97-41fa367f5e8c', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74ed2cb-94b1-465e-a055-dc1fc6cf6780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:04:00Z', 'updated_at': '2022-03-25T20:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:07.780488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-bf38804b-2764-4102-9b4f-d83e2f3962cf tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.781426 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bf38804b-2764-4102-9b4f-d83e2f3962cf tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053742 Mar 25 20:04:07.834810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54472) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.852279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-5061eb50-e5de-4576-abb5-ea2e028090e5 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.855544 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5061eb50-e5de-4576-abb5-ea2e028090e5 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0197914 Mar 25 20:04:07.861944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.862107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.874094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54476) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.879308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-657cd928-f255-41cf-a5fa-89a9c0deedc0 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.880582 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-657cd928-f255-41cf-a5fa-89a9c0deedc0 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054846 Mar 25 20:04:07.884994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54480) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.885299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.895721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:07.900768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7494a484-80ed-4c84-b7e2-9445252f4803 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:07.911849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-2a1988c6-8984-433e-8544-2e67932c4d18 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.912878 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2a1988c6-8984-433e-8544-2e67932c4d18 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0253637 Mar 25 20:04:07.923632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54484) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.925293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602edf9b-c81c-4163-bae9-b9214ccc3d59']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:07.945529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-28a2ee26-b433-4f5b-b908-98f005bf4366 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:07.946567 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-28a2ee26-b433-4f5b-b908-98f005bf4366 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077660 Mar 25 20:04:07.968624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54488) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:07.999838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-8306bc71-7141-4950-94b1-9a68f73938d4 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.003299 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8306bc71-7141-4950-94b1-9a68f73938d4 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0255556 Mar 25 20:04:08.006807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54494) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.008469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:08.008784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:08.020054 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.022244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a779d0cb-52c0-414a-a68c-a8ace4012e14 HTTP/1.1" status: 204 len: 168 time: 2.4700913 Mar 25 20:04:08.025990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] For port 337eff7b-0209-489f-83ee-ee0a05aa0413, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:08.031714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-fc307bae-d2d7-4aad-b4ca-c926e21b4f55 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.031714 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fc307bae-d2d7-4aad-b4ca-c926e21b4f55 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0128202 Mar 25 20:04:08.032057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84056c36-9686-4794-89cf-e4a15f9e9b39 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event deleted for resources: {'Port': ['ID=a779d0cb-52c0-414a-a68c-a8ace4012e14,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:08.035348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54498) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.035348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54500) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.039905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-3951bf05-ff5b-4a75-a73b-59a2189c2f81 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.042997 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3951bf05-ff5b-4a75-a73b-59a2189c2f81 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045135 Mar 25 20:04:08.043121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-738505de-4577-4f93-b284-155a68e10a37 None None] Provisioning for port 315f3443-1904-4ef7-b4b0-33420e39edca completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:08.043205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f1c85dc5-abe8-4525-a09a-449078cdd544 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.043205 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f1c85dc5-abe8-4525-a09a-449078cdd544 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "DELETE /v2.0/routers/7dee334a-3b11-4ecc-b24d-23bf813ecc8a HTTP/1.1" status: 204 len: 168 time: 2.1790371 Mar 25 20:04:08.047662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54506) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.047994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54508) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.066613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] For port 337eff7b-0209-489f-83ee-ee0a05aa0413, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=337eff7b-0209-489f-83ee-ee0a05aa0413,segment=NetworkSegment(0df7912a-6b7f-4c0e-b6b0-b0812a9068bd),segment_id=0df7912a-6b7f-4c0e-b6b0-b0812a9068bd)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:08.068753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bc4d8-3acc-4e7e-9704-cb57e274585f req-16dc14eb-4aba-461d-80a2-c554989418c8 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:08.076123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-540bc4d8-3acc-4e7e-9704-cb57e274585f req-16dc14eb-4aba-461d-80a2-c554989418c8 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 944 time: 1.3387098 Mar 25 20:04:08.081044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-15f45d77-b985-428f-92bd-5b882a3e8444 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.085891 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-15f45d77-b985-428f-92bd-5b882a3e8444 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0299830 Mar 25 20:04:08.085980 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-738505de-4577-4f93-b284-155a68e10a37 None None] Provisioning complete for port 315f3443-1904-4ef7-b4b0-33420e39edca triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:08.086152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Request body: {'router': {'name': 'tempest-router-738697538', 'distributed': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:08.086558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-738505de-4577-4f93-b284-155a68e10a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.092682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.093166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54514) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.116420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:08.127760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-aadf1ecf-89b0-4725-8d3c-4f0fb2106439 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.131138 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aadf1ecf-89b0-4725-8d3c-4f0fb2106439 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0157239 Mar 25 20:04:08.188595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54518) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.192972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.193174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Usage tracker for resource:router and tenant:40b76f11d2c9432aac9a4a6738cacbb0 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:08.200662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:08.214638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-ebcc591c-9718-452a-8922-ec3ba7379e93 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.219584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ebcc591c-9718-452a-8922-ec3ba7379e93 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0235720 Mar 25 20:04:08.235750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=d91d0a98-29f1-48f2-8062-6ae254098e0c,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:08.241458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54522) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.242174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:08.252505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de24f35-4165-41a3-be52-d77bf5d471cd req-09848aad-afb4-42e4-b76d-15a3cb4d521e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:08.254454 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1de24f35-4165-41a3-be52-d77bf5d471cd req-09848aad-afb4-42e4-b76d-15a3cb4d521e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 944 time: 1.3993666 Mar 25 20:04:08.282461 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-7610a105-fe62-43cf-a0db-93a7236639fa tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] GET failed (client error): The resource could not be found. Mar 25 20:04:08.290205 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7610a105-fe62-43cf-a0db-93a7236639fa tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "GET /v2.0/ports/a779d0cb-52c0-414a-a68c-a8ace4012e14 HTTP/1.1" status: 404 len: 333 time: 0.2555556 Mar 25 20:04:08.291046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54526) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.295499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-540bc4d8-3acc-4e7e-9704-cb57e274585f req-aca5bedc-c550-47ee-b1c3-cc35bba001de tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184045 Mar 25 20:04:08.313825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-1bf44e94-5e61-4ee8-a2cf-63d4759684bc tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.314910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Request body: {'port': {'network_id': '106caa4a-6084-407e-acae-3cdc1667efae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1063312135'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:08.315616 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1bf44e94-5e61-4ee8-a2cf-63d4759684bc tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0600281 Mar 25 20:04:08.323393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:08.328853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Usage tracker for resource:port and tenant:5ed2c746f33644e3b39be13c7b01f6e6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:08.332143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:08.338647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:08.343391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54532) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.350990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.355960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-26ae2662-b0ff-41dd-8913-0fe6a820a533 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.359407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-26ae2662-b0ff-41dd-8913-0fe6a820a533 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109663 Mar 25 20:04:08.361112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54536) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.385696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:08.385696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.385931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-d27f5f7b-90b5-41be-8b00-9991db4163a8 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.385931 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d27f5f7b-90b5-41be-8b00-9991db4163a8 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0202627 Mar 25 20:04:08.388144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54540) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.397123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-40b71c90-ec7e-4d96-8ae7-b720a9113706 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.400570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-40b71c90-ec7e-4d96-8ae7-b720a9113706 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090165 Mar 25 20:04:08.403137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54544) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:08.412570 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:08.426386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1de24f35-4165-41a3-be52-d77bf5d471cd req-a47aefa8-2e45-41a3-ad63-28b0ba3c67af tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317523 Mar 25 20:04:08.426386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-78112af7-6142-4f40-bf37-b2212e97d7cb tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.426386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-78112af7-6142-4f40-bf37-b2212e97d7cb tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097549 Mar 25 20:04:08.429808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54548) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.433960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-c6609c20-7475-4ff7-af8a-451b375cf937 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.437291 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c6609c20-7475-4ff7-af8a-451b375cf937 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058510 Mar 25 20:04:08.441518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54552) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.454214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-942e2edc-d011-4435-8e88-08b9ad82eb72 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.457568 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-942e2edc-d011-4435-8e88-08b9ad82eb72 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074143 Mar 25 20:04:08.457568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.461896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.469417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54556) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.507472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.534400 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4176f264-5524-44df-87f1-bcecd76265ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'code': 200} Mar 25 20:04:08.534604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-9c87bb99-c33e-4200-8480-621d9a278bd7 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.542017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Made reservation on behalf of 5ed2c746f33644e3b39be13c7b01f6e6 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:08.544720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.549629 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9c87bb99-c33e-4200-8480-621d9a278bd7 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0725803 Mar 25 20:04:08.553196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54560) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.557828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8576438-e30c-4171-a926-d4173d5d6d61 None None] Pushing event updated for resources: {'Port': ['ID=337eff7b-0209-489f-83ee-ee0a05aa0413,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:08.570001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-6ed9f211-1aa8-4e9e-bbcd-7daf4f79f38c tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.575623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6ed9f211-1aa8-4e9e-bbcd-7daf4f79f38c tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0201690 Mar 25 20:04:08.581009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54564) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.609087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-22ad2c7e-56e7-4997-a252-0feb4de01e68 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.610723 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-22ad2c7e-56e7-4997-a252-0feb4de01e68 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0253792 Mar 25 20:04:08.615828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54568) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.621782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 7494a484-80ed-4c84-b7e2-9445252f4803 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:08.643882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.645642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-d72df532-add1-4ea1-9687-306ebdcd7a50 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.647314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a039f-8613-4b33-984c-b719bcb77298 None None] Network 602edf9b-c81c-4163-bae9-b9214ccc3d59 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:08.655373 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d72df532-add1-4ea1-9687-306ebdcd7a50 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0243330 Mar 25 20:04:08.657250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54572) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.661548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] device_id is not set on port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:08.673318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 606ef6f8-7145-4dc6-ab97-41fa367f5e8c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:08.725185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 7494a484-80ed-4c84-b7e2-9445252f4803 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:08.725819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.742188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-f96e9ab8-9c14-45f7-8819-f364b1bd1084 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.743302 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f96e9ab8-9c14-45f7-8819-f364b1bd1084 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0850403 Mar 25 20:04:08.746402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Router 7109fbc0-827c-496f-a95d-eb46c7c27f3a is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:04:08.751204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54576) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.755925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:04:08.755925 dv-neutron-835149-1-hyperv neutron-server[88485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:04:08.755925 dv-neutron-835149-1-hyperv neutron-server[88485]: [parameters: {'id': '602edf9b-c81c-4163-bae9-b9214ccc3d59'}] Mar 25 20:04:08.755925 dv-neutron-835149-1-hyperv neutron-server[88485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:04:08.761093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:04:08.771048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-88bb088d-5d1b-4a85-a4fd-960c9719a9ef tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.771983 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-88bb088d-5d1b-4a85-a4fd-960c9719a9ef tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0199711 Mar 25 20:04:08.775994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54580) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.806916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-55a57a07-9dbf-4274-846f-3ac369e43a58 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.810492 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-55a57a07-9dbf-4274-846f-3ac369e43a58 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0311944 Mar 25 20:04:08.812056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54584) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.826010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-32f239d7-df4a-4c55-8470-ba309f85bfc7 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.826010 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-32f239d7-df4a-4c55-8470-ba309f85bfc7 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0099311 Mar 25 20:04:08.831554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54588) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.838599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-881843a3-56d8-4ca4-8e1b-4469a787167d tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.841868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-881843a3-56d8-4ca4-8e1b-4469a787167d tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073838 Mar 25 20:04:08.848560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54592) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.862345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.867150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-c96e3cbb-0679-4eda-9ac2-c97d06a3e99a tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.870635 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c96e3cbb-0679-4eda-9ac2-c97d06a3e99a tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0178742 Mar 25 20:04:08.873194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54596) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.894808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [None req-8a3af440-5ea3-4bb6-87eb-4ab40d3004cc tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.898256 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8a3af440-5ea3-4bb6-87eb-4ab40d3004cc tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0195870 Mar 25 20:04:08.899248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54600) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.937117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.938964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:08.942724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b80f1f34-97e1-4e1d-8e01-d3804534f5ac tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8852501 Mar 25 20:04:08.946031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54604) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:08.948732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-e880b567-e5fe-4f79-80e3-239df0897b63 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:08.952113 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e880b567-e5fe-4f79-80e3-239df0897b63 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0149868 Mar 25 20:04:08.989386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54608) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:09.068379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-0b29ef68-7af5-4343-a639-8e99834aded0 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:09.071797 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0b29ef68-7af5-4343-a639-8e99834aded0 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0242567 Mar 25 20:04:09.075127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-738505de-4577-4f93-b284-155a68e10a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.085202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54612) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:09.136095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:09.139530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79c2426-0ff6-4a6a-a015-3dbd65eb49e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.164099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed12a6f-8950-4c75-8f54-eee694dfc96d None None] Sync routers for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:09.202142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.243784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-738505de-4577-4f93-b284-155a68e10a37 None None] For port 315f3443-1904-4ef7-b4b0-33420e39edca, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=315f3443-1904-4ef7-b4b0-33420e39edca,segment=NetworkSegment(ee517cd8-7b72-4a8d-95a8-d160cee75876),segment_id=ee517cd8-7b72-4a8d-95a8-d160cee75876)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:09.244770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed12a6f-8950-4c75-8f54-eee694dfc96d None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:09.245368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fed12a6f-8950-4c75-8f54-eee694dfc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:09.248418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [None req-f238d99a-483c-4b74-8f83-2c79bf664d71 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:04:09.249966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f238d99a-483c-4b74-8f83-2c79bf664d71 tempest-ExtensionsTestJSON-1408675656 tempest-ExtensionsTestJSON-1408675656-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.1628454 Mar 25 20:04:09.259406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.263383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.275271 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-90d3c30b-a963-4f81-8b85-c7f3ee053ad4 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.9717991 Mar 25 20:04:09.275418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2303666-f916-41c5-a4e5-25a57ddec6ef tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.275619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting port 337eff7b-0209-489f-83ee-ee0a05aa0413 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:09.276058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.305070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54618) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:09.312916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.372401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-738505de-4577-4f93-b284-155a68e10a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.375159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:09.426129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fed12a6f-8950-4c75-8f54-eee694dfc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:09.438462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.492390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:09.496225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.559191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Network 106caa4a-6084-407e-acae-3cdc1667efae is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:09.600655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:09.602235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738505de-4577-4f93-b284-155a68e10a37 None None] Pushing event updated for resources: {'Port': ['ID=315f3443-1904-4ef7-b4b0-33420e39edca,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:09.626092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:09.627031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:09.627796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.672531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed12a6f-8950-4c75-8f54-eee694dfc96d None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:09.673172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fed12a6f-8950-4c75-8f54-eee694dfc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:03:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:09.739044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=4ef7cc02-1915-4889-b87b-a35e25cbaa71,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:09.742217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2303666-f916-41c5-a4e5-25a57ddec6ef tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.754296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-41b17bce-3103-4617-8815-5e683eb69f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:09.754296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-41b17bce-3103-4617-8815-5e683eb69f02 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 1098 time: 0.8515460 Mar 25 20:04:09.754296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2303666-f916-41c5-a4e5-25a57ddec6ef tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.778435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Allocated IP 172.26.8.99 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/b0228f61-0e33-4da7-b082-6195cc41dac1) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:09.793941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7494a484-80ed-4c84-b7e2-9445252f4803, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7494a484-80ed-4c84-b7e2-9445252f4803,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:09.811942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fed12a6f-8950-4c75-8f54-eee694dfc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:09.812532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed12a6f-8950-4c75-8f54-eee694dfc96d None None] The sync data for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:09.862735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.946860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:09.953694 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-958ee809-b45d-4ddb-94bc-ddfb6ff34ea1 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6481247 Mar 25 20:04:09.966305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54628) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:09.986918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4a95a-1adf-48dd-8944-f68a9bc4b483 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:04:09.990305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:10.034366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.049721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] For port 337eff7b-0209-489f-83ee-ee0a05aa0413, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=337eff7b-0209-489f-83ee-ee0a05aa0413,segment=NetworkSegment(0df7912a-6b7f-4c0e-b6b0-b0812a9068bd),segment_id=0df7912a-6b7f-4c0e-b6b0-b0812a9068bd)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:10.050077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.066144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:10.070135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Usage tracker for resource:security_group_rule and tenant:15e5f6a3928b4c059fbc8453e466e7ba is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:10.073543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:10.080374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:10.096413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=7494a484-80ed-4c84-b7e2-9445252f4803,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:10.103099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54632) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:10.103852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=606ef6f8-7145-4dc6-ab97-41fa367f5e8c,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:10.114296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-63048bd1-41d7-42ba-944f-20c61986aafd None None] Provisioning complete for port 315f3443-1904-4ef7-b4b0-33420e39edca triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:10.114882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63048bd1-41d7-42ba-944f-20c61986aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.189286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.255250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.278858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51814ce6-17f6-4f84-8d70-e1ffdb483a1b req-6ea8043d-893c-4093-bcbb-eca36a469299 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:10.278858 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51814ce6-17f6-4f84-8d70-e1ffdb483a1b req-6ea8043d-893c-4093-bcbb-eca36a469299 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 944 time: 0.6694987 Mar 25 20:04:10.283080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2303666-f916-41c5-a4e5-25a57ddec6ef tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.283562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2303666-f916-41c5-a4e5-25a57ddec6ef tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 256d071d-68cd-46ee-a748-f4f40f46f41c {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:04:10.295079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf376f-e159-4f79-bda2-acf167b3db0c req-e87231c0-3294-4a65-a710-064d879a4d37 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:10.297597 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4daf376f-e159-4f79-bda2-acf167b3db0c req-e87231c0-3294-4a65-a710-064d879a4d37 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.7365437 Mar 25 20:04:10.302007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.374664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.381796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=606ef6f8-7145-4dc6-ab97-41fa367f5e8c,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:10.393269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.407027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4a95a-1adf-48dd-8944-f68a9bc4b483 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:04:10.423203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Calling delete_port for 337eff7b-0209-489f-83ee-ee0a05aa0413 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:10.461975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Synchronizing usage tracker for tenant:15e5f6a3928b4c059fbc8453e466e7ba on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:10.466128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:10.485385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4daf376f-e159-4f79-bda2-acf167b3db0c req-ac261329-8b0a-4965-a710-b4201a9f77ee tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755998 Mar 25 20:04:10.487982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51814ce6-17f6-4f84-8d70-e1ffdb483a1b req-f6dd36af-58c6-4317-b692-067b3da2cca0 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894722 Mar 25 20:04:10.489009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] Usage tracker for resource:security_group_rule and tenant:ab75a61aae3449499db4ceae1ed15da0 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:10.495596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:10.499439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d9b9d8-493c-4903-9588-745bd1cc8282,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:10.519464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2303666-f916-41c5-a4e5-25a57ddec6ef tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.520931 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f2303666-f916-41c5-a4e5-25a57ddec6ef tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "DELETE /v2.0/routers/256d071d-68cd-46ee-a748-f4f40f46f41c HTTP/1.1" status: 204 len: 168 time: 1.5699892 Mar 25 20:04:10.524446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:10.526085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54638) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:10.536998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444ac33-1d36-449b-8d6e-0280be582531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7494a484-80ed-4c84-b7e2-9445252f4803'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:04:10.538963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Request body: {'router': {'name': 'tempest-router-297994089', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b7f15644052f4b9ca2a7b5824b082384'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:10.550148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:10.555850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Usage tracker for resource:router and tenant:b7f15644052f4b9ca2a7b5824b082384 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:10.564851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:10.573481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:10.595490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 315f3443-1904-4ef7-b4b0-33420e39edca up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:10.623172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] Unset dirty status for tenant:15e5f6a3928b4c059fbc8453e466e7ba on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:10.624666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8c45c5e-7528-4282-ad4f-49f246fa8d78 req-d4182922-4400-49d4-a6ff-d766e8435d13 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8475814 Mar 25 20:04:10.651266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.654781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.678574 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b444ac33-1d36-449b-8d6e-0280be582531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7494a484-80ed-4c84-b7e2-9445252f4803', 'code': 200} Mar 25 20:04:10.694077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.724335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:10.727538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.728760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.732112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:10.737190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:10.781210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'Port': ['ID=b0228f61-0e33-4da7-b082-6195cc41dac1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:10.786716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 315f3443-1904-4ef7-b4b0-33420e39edca triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:10.787091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.794359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.824760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.839708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:10.931657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Port': ['ID=337eff7b-0209-489f-83ee-ee0a05aa0413,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:10.963235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No DVR routers for this DVR port 337eff7b-0209-489f-83ee-ee0a05aa0413 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:11.002174 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab75a61aae3449499db4ceae1ed15da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8978906 Mar 25 20:04:11.006175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 606ef6f8-7145-4dc6-ab97-41fa367f5e8c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:11.031480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e2111-7e99-4a11-a564-319a06465d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8665ccb-a3a5-4db9-844b-10e87f06383e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:11.031715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54644) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:11.079916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.092595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:11.093181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.303522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:04:11.314013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.320016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.321189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c572e2f9-8c74-4d05-9ddb-a8172301a056 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7911794 Mar 25 20:04:11.331656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54650) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:11.353824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:11.462523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602edf9b-c81c-4163-bae9-b9214ccc3d59']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:11.487974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.505286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:11.505577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df7912a-6b7f-4c0e-b6b0-b0812a9068bd') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:11.548139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec673b-b7d0-4212-98ae-18abbd6406f8 req-916425f2-7af8-4247-989d-854bdc139a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:11.549648 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10ec673b-b7d0-4212-98ae-18abbd6406f8 req-916425f2-7af8-4247-989d-854bdc139a7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.2367558 Mar 25 20:04:11.603604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-204afbff-8587-41c3-8a9a-98c871a85bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.613329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.676943 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10ec673b-b7d0-4212-98ae-18abbd6406f8 req-d5991fb1-f291-492f-9e0d-34f8da77dc9a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191230 Mar 25 20:04:11.699650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] device_id is not set on port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:11.725148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.747902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.800566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-204afbff-8587-41c3-8a9a-98c871a85bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.808113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:11.980597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192085-b327-4f84-905e-f7f10a03dcd9 req-746a2947-544e-4523-9b56-7d7e146048dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:11.982048 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c192085-b327-4f84-905e-f7f10a03dcd9 req-746a2947-544e-4523-9b56-7d7e146048dc tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.2734144 Mar 25 20:04:11.989069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543c92-ab2b-4bf3-82b3-938d062d42e3 req-452dac7d-0da6-48f6-93a0-372751c79522 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:11.990409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d543c92-ab2b-4bf3-82b3-938d062d42e3 req-452dac7d-0da6-48f6-93a0-372751c79522 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3252053 Mar 25 20:04:12.021245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Transition to ACTIVE for port object 4ef7cc02-1915-4889-b87b-a35e25cbaa71 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:12.022441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:12.022831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:12.038766 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:12.058808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.106132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9bae30c2-8829-42d4-b19f-fdb5ef9dc85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.132554 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c192085-b327-4f84-905e-f7f10a03dcd9 req-d1e0d7db-43f2-4741-81bf-0b3a4b12beb1 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411655 Mar 25 20:04:12.152177 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d543c92-ab2b-4bf3-82b3-938d062d42e3 req-e7c5e7c9-4aca-4e0d-ad2c-a302f7fbe188 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434793 Mar 25 20:04:12.238505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.291105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.291420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.357260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Router 0692fdee-6ed9-475c-907e-b472f5cc400e is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:04:12.542305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:12.551916 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Sync routers for ids ['0692fdee-6ed9-475c-907e-b472f5cc400e'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:12.561069 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Routers {'0692fdee-6ed9-475c-907e-b472f5cc400e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:12.562203 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0692fdee-6ed9-475c-907e-b472f5cc400e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:12.585982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.613188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=4ef7cc02-1915-4889-b87b-a35e25cbaa71,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:12.630162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.635145 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1b0097e4-5a16-4bc6-b789-c832f627667f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8174782 Mar 25 20:04:12.636124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.636700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54658) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:12.643393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Network': ['ID=602edf9b-c81c-4163-bae9-b9214ccc3d59,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:12.648552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88485) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 25 20:04:12.653425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Router c87faf03-5a44-4a89-a0ed-47807d1084d1 migrating from provider to provider. {{(pid=88485) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 25 20:04:12.653425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.666904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:12.667235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:12.667596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:12.755238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.761062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-204afbff-8587-41c3-8a9a-98c871a85bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.763600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-204afbff-8587-41c3-8a9a-98c871a85bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.767371 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-204afbff-8587-41c3-8a9a-98c871a85bf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8665ccb-a3a5-4db9-844b-10e87f06383e HTTP/1.1" status: 204 len: 168 time: 1.6545706 Mar 25 20:04:12.771284 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-43d4b6c9-e6ca-4e30-83de-92c5b7dac96e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/602edf9b-c81c-4163-bae9-b9214ccc3d59 HTTP/1.1" status: 204 len: 168 time: 7.4598417 Mar 25 20:04:12.771860 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Set router 0692fdee-6ed9-475c-907e-b472f5cc400e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:04:12.771942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:12.771942 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:12.782276 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 2 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:12.798889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54664) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:12.810101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.816013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-361224210'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:12.825741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204afbff-8587-41c3-8a9a-98c871a85bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8665ccb-a3a5-4db9-844b-10e87f06383e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:12.832311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:12.838266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:12.838601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:12.838940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:12.848199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:network and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:12.855099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:12.861314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:12.861630 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:12.884206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.898085 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 3 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:12.912292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:12.933966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:12.956520 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8aef0218-a526-4904-a0ae-aabae5ef1392 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/routers/0692fdee-6ed9-475c-907e-b472f5cc400e HTTP/1.1" status: 200 len: 907 time: 0.3183808 Mar 25 20:04:12.957476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54668) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:13.015383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:13.015593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:13.015889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:13.035499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:13.040134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.058990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:13.058990 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:13.067630 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 4 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:13.173717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.190942 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692fdee-6ed9-475c-907e-b472f5cc400e', 'name': 'tempest-snat-router-1760808556', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b0228f61-0e33-4da7-b082-6195cc41dac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:04:06Z', 'updated_at': '2022-03-25T20:04:11Z', 'revision_number': 3, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port': {'id': 'b0228f61-0e33-4da7-b082-6195cc41dac1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0692fdee-6ed9-475c-907e-b472f5cc400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:04:08Z', 'updated_at': '2022-03-25T20:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:13.194049 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Checking router: 0692fdee-6ed9-475c-907e-b472f5cc400e for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:04:13.194460 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Updating router 0692fdee-6ed9-475c-907e-b472f5cc400e port b0228f61-0e33-4da7-b082-6195cc41dac1 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:04:13.257573 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.285571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:13.297394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.297973 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Added segment 9189c73f-8c0f-4bca-a55d-a1f3f4fd794c of type vlan for network e7e46baf-482b-4eb1-a42c-1820b965c6f9 Mar 25 20:04:13.308467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:13.308821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:13.309206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:13.340769 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] No L3 agents can host the router c87faf03-5a44-4a89-a0ed-47807d1084d1 Mar 25 20:04:13.350500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:13.350962 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:13.356783 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 5 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:13.374885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.401331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Allocated IP 172.20.0.1 (256e9394-8ca9-46cc-ae99-3c9fdaeab054/4d171547-5cbd-43e7-a09c-30be4ac2530f/4ef03d8e-7c56-4224-bc72-80a1eb3ec353) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:13.409691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:13.410002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:13.410339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:13.511159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:13.511593 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:13.517053 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 6 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:13.528820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:04:13.560999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:13.561903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:13.562432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:13.590164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.609089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550f34a-3ffe-41b2-8ba6-6c87f27afd50 req-5f1c967a-fe59-4a5b-860d-dfe5b152c7f6 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:13.616298 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6550f34a-3ffe-41b2-8ba6-6c87f27afd50 req-5f1c967a-fe59-4a5b-860d-dfe5b152c7f6 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.2025518 Mar 25 20:04:13.677151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6550f34a-3ffe-41b2-8ba6-6c87f27afd50 req-de7fe051-8793-4b27-8bee-513e71e3dd62 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598350 Mar 25 20:04:13.692111 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.708730 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Transition to ACTIVE for port object b0228f61-0e33-4da7-b082-6195cc41dac1 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:13.723002 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e609b2b-8fc5-473e-b64c-c17390fd5237 req-6f7a8c78-4bf8-42ef-bfde-73a645f5eaa8 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:13.723866 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e609b2b-8fc5-473e-b64c-c17390fd5237 req-6f7a8c78-4bf8-42ef-bfde-73a645f5eaa8 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2453470 Mar 25 20:04:13.744858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Deleting port b0228f61-0e33-4da7-b082-6195cc41dac1 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:13.745285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.798432 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.809832 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e609b2b-8fc5-473e-b64c-c17390fd5237 req-2132e07d-6f45-403a-b429-1f02c8ac0d35 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802693 Mar 25 20:04:13.813952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:13.814423 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:13.831674 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 7 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:13.887828 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Attempting to bind port b0228f61-0e33-4da7-b082-6195cc41dac1 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:13.888322 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Attempting to bind port b0228f61-0e33-4da7-b082-6195cc41dac1 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:13.888777 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Attempting to bind port b0228f61-0e33-4da7-b082-6195cc41dac1 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:13.903121 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:13.903564 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:13.904043 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.904526 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:13.905066 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Bound port: b0228f61-0e33-4da7-b082-6195cc41dac1, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:13.908708 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:13.939826 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95123142-e2b5-4a83-ba81-1a828771e99c None None] Pushing event updated for resources: {'Port': ['ID=b0228f61-0e33-4da7-b082-6195cc41dac1,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:13.955087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:13.960791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:13.960791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:13.968515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Hosts for router c87faf03-5a44-4a89-a0ed-47807d1084d1: [] {{(pid=88485) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 25 20:04:13.991942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:13.992280 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:13.993982 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] For port b0228f61-0e33-4da7-b082-6195cc41dac1, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:13.997695 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] For port b0228f61-0e33-4da7-b082-6195cc41dac1, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b0228f61-0e33-4da7-b082-6195cc41dac1,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:13.999915 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 8 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:14.021812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a950d3f-ae5d-41bd-a3e5-2e15f07e2bfe req-a205fa7a-5b5b-4730-bf6c-dc3185302424 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:14.023489 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a950d3f-ae5d-41bd-a3e5-2e15f07e2bfe req-a205fa7a-5b5b-4730-bf6c-dc3185302424 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.2188306 Mar 25 20:04:14.035079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54696) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:14.037088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Hosts for other DVR routers connected to router c87faf03-5a44-4a89-a0ed-47807d1084d1: set() {{(pid=88485) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 25 20:04:14.038651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.044356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:14.044820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:14.045162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:14.048959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Request body: {'floatingip': {'port_id': 'd91d0a98-29f1-48f2-8062-6ae254098e0c'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:14.052070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.057518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:14.058111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.067054 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.098642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:14.099064 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:14.115570 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 9 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:14.137530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.146561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.157859 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Routers {'0692fdee-6ed9-475c-907e-b472f5cc400e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:14.158378 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0692fdee-6ed9-475c-907e-b472f5cc400e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:14.159202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.162845 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2c859602-f6c7-4319-84ba-5b864fcaf77d tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "PUT /v2.0/routers/c87faf03-5a44-4a89-a0ed-47807d1084d1 HTTP/1.1" status: 200 len: 716 time: 2.8177664 Mar 25 20:04:14.166915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54700) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:14.169276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.216842 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95123142-e2b5-4a83-ba81-1a828771e99c None None] Pushing event updated for resources: {'Port': ['ID=b0228f61-0e33-4da7-b082-6195cc41dac1,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:14.231046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:14.231046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:14.231352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:14.299711 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4998033 Mar 25 20:04:14.306027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54706) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:14.324568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:14.324827 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:14.325385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff4a5f-06ad-4db4-a098-b6bf2739bd46 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Network': ['ID=e7e46baf-482b-4eb1-a42c-1820b965c6f9,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:14.326734 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] Set router 0692fdee-6ed9-475c-907e-b472f5cc400e gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:04:14.334187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Request body: {'subnet': {'network_id': 'e7e46baf-482b-4eb1-a42c-1820b965c6f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:14.336201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network e7e46baf-482b-4eb1-a42c-1820b965c6f9 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:14.348275 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 10 to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 Mar 25 20:04:14.356799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54710) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:14.359817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Transition to ACTIVE for port object 4ef03d8e-7c56-4224-bc72-80a1eb3ec353 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:14.453866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:14.454202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:14.454540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:14.454993 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0692fdee-6ed9-475c-907e-b472f5cc400e', 'name': 'tempest-snat-router-1760808556', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:04:06Z', 'updated_at': '2022-03-25T20:04:13Z', 'revision_number': 4, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:14.459995 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416f993-cbcd-4dea-b527-dea40aa81491 None None] The sync data for ids ['0692fdee-6ed9-475c-907e-b472f5cc400e'] in dv-neutron-835149-1-hyperv is: [{'id': '0692fdee-6ed9-475c-907e-b472f5cc400e', 'name': 'tempest-snat-router-1760808556', 'tenant_id': 'fe194e73c043405faf5c0677e7bf65e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:04:06Z', 'updated_at': '2022-03-25T20:04:13Z', 'revision_number': 4, 'project_id': 'fe194e73c043405faf5c0677e7bf65e9', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:14.462612 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-71b26427-3fd7-475b-afa5-0b85e0eff953 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "GET /v2.0/routers/c87faf03-5a44-4a89-a0ed-47807d1084d1 HTTP/1.1" status: 200 len: 716 time: 0.2429671 Mar 25 20:04:14.521578 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54716) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:14.534462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:14.534877 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:14.535148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.554566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Calling delete_port for b0228f61-0e33-4da7-b082-6195cc41dac1 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:14.585384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'networks': [{'name': 'tempest-network--1372793639'}, {'name': 'tempest-network--113030467'}]} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:14.585704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'network': {'name': 'tempest-network--1372793639'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:14.586164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'network': {'name': 'tempest-network--113030467'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:14.623188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:14.634458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:14.643661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Usage tracker for resource:subnet and tenant:e44ef64fea8340358f7f0584a8cd4ca6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:14.655453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:14.663581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Usage tracker for resource:network and tenant:97d27de45d6d46a1a822934aa5297337 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:14.666891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:14.671926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:14.682536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:14.729170 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] For port 4ef7cc02-1915-4889-b87b-a35e25cbaa71, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:14.729548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempted to set empty binding levels {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 25 20:04:14.741633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.864265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.881123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Made reservation on behalf of 97d27de45d6d46a1a822934aa5297337 for: {'network': 2} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:14.885674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:14.898896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Made reservation on behalf of e44ef64fea8340358f7f0584a8cd4ca6 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:14.902544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:15.011725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] In _notify_port_updated(), no bound segment for port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:04:15.012761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.013355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:15.016736 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "PUT /v2.0/ports/4ef7cc02-1915-4889-b87b-a35e25cbaa71 HTTP/1.1" status: 200 len: 977 time: 5.0445192 Mar 25 20:04:15.016736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:15.028074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54724) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:15.050152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:15.137353 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4ee13e39-303d-4866-9ecb-ac5ff316058d tempest-RoutersTestDVR-1440889119 tempest-RoutersTestDVR-1440889119-project] 10.222.0.37 "GET /v2.0/routers/c87faf03-5a44-4a89-a0ed-47807d1084d1 HTTP/1.1" status: 200 len: 682 time: 0.6073749 Mar 25 20:04:15.137353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:15.138839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'Port': ['ID=4ef03d8e-7c56-4224-bc72-80a1eb3ec353,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:15.142975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54728) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:15.183900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:15.240356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:15.377244 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Usage tracker for resource:security_group_rule and tenant:97d27de45d6d46a1a822934aa5297337 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:15.396082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:15.428596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:15.433214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de442001-b099-49db-b020-8b3349ea0d81 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=4ef7cc02-1915-4889-b87b-a35e25cbaa71,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:15.457498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:15.477959 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-141ffc1d-9b68-4121-b079-61be9acf54ed None None] Provisioning for port 4ef03d8e-7c56-4224-bc72-80a1eb3ec353 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:15.484258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-141ffc1d-9b68-4121-b079-61be9acf54ed None None] Provisioning complete for port 4ef03d8e-7c56-4224-bc72-80a1eb3ec353 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:15.490206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141ffc1d-9b68-4121-b079-61be9acf54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:15.520967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e4a18b8c-faca-4ddb-8a44-d6e3ee434ad0 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:15.580969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:04:15.580969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:04:15.584102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-141ffc1d-9b68-4121-b079-61be9acf54ed None None] Port 4ef03d8e-7c56-4224-bc72-80a1eb3ec353 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:04:15.607433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893f6fd-b457-4d6c-a528-61b75c10a825 req-2ca8c137-aab4-4631-b656-d1153af37dbb tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.609761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0893f6fd-b457-4d6c-a528-61b75c10a825 req-2ca8c137-aab4-4631-b656-d1153af37dbb tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.6339333 Mar 25 20:04:15.706130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.706528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.706986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.707442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.707892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.708340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.708825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.709267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.709719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.710166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.710611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.711057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.711502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.711945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.712390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.712862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.713304 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.713749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.715560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.715560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.715560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.715560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.716033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.716495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:15.719073 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Synchronizing usage tracker for tenant:5ed2c746f33644e3b39be13c7b01f6e6 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:15.919584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Unset dirty status for tenant:5ed2c746f33644e3b39be13c7b01f6e6 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:15.921282 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-00673282-3918-45a7-9404-8c1590b31d1e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21178 time: 0.8776915 Mar 25 20:04:15.924790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54732) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:15.931181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:15.993731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Deleting port 4ef7cc02-1915-4889-b87b-a35e25cbaa71 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:15.994064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.005602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e4a18b8c-faca-4ddb-8a44-d6e3ee434ad0 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.009528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0893f6fd-b457-4d6c-a528-61b75c10a825 req-8afb2469-af0d-472a-bc38-2582f98fe2ba tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444223 Mar 25 20:04:16.013715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e4a18b8c-faca-4ddb-8a44-d6e3ee434ad0 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.035930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.035930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.082791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Deleting port b0228f61-0e33-4da7-b082-6195cc41dac1 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:16.082791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.165318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e4a18b8c-faca-4ddb-8a44-d6e3ee434ad0 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.165783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a18b8c-faca-4ddb-8a44-d6e3ee434ad0 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c87faf03-5a44-4a89-a0ed-47807d1084d1 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:04:16.225642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19beb5a-1f51-44a9-ac8b-8e425d14644c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:16.240972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:16.244675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.269115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:04:16.328601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.328969 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Added segment db090d3f-d744-4210-987a-648476516626 of type vlan for network 1b826902-04ce-4773-b11a-3da8fbd9240d Mar 25 20:04:16.344668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:04:16.353780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e4a18b8c-faca-4ddb-8a44-d6e3ee434ad0 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.354891 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e4a18b8c-faca-4ddb-8a44-d6e3ee434ad0 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c87faf03-5a44-4a89-a0ed-47807d1084d1 HTTP/1.1" status: 204 len: 168 time: 1.2074063 Mar 25 20:04:16.368706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54738) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:16.381355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.424697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Request body: {'router': {'name': 'tempest-router-1579745903', 'distributed': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:16.446725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.458377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:16.487691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2e357-ea1a-4d96-b449-5e6f8cf5343a req-7bfdacc5-43b5-4ee1-ac03-93dc73c9ba86 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:16.491367 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4af2e357-ea1a-4d96-b449-5e6f8cf5343a req-7bfdacc5-43b5-4ee1-ac03-93dc73c9ba86 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3343084 Mar 25 20:04:16.491367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] For port b0228f61-0e33-4da7-b082-6195cc41dac1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b0228f61-0e33-4da7-b082-6195cc41dac1,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:16.491367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.498775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54742) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:16.507982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Request body: {'floatingip': {'port_id': '7494a484-80ed-4c84-b7e2-9445252f4803'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:16.518962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Usage tracker for resource:router and tenant:40b76f11d2c9432aac9a4a6738cacbb0 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:16.543236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:16.610848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.629399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:16.660236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] For port 4ef7cc02-1915-4889-b87b-a35e25cbaa71, host hv-neutron-8351, got binding levels [] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:16.660615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.672309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.680657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event updated for resources: {'Subnet': ['ID=884e9016-b281-422a-8b06-96e25fabb2d9,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:16.728369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Calling delete_port for b0228f61-0e33-4da7-b082-6195cc41dac1 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:16.796309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:16.832632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Calling delete_port for 4ef7cc02-1915-4889-b87b-a35e25cbaa71 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:17.021476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.022392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.048039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Checking segment: {'id': '9189c73f-8c0f-4bca-a55d-a1f3f4fd794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7e46baf-482b-4eb1-a42c-1820b965c6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:17.048392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network hostable DHCP agents. Network: e7e46baf-482b-4eb1-a42c-1820b965c6f9, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:17.084749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:17.138393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.142580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.142934 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Added segment a34175ab-375d-4109-9894-80f8414b4196 of type vlan for network 11b7ec45-28d8-4153-904d-9735ada2debd Mar 25 20:04:17.198772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Network e7e46baf-482b-4eb1-a42c-1820b965c6f9 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:17.270333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.272222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.292022 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Floating IP 508b0874-dadd-452f-958d-05d1d1b9b037 associated. External IP: 172.26.8.206, port: d91d0a98-29f1-48f2-8062-6ae254098e0c. Mar 25 20:04:17.331781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.347314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, e7e46baf-482b-4eb1-a42c-1820b965c6f9) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:17.359230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f8117-aeb1-4d33-9f1d-897c4f8b2d39 None None] Network e7e46baf-482b-4eb1-a42c-1820b965c6f9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:17.369995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ef7cc02-1915-4889-b87b-a35e25cbaa71,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:17.376342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:17.384736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.406077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.473393 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f1068e7c-ca7f-42e2-9330-c07a9e9451d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4ef7cc02-1915-4889-b87b-a35e25cbaa71 HTTP/1.1" status: 204 len: 168 time: 1.5474133 Mar 25 20:04:17.476344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54746) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:17.533942 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8668c3-3342-4a12-b599-d1a70349851e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] GET failed (client error): The resource could not be found. Mar 25 20:04:17.534384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9c8668c3-3342-4a12-b599-d1a70349851e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Synchronizing usage tracker for tenant:5ed2c746f33644e3b39be13c7b01f6e6 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:17.537918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.541374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.545048 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-86b770a6-2308-4e96-9b72-8186f6c419b6 tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1626444 Mar 25 20:04:17.545248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54750) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:17.608967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.627110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-e7e46baf-482b-4eb1-a42c-1820b965c6f9', 'network_id': 'e7e46baf-482b-4eb1-a42c-1820b965c6f9', 'tenant_id': 'e44ef64fea8340358f7f0584a8cd4ca6', 'fixed_ips': [{'subnet_id': '884e9016-b281-422a-8b06-96e25fabb2d9'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:17.628052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.636657 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ae6fa5f6-17c3-4b50-add5-b27efb940b05 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3247807 Mar 25 20:04:17.637442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.637930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.643644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:17.649384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:17.649929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.666896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54754) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:17.766324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.802162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.821836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Allocated IP 2001:db8::f816:3eff:fe3f:c0fc (e7e46baf-482b-4eb1-a42c-1820b965c6f9/884e9016-b281-422a-8b06-96e25fabb2d9/ef4ca381-a08c-4772-beef-8c142ff66ba5) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:17.831879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0228f61-0e33-4da7-b082-6195cc41dac1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:17.835220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9c8668c3-3342-4a12-b599-d1a70349851e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Unset dirty status for tenant:5ed2c746f33644e3b39be13c7b01f6e6 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:17.835220 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9c8668c3-3342-4a12-b599-d1a70349851e tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "GET /v2.0/ports/4ef7cc02-1915-4889-b87b-a35e25cbaa71 HTTP/1.1" status: 404 len: 333 time: 0.3561435 Mar 25 20:04:17.841347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54758) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:17.881215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7071f63b-7844-497c-add2-582efaa292fd tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:17.891164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-950463485', 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:17.903575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:17.953668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:18.019052 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.6552787 Mar 25 20:04:18.032864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54762) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:18.056392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.065736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.068441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Transition to ACTIVE for port object ef4ca381-a08c-4772-beef-8c142ff66ba5 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:18.069039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'Port': ['ID=4ef03d8e-7c56-4224-bc72-80a1eb3ec353,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:18.083462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Network': ['ID=1b826902-04ce-4773-b11a-3da8fbd9240d,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:18.091463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Transition to ACTIVE for port object ef4ca381-a08c-4772-beef-8c142ff66ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:18.097206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 1b826902-04ce-4773-b11a-3da8fbd9240d details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:18.127284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Made reservation on behalf of 5ed2c746f33644e3b39be13c7b01f6e6 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:18.129681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.185481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.189972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.267275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Network e7e46baf-482b-4eb1-a42c-1820b965c6f9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:18.271259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:18.275155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:18.290390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Pushing event updated for resources: {'Port': ['ID=ef4ca381-a08c-4772-beef-8c142ff66ba5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:18.346788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:04:18.377732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Attempting to bind port ef4ca381-a08c-4772-beef-8c142ff66ba5 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:18.378323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Attempting to bind port ef4ca381-a08c-4772-beef-8c142ff66ba5 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '9189c73f-8c0f-4bca-a55d-a1f3f4fd794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7e46baf-482b-4eb1-a42c-1820b965c6f9'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:18.378438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Attempting to bind port ef4ca381-a08c-4772-beef-8c142ff66ba5 on network e7e46baf-482b-4eb1-a42c-1820b965c6f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:18.383856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:18.384228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Checking segment: {'id': '9189c73f-8c0f-4bca-a55d-a1f3f4fd794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7e46baf-482b-4eb1-a42c-1820b965c6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:18.384652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.385041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Bound using segment: {'id': '9189c73f-8c0f-4bca-a55d-a1f3f4fd794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7e46baf-482b-4eb1-a42c-1820b965c6f9'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:18.386002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Bound port: ef4ca381-a08c-4772-beef-8c142ff66ba5, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9189c73f-8c0f-4bca-a55d-a1f3f4fd794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7e46baf-482b-4eb1-a42c-1820b965c6f9'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:18.386002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.432222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] device_id is not set on port ad947052-2880-4b76-82a3-fb8b5a9ad543 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:18.478317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1428e528-2af0-4d32-9477-938fea509afe None None] For port ef4ca381-a08c-4772-beef-8c142ff66ba5, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:18.482055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1428e528-2af0-4d32-9477-938fea509afe None None] For port ef4ca381-a08c-4772-beef-8c142ff66ba5, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ef4ca381-a08c-4772-beef-8c142ff66ba5,segment=NetworkSegment(9189c73f-8c0f-4bca-a55d-a1f3f4fd794c),segment_id=9189c73f-8c0f-4bca-a55d-a1f3f4fd794c)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:18.568530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.646771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428e528-2af0-4d32-9477-938fea509afe None None] Pushing event updated for resources: {'Port': ['ID=ef4ca381-a08c-4772-beef-8c142ff66ba5,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:18.662297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:04:18.668291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7071f63b-7844-497c-add2-582efaa292fd tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.670068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602b3a9-5d4c-467b-872b-ace76842765c tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Network': ['ID=11b7ec45-28d8-4153-904d-9735ada2debd,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:18.673295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7071f63b-7844-497c-add2-582efaa292fd tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.683308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 11b7ec45-28d8-4153-904d-9735ada2debd details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:18.724822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.731936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.742437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.757713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting port ef4ca381-a08c-4772-beef-8c142ff66ba5 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:18.758184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.824695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:18.824695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:18.958327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9c419-bcca-4065-8547-ea05e0603393 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:18.975128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7071f63b-7844-497c-add2-582efaa292fd tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.977021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7071f63b-7844-497c-add2-582efaa292fd tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c804d685-26af-4ff3-9e0b-f5433cc4e25a {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:04:18.988743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9c419-bcca-4065-8547-ea05e0603393 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:18.994167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7071f63b-7844-497c-add2-582efaa292fd tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:18.994910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9c419-bcca-4065-8547-ea05e0603393 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:18.999572 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7071f63b-7844-497c-add2-582efaa292fd tempest-RoutersTestDVR-196214174 tempest-RoutersTestDVR-196214174-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c804d685-26af-4ff3-9e0b-f5433cc4e25a HTTP/1.1" status: 204 len: 168 time: 1.4491773 Mar 25 20:04:19.002252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9c419-bcca-4065-8547-ea05e0603393 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:19.004085 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d0b9c419-bcca-4065-8547-ea05e0603393 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9675548 Mar 25 20:04:19.013521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54768) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:19.142536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6c8b75b9-342e-420a-a4fd-60876e2567bb None None] Provisioning complete for port 4ef03d8e-7c56-4224-bc72-80a1eb3ec353 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:19.143750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c8b75b9-342e-420a-a4fd-60876e2567bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.174024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:19.181874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.187394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.188566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0692fdee-6ed9-475c-907e-b472f5cc400e {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:04:19.200676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] Sync routers for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:19.227683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.240974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.242717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:19.243490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:19.282326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.318674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b75b9-342e-420a-a4fd-60876e2567bb None None] Port 4ef03d8e-7c56-4224-bc72-80a1eb3ec353 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:04:19.355204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.361384 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a0f03844-0dab-459c-8725-af0f22c2e0cf tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0692fdee-6ed9-475c-907e-b472f5cc400e HTTP/1.1" status: 204 len: 168 time: 6.3976057 Mar 25 20:04:19.367475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54772) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:19.380713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Router 7109fbc0-827c-496f-a95d-eb46c7c27f3a has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:04:19.402733 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ed84d85e-3fae-47c9-ab49-67921de3ca46 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "PUT /v2.0/floatingips/508b0874-dadd-452f-958d-05d1d1b9b037 HTTP/1.1" status: 200 len: 991 time: 5.3665986 Mar 25 20:04:19.409156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176f264-5524-44df-87f1-bcecd76265ee', 'tag': 'd91d0a98-29f1-48f2-8062-6ae254098e0c'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:04:19.483648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:04:19.497026 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4176f264-5524-44df-87f1-bcecd76265ee', 'tag': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'status': 'completed', 'code': 200} Mar 25 20:04:19.568205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.668662 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Floating IP 711cec57-bf8c-4bdb-88a0-357bcef0c3a7 associated. External IP: 172.26.8.145, port: 7494a484-80ed-4c84-b7e2-9445252f4803. Mar 25 20:04:19.734451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.747082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54782) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:19.939678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Network 106caa4a-6084-407e-acae-3cdc1667efae is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:19.943111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:19.953479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:19.953623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:19.954538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:19.955131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.032698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:20.040361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '508b0874-dadd-452f-958d-05d1d1b9b037', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'port_id': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'mac_address': 'fa:16:3e:d6:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176f264-5524-44df-87f1-bcecd76265ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:03:32Z', 'updated_at': '2022-03-25T20:04:16Z', 'revision_number': 1, 'project_id': '92354142fe6e455fb7338981a22c1406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:29Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.040610 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f2113e91-eedc-4d3f-be22-5174500d0165 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "PUT /v2.0/routers/7109fbc0-827c-496f-a95d-eb46c7c27f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7228348 Mar 25 20:04:20.045712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] Checking router: 7d500e53-3e44-40ac-bbcb-8d83a6519e2e for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:04:20.054825 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee75bcb-1a8e-4ee8-a1ec-cda8fb7768e4 None None] Sync routers for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:20.056883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-0d45840e-16b6-46c1-b935-31a62321c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:20.057552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:20.058173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.058296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-0d45840e-16b6-46c1-b935-31a62321c653 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92354142fe6e455fb7338981a22c1406&device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 1098 time: 0.5467589 Mar 25 20:04:20.073659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54788) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:20.080239 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee75bcb-1a8e-4ee8-a1ec-cda8fb7768e4 None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:20.081650 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5ee75bcb-1a8e-4ee8-a1ec-cda8fb7768e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.087373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=ad947052-2880-4b76-82a3-fb8b5a9ad543,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:20.096126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Request body: {'port': {'network_id': '256e9394-8ca9-46cc-ae99-3c9fdaeab054', 'name': 'tempest-FloatingIPAdminTestJSON-1282852889'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:20.168834 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5ee75bcb-1a8e-4ee8-a1ec-cda8fb7768e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.178688 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee75bcb-1a8e-4ee8-a1ec-cda8fb7768e4 None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:20.179645 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5ee75bcb-1a8e-4ee8-a1ec-cda8fb7768e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.248856 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5ee75bcb-1a8e-4ee8-a1ec-cda8fb7768e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.249047 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee75bcb-1a8e-4ee8-a1ec-cda8fb7768e4 None None] The sync data for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:20.264835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f71fbb-da81-4835-a5b3-1c09364ad3d2 None None] Network e7e46baf-482b-4eb1-a42c-1820b965c6f9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:20.288268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] For port ef4ca381-a08c-4772-beef-8c142ff66ba5, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ef4ca381-a08c-4772-beef-8c142ff66ba5,segment=NetworkSegment(9189c73f-8c0f-4bca-a55d-a1f3f4fd794c),segment_id=9189c73f-8c0f-4bca-a55d-a1f3f4fd794c)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:20.288655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.291292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:04:20.393952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1a56c-3eae-411d-9c74-07683e188342 req-f53ac3c2-10a5-4d57-950c-3224b9dc3f75 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:20.395468 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1b1a56c-3eae-411d-9c74-07683e188342 req-f53ac3c2-10a5-4d57-950c-3224b9dc3f75 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.8172839 Mar 25 20:04:20.413273 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2ceca4bb-c1ae-4bbb-aaee-96fd052cc2fb tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5322440 Mar 25 20:04:20.416041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:20.420016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Usage tracker for resource:port and tenant:418b85a5510e405cbcfcf190215458ba is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:20.422757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.423244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:20.425583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54794) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:20.430266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:20.509360 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ea84e6a8-ea1f-4a73-acb0-6874e7988817 None None] Provisioning for port ef4ca381-a08c-4772-beef-8c142ff66ba5 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:20.539090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.573673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Made reservation on behalf of 418b85a5510e405cbcfcf190215458ba for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:20.577672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.645020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.645269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ef4ca381-a08c-4772-beef-8c142ff66ba5 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:20.678955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b826902-04ce-4773-b11a-3da8fbd9240d']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.687169 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1b1a56c-3eae-411d-9c74-07683e188342 req-fd4eefd9-85a1-4d2a-a4a5-c7bfb5a192a2 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514396 Mar 25 20:04:20.694976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:20.696222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db090d3f-d744-4210-987a-648476516626') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.697061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db090d3f-d744-4210-987a-648476516626') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.704772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] Usage tracker for resource:security_group_rule and tenant:b7f15644052f4b9ca2a7b5824b082384 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:20.712022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:20.716232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Calling delete_port for ef4ca381-a08c-4772-beef-8c142ff66ba5 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:20.719036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:20.753139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Deleting port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:20.755837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.760288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] device_id is not set on port 8b49ba4e-1281-4305-bd4b-432270c078c4 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:20.781716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.824426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.873251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e76570-4beb-4c8b-9388-8ca94698041c tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:20.875149 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61e76570-4beb-4c8b-9388-8ca94698041c tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "GET /v2.0/ports/ad947052-2880-4b76-82a3-fb8b5a9ad543 HTTP/1.1" status: 200 len: 954 time: 0.4421065 Mar 25 20:04:20.876243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:20.876640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:20.883745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-da466104-0c34-4c0b-b3ba-6725b076c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:20.885289 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-da466104-0c34-4c0b-b3ba-6725b076c5bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=0caf61dd-c8b8-4c4a-9682-82f930c1f744 HTTP/1.1" status: 200 len: 906 time: 0.7989745 Mar 25 20:04:20.888631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54802) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:20.905214 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:20.951280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '508b0874-dadd-452f-958d-05d1d1b9b037', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'port_id': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'mac_address': 'fa:16:3e:d6:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176f264-5524-44df-87f1-bcecd76265ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:03:32Z', 'updated_at': '2022-03-25T20:04:16Z', 'revision_number': 1, 'project_id': '92354142fe6e455fb7338981a22c1406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:29Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:20.955565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1c1a-a464-48a9-85ba-bb474cbf897b None None] The sync data for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv is: [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '508b0874-dadd-452f-958d-05d1d1b9b037', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'floating_ip_address': '172.26.8.206', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'port_id': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'mac_address': 'fa:16:3e:d6:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176f264-5524-44df-87f1-bcecd76265ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:03:32Z', 'updated_at': '2022-03-25T20:04:16Z', 'revision_number': 1, 'project_id': '92354142fe6e455fb7338981a22c1406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:29Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:20.974181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port ef4ca381-a08c-4772-beef-8c142ff66ba5 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:20.979537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port ef4ca381-a08c-4772-beef-8c142ff66ba5 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:20.980932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.027841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Router d0037310-a700-497a-9fae-d3a7aed2e7cc has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:04:21.069491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-153c3333-44e1-483b-88ad-582e563e608b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Deleting port ad947052-2880-4b76-82a3-fb8b5a9ad543 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:21.070519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-153c3333-44e1-483b-88ad-582e563e608b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.171204 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.173017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] For port 606ef6f8-7145-4dc6-ab97-41fa367f5e8c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=606ef6f8-7145-4dc6-ab97-41fa367f5e8c,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:21.173579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.242411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.253625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9bb2fa95-c1d4-474a-aaf5-d7205376e2d7 None None] Provisioning complete for port ef4ca381-a08c-4772-beef-8c142ff66ba5 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:21.254124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9bb2fa95-c1d4-474a-aaf5-d7205376e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.289215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2fa95-c1d4-474a-aaf5-d7205376e2d7 None None] Port ef4ca381-a08c-4772-beef-8c142ff66ba5 was deleted so its status cannot be updated. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 25 20:04:21.318220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db764e-f0f3-47df-89be-c733435642c3 None None] New status for floating IP 508b0874-dadd-452f-958d-05d1d1b9b037: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:04:21.353446 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-e1c2d17a-b186-4222-a917-21251ae00990 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c HTTP/1.1" status: 200 len: 999 time: 0.4543128 Mar 25 20:04:21.357859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.365761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Calling delete_port for 606ef6f8-7145-4dc6-ab97-41fa367f5e8c owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:21.405686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Port': ['ID=ef4ca381-a08c-4772-beef-8c142ff66ba5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:21.438158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.442455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Network': ['ID=1b826902-04ce-4773-b11a-3da8fbd9240d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:21.466494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.470560 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-22557dfb-fe2d-43ae-80e0-544687ca58a6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/networks/1b826902-04ce-4773-b11a-3da8fbd9240d HTTP/1.1" status: 204 len: 168 time: 2.4554257 Mar 25 20:04:21.505034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54808) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:21.545055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.573576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c3db3-1c0c-4e1d-8f9c-ac1541dbce7c None None] DHCP port deletion for e7e46baf-482b-4eb1-a42c-1820b965c6f9 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:04:21.601213 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7f15644052f4b9ca2a7b5824b082384&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8006513 Mar 25 20:04:21.628081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-153c3333-44e1-483b-88ad-582e563e608b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:21.650451 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52809e93-1857-497b-9bd9-7d0f95584b73 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:04:21.693485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54812) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:21.768572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-153c3333-44e1-483b-88ad-582e563e608b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Calling delete_port for ad947052-2880-4b76-82a3-fb8b5a9ad543 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:21.783462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52809e93-1857-497b-9bd9-7d0f95584b73 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:04:21.817000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Allocated IP 172.20.0.9 (256e9394-8ca9-46cc-ae99-3c9fdaeab054/4d171547-5cbd-43e7-a09c-30be4ac2530f/8b49ba4e-1281-4305-bd4b-432270c078c4) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:21.819987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-53c1d1e1-2278-4923-8098-65c7bf654e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:21.821485 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-53c1d1e1-2278-4923-8098-65c7bf654e9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8df46b0-6a42-40bd-814c-34fb824843fa HTTP/1.1" status: 200 len: 844 time: 0.4389677 Mar 25 20:04:21.960554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No DVR routers for this DVR port ef4ca381-a08c-4772-beef-8c142ff66ba5 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:21.973963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4826d3e-84d2-4341-b663-9049f0849b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf32ef-b3a4-44e7-9f85-d5285dd773a9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:22.025402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:22.041668 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] Sync routers for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:22.054068 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:22.054919 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:22.064468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.121342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.156122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2f65cf-466b-4dfe-8c00-6b1b3447cbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.238201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-153c3333-44e1-483b-88ad-582e563e608b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.243031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.244676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf21845-2696-4be5-b28e-64edebd36680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-e7e46baf-482b-4eb1-a42c-1820b965c6f9', 'network_id': 'e7e46baf-482b-4eb1-a42c-1820b965c6f9', 'tenant_id': 'e44ef64fea8340358f7f0584a8cd4ca6', 'fixed_ips': [{'subnet_id': '884e9016-b281-422a-8b06-96e25fabb2d9'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:22.245824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cf21845-2696-4be5-b28e-64edebd36680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.300122 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:04:22.320827 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-aa634bc5-5cd6-4354-8018-6babe2dadcf2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8472826 Mar 25 20:04:22.338314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2f65cf-466b-4dfe-8c00-6b1b3447cbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.393757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c3333-44e1-483b-88ad-582e563e608b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad947052-2880-4b76-82a3-fb8b5a9ad543,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:22.401349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-a264c551-f499-4efa-b35c-9ce01760794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:22.402818 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-a264c551-f499-4efa-b35c-9ce01760794b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0caf61dd-c8b8-4c4a-9682-82f930c1f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5192280 Mar 25 20:04:22.415614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-153c3333-44e1-483b-88ad-582e563e608b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.431080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.473071 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9d368803-ca55-42e1-8251-8791f7a06d42 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "PUT /v2.0/floatingips/711cec57-bf8c-4bdb-88a0-357bcef0c3a7 HTTP/1.1" status: 200 len: 991 time: 5.9705374 Mar 25 20:04:22.490631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b444ac33-1d36-449b-8d6e-0280be582531', 'tag': '7494a484-80ed-4c84-b7e2-9445252f4803'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:04:22.515099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ef4ca381-a08c-4772-beef-8c142ff66ba5 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:04:22.529130 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-153c3333-44e1-483b-88ad-582e563e608b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ad947052-2880-4b76-82a3-fb8b5a9ad543 HTTP/1.1" status: 204 len: 168 time: 1.6360996 Mar 25 20:04:22.549271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b7ec45-28d8-4153-904d-9735ada2debd']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:22.577394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34175ab-375d-4109-9894-80f8414b4196') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:22.577394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34175ab-375d-4109-9894-80f8414b4196') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:22.584234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.586488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: ef4ca381-a08c-4772-beef-8c142ff66ba5 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:04:22.586980 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ef4ca381-a08c-4772-beef-8c142ff66ba5 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:04:22.600933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54820) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:22.642161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2f65cf-466b-4dfe-8c00-6b1b3447cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.707166 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b444ac33-1d36-449b-8d6e-0280be582531', 'tag': '7494a484-80ed-4c84-b7e2-9445252f4803', 'status': 'completed', 'code': 200} Mar 25 20:04:22.711901 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f1c64a-0932-42dc-8004-403660dc136d tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] GET failed (client error): The resource could not be found. Mar 25 20:04:22.713267 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-77f1c64a-0932-42dc-8004-403660dc136d tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "GET /v2.0/ports/ad947052-2880-4b76-82a3-fb8b5a9ad543 HTTP/1.1" status: 404 len: 333 time: 0.1113436 Mar 25 20:04:22.714112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.719848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.725051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54824) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:22.728539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.744307 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '711cec57-bf8c-4bdb-88a0-357bcef0c3a7', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'floating_ip_address': '172.26.8.145', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'port_id': '7494a484-80ed-4c84-b7e2-9445252f4803', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'mac_address': 'fa:16:3e:0c:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444ac33-1d36-449b-8d6e-0280be582531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:03:34Z', 'updated_at': '2022-03-25T20:04:18Z', 'revision_number': 1, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:31Z', 'revision_number': 5, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:22.749938 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] Checking router: d0037310-a700-497a-9fae-d3a7aed2e7cc for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:04:22.757458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f65cf-466b-4dfe-8c00-6b1b3447cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf32ef-b3a4-44e7-9f85-d5285dd773a9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:22.758411 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:22.759172 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:22.764267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Transition to ACTIVE for port object 8b49ba4e-1281-4305-bd4b-432270c078c4 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:22.775774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Request body: {'port': {'network_id': '106caa4a-6084-407e-acae-3cdc1667efae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-792671499'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:22.790813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.801281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event deleted for resources: {'Port': ['ID=606ef6f8-7145-4dc6-ab97-41fa367f5e8c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:22.818762 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-bf6ac225-8342-436c-8666-03e74ee1a2ed service neutron] 10.222.0.43 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094138 Mar 25 20:04:22.824849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server [None req-9cf21845-2696-4be5-b28e-64edebd36680 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 884e9016-b281-422a-8b06-96e25fabb2d9: This subnet is being modified by another concurrent operation. Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 25 20:04:22.825608 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise exception Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 884e9016-b281-422a-8b06-96e25fabb2d9: This subnet is being modified by another concurrent operation. Mar 25 20:04:22.830547 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server Mar 25 20:04:22.833794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:22.833794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:22.862278 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663db4d4-5b25-49f9-8a3b-e899649169b8 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:22.872678 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:22.912765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Usage tracker for resource:port and tenant:5ed2c746f33644e3b39be13c7b01f6e6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:22.965023 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:04:22.984988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663db4d4-5b25-49f9-8a3b-e899649169b8 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:04:22.985484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Subnet': ['ID=884e9016-b281-422a-8b06-96e25fabb2d9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:22.995682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:23.013608 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b3ddf4-3f36-4c19-8c97-ba28184ab945 req-65f9197f-81ca-4484-b297-7a131ec505c4 service neutron] 10.222.0.43 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720567 Mar 25 20:04:23.037680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:23.062014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b5a26-14f3-4f95-8507-a3d1e15bedd3 req-5ca93dec-c1ae-40f7-9f7b-da96fc52adf8 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:23.066427 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f64b5a26-14f3-4f95-8507-a3d1e15bedd3 req-5ca93dec-c1ae-40f7-9f7b-da96fc52adf8 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4465058 Mar 25 20:04:23.118453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f64b5a26-14f3-4f95-8507-a3d1e15bedd3 req-6a64c2cf-3005-4a86-bd42-5cca82b2aa1e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426786 Mar 25 20:04:23.134819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2f65cf-466b-4dfe-8c00-6b1b3447cbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.135848 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4b2f65cf-466b-4dfe-8c00-6b1b3447cbb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17cf32ef-b3a4-44e7-9f85-d5285dd773a9 HTTP/1.1" status: 204 len: 168 time: 1.4246395 Mar 25 20:04:23.145694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.196521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.227028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.340886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.346775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Made reservation on behalf of 5ed2c746f33644e3b39be13c7b01f6e6 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:23.349910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.362492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-b5a51595-5ea0-4f20-a621-dbc45e3d082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:23.363839 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-b5a51595-5ea0-4f20-a621-dbc45e3d082c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.7124436 Mar 25 20:04:23.375185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e46baf-482b-4eb1-a42c-1820b965c6f9']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:23.431846 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '711cec57-bf8c-4bdb-88a0-357bcef0c3a7', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'floating_ip_address': '172.26.8.145', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'port_id': '7494a484-80ed-4c84-b7e2-9445252f4803', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'mac_address': 'fa:16:3e:0c:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444ac33-1d36-449b-8d6e-0280be582531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:03:34Z', 'updated_at': '2022-03-25T20:04:18Z', 'revision_number': 1, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:31Z', 'revision_number': 5, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:23.439631 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da5918-6cd5-463c-baed-8168c75c4776 None None] The sync data for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv is: [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '711cec57-bf8c-4bdb-88a0-357bcef0c3a7', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'floating_ip_address': '172.26.8.145', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'port_id': '7494a484-80ed-4c84-b7e2-9445252f4803', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'mac_address': 'fa:16:3e:0c:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444ac33-1d36-449b-8d6e-0280be582531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:03:34Z', 'updated_at': '2022-03-25T20:04:18Z', 'revision_number': 1, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:31Z', 'revision_number': 5, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:23.458752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:23.472573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:23.481350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:23.488296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.497171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.510786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.514088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Network': ['ID=11b7ec45-28d8-4153-904d-9735ada2debd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:23.519707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9189c73f-8c0f-4bca-a55d-a1f3f4fd794c') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:23.524314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9189c73f-8c0f-4bca-a55d-a1f3f4fd794c') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:23.535369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] device_id is not set on port 6779ea25-fb83-4b44-b65a-68f69adc9d99 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:23.554645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event updated for resources: {'Port': ['ID=8b49ba4e-1281-4305-bd4b-432270c078c4,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:23.569949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:23.571006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.575578 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceab438-0eff-49c2-a2ae-33fcf5edc14c None None] Network e7e46baf-482b-4eb1-a42c-1820b965c6f9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:23.638690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-dcef8d48-5aa9-44c4-96a9-88ca09dde98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:23.640965 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-dcef8d48-5aa9-44c4-96a9-88ca09dde98b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92354142fe6e455fb7338981a22c1406&device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 1098 time: 0.3250082 Mar 25 20:04:23.671105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4b6c-04ef-4452-8ea0-22a6bf4598d8 req-c57acd6f-f863-411f-82f1-e098839313ea tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:23.674012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-41eb4b6c-04ef-4452-8ea0-22a6bf4598d8 req-c57acd6f-f863-411f-82f1-e098839313ea tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3591230 Mar 25 20:04:23.715208 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2106f59c-ed1e-429b-b38f-9e4d242b20d9 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6294012 Mar 25 20:04:23.787441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54834) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:23.824579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c37b0-f9fd-405e-8ec1-c9215c9a7570 None None] New status for floating IP 711cec57-bf8c-4bdb-88a0-357bcef0c3a7: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:04:23.834774 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-29169c78-beee-411d-816d-0c82be77efa8 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/networks/11b7ec45-28d8-4153-904d-9735ada2debd HTTP/1.1" status: 204 len: 168 time: 2.3251123 Mar 25 20:04:23.838309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.871854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54838) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:23.946609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.952796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-41eb4b6c-04ef-4452-8ea0-22a6bf4598d8 req-239cc839-5856-48cc-9f0f-8be7c494a35c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517297 Mar 25 20:04:23.970737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:23.971144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:23.986046 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:24.011989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.012547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f74ed2cb-94b1-465e-a055-dc1fc6cf6780 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:04:24.072588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-61e005d3-b137-4b00-a193-64c487d03e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:24.074966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-61e005d3-b137-4b00-a193-64c487d03e9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=0caf61dd-c8b8-4c4a-9682-82f930c1f744 HTTP/1.1" status: 200 len: 906 time: 0.3996761 Mar 25 20:04:24.134698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54844) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:24.167857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89cc417-c62d-43af-a73e-d626737cafbb None None] DHCP port deletion for e7e46baf-482b-4eb1-a42c-1820b965c6f9 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:04:24.177487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-03e3ab30-b5f6-41bf-8000-3ee385d73d98 None None] Provisioning for port 8b49ba4e-1281-4305-bd4b-432270c078c4 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:24.194133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.220903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-03e3ab30-b5f6-41bf-8000-3ee385d73d98 None None] Provisioning complete for port 8b49ba4e-1281-4305-bd4b-432270c078c4 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:24.221496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-03e3ab30-b5f6-41bf-8000-3ee385d73d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.238228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1235e8-7d74-47d9-bb7b-c148f76f4462 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:24.241000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'project_id': '418b85a5510e405cbcfcf190215458ba', 'port_id': '8b49ba4e-1281-4305-bd4b-432270c078c4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:24.251464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1235e8-7d74-47d9-bb7b-c148f76f4462 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:24.257351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bc1235e8-7d74-47d9-bb7b-c148f76f4462 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3881042 Mar 25 20:04:24.260272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54848) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:24.261154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-d656e20a-57a3-418b-bb13-16f7088c9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:24.266627 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-d656e20a-57a3-418b-bb13-16f7088c9a00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.8829913 Mar 25 20:04:24.266627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:24.272644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-537832694'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:24.281412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-03e3ab30-b5f6-41bf-8000-3ee385d73d98 None None] Port 8b49ba4e-1281-4305-bd4b-432270c078c4 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:04:24.285263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:24.301230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Usage tracker for resource:network and tenant:97d27de45d6d46a1a822934aa5297337 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:24.305747 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-29a8f005-5a9d-45e4-8b3e-5a44a19c6327 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c HTTP/1.1" status: 200 len: 1001 time: 0.2201324 Mar 25 20:04:24.306837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:24.314946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:24.336006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Usage tracker for resource:floatingip and tenant:418b85a5510e405cbcfcf190215458ba is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:24.379046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-aee7a17d-7fec-49f2-9f1e-f925925b1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:24.381028 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-aee7a17d-7fec-49f2-9f1e-f925925b1a49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8df46b0-6a42-40bd-814c-34fb824843fa HTTP/1.1" status: 200 len: 844 time: 0.0669053 Mar 25 20:04:24.381358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:24.396518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:24.399339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.401865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.402995 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-32d0105f-ebd2-4467-b10a-6452bed2477f tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f74ed2cb-94b1-465e-a055-dc1fc6cf6780 HTTP/1.1" status: 204 len: 168 time: 5.0345182 Mar 25 20:04:24.422817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54852) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:24.437803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-105199523', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:24.447260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:24.450429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.453157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Made reservation on behalf of 97d27de45d6d46a1a822934aa5297337 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:24.453297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] Usage tracker for resource:security_group_rule and tenant:40b76f11d2c9432aac9a4a6738cacbb0 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:24.456461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.465599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:24.467995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Usage tracker for resource:router and tenant:b91f14c43a4e49fcb0876426040a972b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:24.468492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:24.475791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:24.485152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:24.485992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Network': ['ID=e7e46baf-482b-4eb1-a42c-1820b965c6f9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:24.492663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:24.508296 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7dc171b5-a82a-4e5e-87c8-be02677c5641 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/e7e46baf-482b-4eb1-a42c-1820b965c6f9 HTTP/1.1" status: 204 len: 168 time: 6.7953992 Mar 25 20:04:24.509250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:24.514854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54856) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:24.537265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.550290 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-2c1b3110-beae-4881-badb-e2b50ee0de21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 999 time: 0.2773688 Mar 25 20:04:24.560348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.560713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Added segment bde9f3b4-2ed5-427c-b496-eb75627af8f6 of type vlan for network a2fa18a2-1db3-4c1b-9787-09c4473f8bde Mar 25 20:04:24.571653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-891f5bb6-18a4-4286-b60e-55e81c289363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:24.573340 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-891f5bb6-18a4-4286-b60e-55e81c289363 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0caf61dd-c8b8-4c4a-9682-82f930c1f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864595 Mar 25 20:04:24.574099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.575197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.578734 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7c10d5-a5b6-4014-a2e7-fd085eac49dc tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): The resource could not be found. Mar 25 20:04:24.579236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7c10d5-a5b6-4014-a2e7-fd085eac49dc tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:04:24.602465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.684515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-2a1e572a-7946-459d-acb2-9b3a572eacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:24.686049 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-2a1e572a-7946-459d-acb2-9b3a572eacdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.1279356 Mar 25 20:04:24.749539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 606ef6f8-7145-4dc6-ab97-41fa367f5e8c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:04:24.752572 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fa7c10d5-a5b6-4014-a2e7-fd085eac49dc tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/subnets/884e9016-b281-422a-8b06-96e25fabb2d9 HTTP/1.1" status: 404 len: 337 time: 0.2345309 Mar 25 20:04:24.759114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54860) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:24.767384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.787698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 606ef6f8-7145-4dc6-ab97-41fa367f5e8c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:04:24.788284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 606ef6f8-7145-4dc6-ab97-41fa367f5e8c not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:04:24.836581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.871174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.872766 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bfc20e-b434-4665-9c52-7ab6a625072b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): The resource could not be found. Mar 25 20:04:24.873232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bfc20e-b434-4665-9c52-7ab6a625072b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:04:24.879714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:24.900606 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-a79c3508-0029-4793-90bf-3a07eb02392e service neutron] 10.222.0.43 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131163 Mar 25 20:04:24.949086 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e0bfc20e-b434-4665-9c52-7ab6a625072b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/e7e46baf-482b-4eb1-a42c-1820b965c6f9 HTTP/1.1" status: 404 len: 339 time: 0.1889844 Mar 25 20:04:24.958833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54864) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:24.974359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Network 106caa4a-6084-407e-acae-3cdc1667efae is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:24.995022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.000570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:25.001159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.009584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:25.027589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:25.028541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:25.029152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.035129 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed2c5b3-b327-484f-a1c8-9dddafdea25b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): The resource could not be found. Mar 25 20:04:25.035291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed2c5b3-b327-484f-a1c8-9dddafdea25b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:04:25.039249 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bed2c5b3-b327-484f-a1c8-9dddafdea25b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/subnets/80c54d43-b870-4063-bb9f-6e034b4206f6 HTTP/1.1" status: 404 len: 337 time: 0.0746508 Mar 25 20:04:25.039249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.047415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54870) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:25.055241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=6779ea25-fb83-4b44-b65a-68f69adc9d99,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:25.122323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-02fe734b-8a10-4c9e-8cf0-048ac6a769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:25.123817 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-02fe734b-8a10-4c9e-8cf0-048ac6a769c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4290831 Mar 25 20:04:25.135108 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a934dd-9e44-4a8b-b872-76c0cb88fdfd tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): The resource could not be found. Mar 25 20:04:25.135570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a934dd-9e44-4a8b-b872-76c0cb88fdfd tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:04:25.137214 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-52a934dd-9e44-4a8b-b872-76c0cb88fdfd tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/602edf9b-c81c-4163-bae9-b9214ccc3d59 HTTP/1.1" status: 404 len: 339 time: 0.0798776 Mar 25 20:04:25.142912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54874) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:25.167107 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40b76f11d2c9432aac9a4a6738cacbb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0270948 Mar 25 20:04:25.171272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54878) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:25.217002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e180f-8287-43a6-81fa-eed5e326e42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496ae64b-989e-4a62-9ca9-2b7447c6bb68,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:25.235572 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61c327b6-d071-42d4-9b94-05b7d65ca47b tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4795537 Mar 25 20:04:25.241237 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f4ccaf-a8a2-40c9-9b34-cb06bb73d43e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): The resource could not be found. Mar 25 20:04:25.241684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f4ccaf-a8a2-40c9-9b34-cb06bb73d43e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:04:25.243349 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-94f4ccaf-a8a2-40c9-9b34-cb06bb73d43e tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/subnets/1191cc17-f309-4ff2-ad85-833e8e3e4298 HTTP/1.1" status: 404 len: 337 time: 0.0800712 Mar 25 20:04:25.245949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54882) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:25.246307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54884) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:25.307483 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:25.307826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Network': ['ID=a2fa18a2-1db3-4c1b-9787-09c4473f8bde,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:25.311840 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f12bca2f-1334-4158-9d54-cbdcdf01a823 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0507169 Mar 25 20:04:25.319324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network a2fa18a2-1db3-4c1b-9787-09c4473f8bde details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:25.360900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54890) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:25.389745 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c28277d4-a2c9-45a1-81c2-8cf4d0f5425d req-ffe11c37-5d9b-420d-a63d-622bf5fe9e83 service neutron] 10.222.0.43 "GET /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830625 Mar 25 20:04:25.397662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2062744909'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:25.422972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:25.425622 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c9bd3a-3570-4fa1-90ce-338c050fbe88 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): The resource could not be found. Mar 25 20:04:25.426089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c9bd3a-3570-4fa1-90ce-338c050fbe88 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:04:25.427751 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-59c9bd3a-3570-4fa1-90ce-338c050fbe88 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/623da50d-8247-4f9e-9f25-54c8db8a62ec HTTP/1.1" status: 404 len: 339 time: 0.1335459 Mar 25 20:04:25.429237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.434489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54894) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:25.465060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.497378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9878c4-50b3-4f68-9226-befc568ca9d5 req-ffc14687-4d3f-4f44-b440-d6fc5709d3d5 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:25.499012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a9878c4-50b3-4f68-9226-befc568ca9d5 req-ffc14687-4d3f-4f44-b440-d6fc5709d3d5 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3837664 Mar 25 20:04:25.504113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Usage tracker for resource:network and tenant:97d27de45d6d46a1a822934aa5297337 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:25.515927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:25.543839 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a9878c4-50b3-4f68-9226-befc568ca9d5 req-4230b1aa-360f-4be1-aca0-cb26e6816d05 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390589 Mar 25 20:04:25.669177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:25.736812 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-e5e29438-16b6-4c05-94ba-948f1367be76 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977426 Mar 25 20:04:25.757854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e224-bca8-4977-a91f-87021406595f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.794114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3b70d6ca-cacc-4cc1-8464-619efaad7f5d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting port d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:25.794455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b70d6ca-cacc-4cc1-8464-619efaad7f5d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.848000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.871590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Made reservation on behalf of 97d27de45d6d46a1a822934aa5297337 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:25.875556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.877827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:25.894122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.013406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e224-bca8-4977-a91f-87021406595f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.171986 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:04:26.187123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:26.204217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Allocated IP 172.26.8.33 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/49320972-f4df-496b-81e0-d821078152b2) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:26.275080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.275335 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Added segment ca1860bb-6eb6-4a71-8bb1-ecaa0992b1a8 of type vlan for network 38cdbebb-2c37-4a85-b69c-54cc04428c4d Mar 25 20:04:26.287078 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7a36009e-c4dc-4201-b1d6-5dcb8b260985 req-a085949c-49d1-49e1-93c7-54904441a895 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322986 Mar 25 20:04:26.488741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.551366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b70d6ca-cacc-4cc1-8464-619efaad7f5d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.566312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e224-bca8-4977-a91f-87021406595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.663735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4e224-bca8-4977-a91f-87021406595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ae64b-989e-4a62-9ca9-2b7447c6bb68,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:26.737008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3b70d6ca-cacc-4cc1-8464-619efaad7f5d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Calling delete_port for d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:26.739149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa096f-a3b6-4a1a-b6f2-527929789b59 req-746928fa-1922-4434-8703-4724ea9741ed tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:26.741042 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-65aa096f-a3b6-4a1a-b6f2-527929789b59 req-746928fa-1922-4434-8703-4724ea9741ed tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.0910854 Mar 25 20:04:26.786033 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-65aa096f-a3b6-4a1a-b6f2-527929789b59 req-f44a2538-d683-43a2-b92c-8f74adc15b66 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388539 Mar 25 20:04:26.891252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.896655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:26.897237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.922811 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.942042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e224-bca8-4977-a91f-87021406595f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:26.943138 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d6b4e224-bca8-4977-a91f-87021406595f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/496ae64b-989e-4a62-9ca9-2b7447c6bb68 HTTP/1.1" status: 204 len: 168 time: 1.7336876 Mar 25 20:04:26.970720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] device_id is not set on port 6779ea25-fb83-4b44-b65a-68f69adc9d99 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:26.975706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e53aa-8440-4267-8ed7-d968911ac2fc req-c4c41408-9056-4801-94a9-7df779391add tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:26.977423 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-287e53aa-8440-4267-8ed7-d968911ac2fc req-c4c41408-9056-4801-94a9-7df779391add tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.0832622 Mar 25 20:04:26.985672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.079135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Transition to ACTIVE for port object 6779ea25-fb83-4b44-b65a-68f69adc9d99 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:27.079135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b70d6ca-cacc-4cc1-8464-619efaad7f5d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.082183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Network': ['ID=38cdbebb-2c37-4a85-b69c-54cc04428c4d,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:27.092871 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 38cdbebb-2c37-4a85-b69c-54cc04428c4d details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:27.130580 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1754aa63-9652-4f7b-8163-362ed4bdbcee tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7590733 Mar 25 20:04:27.137767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54906) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:27.140774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70d6ca-cacc-4cc1-8464-619efaad7f5d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Port': ['ID=d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:27.148145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'ports': [{'network_id': 'a2fa18a2-1db3-4c1b-9787-09c4473f8bde', 'name': 'tempest-port--658044162', 'admin_state_up': True}, {'network_id': '38cdbebb-2c37-4a85-b69c-54cc04428c4d', 'admin_state_up': False}]} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:27.148468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'port': {'network_id': 'a2fa18a2-1db3-4c1b-9787-09c4473f8bde', 'name': 'tempest-port--658044162', 'admin_state_up': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:27.148625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b70d6ca-cacc-4cc1-8464-619efaad7f5d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.149024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'port': {'network_id': '38cdbebb-2c37-4a85-b69c-54cc04428c4d', 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:27.150789 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3b70d6ca-cacc-4cc1-8464-619efaad7f5d tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/ports/d1ee4dd6-d8c8-4e8b-a79e-2fe927054f54 HTTP/1.1" status: 204 len: 168 time: 1.7118330 Mar 25 20:04:27.152328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.157231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54910) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:27.184639 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-287e53aa-8440-4267-8ed7-d968911ac2fc req-a9a6554f-4e91-4e50-895a-82787759a433 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002931 Mar 25 20:04:27.245865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.409615 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f9e649-06b2-45a6-9189-6801c9a4f66c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): The resource could not be found. Mar 25 20:04:27.410230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f9e649-06b2-45a6-9189-6801c9a4f66c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:04:27.411987 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-02f9e649-06b2-45a6-9189-6801c9a4f66c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/subnets/06516d40-9247-4e50-b9d0-288b2f200025 HTTP/1.1" status: 404 len: 337 time: 0.2243669 Mar 25 20:04:27.420373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54918) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:27.435287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Allocated IP 172.26.8.250 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/e40bf2f5-7e9e-4075-b02b-f0b4187b918c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:27.473883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:27.477828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Usage tracker for resource:port and tenant:97d27de45d6d46a1a822934aa5297337 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:27.480738 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:27.487201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:27.488936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=6779ea25-fb83-4b44-b65a-68f69adc9d99,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:27.496125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:27.537223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:27.581015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Made reservation on behalf of 97d27de45d6d46a1a822934aa5297337 for: {'port': 2} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:27.585510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.596300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:27.619500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.672514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:27.672514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:27.677288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:27.701422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.703709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:27.704114 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:27.710264 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 2 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:27.721155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Pushing event updated for resources: {'Port': ['ID=49320972-f4df-496b-81e0-d821078152b2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:27.780647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:27.780993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:27.781329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:27.787960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:27.794469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:27.794910 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:27.797339 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 3 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:27.924292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:27.924883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:27.925171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:27.944451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] device_id is not set on port 668e79be-9894-424d-80a9-5ed34e8afcb2 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:27.991452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:27.991452 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:27.997714 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 4 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:28.001157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ee22f-d576-40a5-80fb-080c8ab590c5 req-b368b301-10b0-449e-8e43-4045f96b6cb7 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:28.002644 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2c3ee22f-d576-40a5-80fb-080c8ab590c5 req-b368b301-10b0-449e-8e43-4045f96b6cb7 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.1378806 Mar 25 20:04:28.011948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.038810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.114525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:28.114863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:28.115255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:28.122854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd9b82d-4e3d-4b43-8b52-df0b73be0100']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:28.138372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:28.138623 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:28.143192 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 5 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:28.146699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:28.153593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0ff0d6-fea0-4832-b7f8-447bed3e7b93') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:28.154136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0ff0d6-fea0-4832-b7f8-447bed3e7b93') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:28.157658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:28.161910 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2c3ee22f-d576-40a5-80fb-080c8ab590c5 req-0e6c4bcb-3d4a-4f99-89ef-a6c8f1cac3e3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478608 Mar 25 20:04:28.167620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:28.226882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event updated for resources: {'Port': ['ID=e40bf2f5-7e9e-4075-b02b-f0b4187b918c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:28.251604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54942) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:28.255198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.266834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.292996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:28.293335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:28.293672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:28.306302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:28.306302 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:28.310969 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 6 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:28.324090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.328029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:28.328353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:28.328716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:28.348875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:28.349212 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:28.357753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:28.358762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.373258 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 7 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:28.380007 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:28.462979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-819085328'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:28.472929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:28.473258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:28.473587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:28.478242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:28.489932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:28.490255 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:28.491569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:network and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:28.494767 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 8 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:28.530983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] device_id is not set on port ad2e590f-ae10-4962-8f55-bd35c44b84ce yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:28.619257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:28.633243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:28.655661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:28.655661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:28.655661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:28.661016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:28.661330 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:28.663302 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 9 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:28.687100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:28.687434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:28.687771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:28.702143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:28.702398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.702534 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:28.704526 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempt 10 to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 Mar 25 20:04:28.716413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.742528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.755050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:28.758426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.775032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:28.775364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:28.775698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempting to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:28.777761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Network': ['ID=acd9b82d-4e3d-4b43-8b52-df0b73be0100,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:28.785245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.821258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.836196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:04:28.836548 dv-neutron-835149-1-hyperv neutron-server[88485]: ERROR neutron.plugins.ml2.managers [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Failed to bind port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on host hv-neutron-8351 for vnic_type normal using segments [{'id': '55fb4503-d647-43b8-92fc-a4373e53b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '106caa4a-6084-407e-acae-3cdc1667efae'}] Mar 25 20:04:28.836846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:28.850686 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bdd3db9c-1f3a-475a-88d4-06018229b671 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/acd9b82d-4e3d-4b43-8b52-df0b73be0100 HTTP/1.1" status: 204 len: 168 time: 1.4203303 Mar 25 20:04:28.859377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54952) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:28.903402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:28.945272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.035770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.056202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:security_group_rule and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:29.062427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:29.080006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:29.105049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ae15ce61-2c83-4447-9c67-709253cca7a2 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting port 9672870a-e9df-44e4-a4a2-a2612393415f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:29.105382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae15ce61-2c83-4447-9c67-709253cca7a2 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.271623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] For port 6779ea25-fb83-4b44-b65a-68f69adc9d99, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:29.271930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attempted to set empty binding levels {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 25 20:04:29.314771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.318464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Port': ['ID=668e79be-9894-424d-80a9-5ed34e8afcb2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:29.342795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Checking segment: {'id': 'bde9f3b4-2ed5-427c-b496-eb75627af8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a2fa18a2-1db3-4c1b-9787-09c4473f8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:29.343166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Network hostable DHCP agents. Network: a2fa18a2-1db3-4c1b-9787-09c4473f8bde, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:29.367204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.473557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e775f6-14be-40e7-8e92-887f6639e3f6 req-a7e7c06f-2255-48f5-bda9-f5743064e6d7 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:29.475289 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d5e775f6-14be-40e7-8e92-887f6639e3f6 req-a7e7c06f-2255-48f5-bda9-f5743064e6d7 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3148890 Mar 25 20:04:29.478458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] In _notify_port_updated(), no bound segment for port 6779ea25-fb83-4b44-b65a-68f69adc9d99 on network 106caa4a-6084-407e-acae-3cdc1667efae {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:04:29.479324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:29.479922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.483888 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "PUT /v2.0/ports/6779ea25-fb83-4b44-b65a-68f69adc9d99 HTTP/1.1" status: 200 len: 976 time: 4.1885743 Mar 25 20:04:29.486025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54958) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:29.490857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.545077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Network a2fa18a2-1db3-4c1b-9787-09c4473f8bde is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:29.609159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae15ce61-2c83-4447-9c67-709253cca7a2 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.617309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.618258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53555f1c-36fd-4b6a-b984-94daabfa86c6 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event updated for resources: {'Port': ['ID=6779ea25-fb83-4b44-b65a-68f69adc9d99,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:29.658081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Deleting port 6779ea25-fb83-4b44-b65a-68f69adc9d99 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:29.658430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.683950 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d5e775f6-14be-40e7-8e92-887f6639e3f6 req-1895647f-ac39-4960-b58b-3b8ada1916ef tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969109 Mar 25 20:04:29.752430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ae15ce61-2c83-4447-9c67-709253cca7a2 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Calling delete_port for 9672870a-e9df-44e4-a4a2-a2612393415f owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:29.774164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, a2fa18a2-1db3-4c1b-9787-09c4473f8bde) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:29.779540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.783480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de57b18-179f-4965-811a-82045bb40fd0 None None] Network a2fa18a2-1db3-4c1b-9787-09c4473f8bde requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:29.792811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:29.793542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.890651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:29.901597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd07f5-88c7-44f7-a24d-2ec607081de4,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:29.934362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:29.934711 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Added segment a73cb416-2ecf-4797-8d6e-6dbab16be9f5 of type vlan for network 16eab8e5-a832-428a-a293-9fd25f5afb33 Mar 25 20:04:29.974374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Port': ['ID=ad2e590f-ae10-4962-8f55-bd35c44b84ce,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:29.979045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.015749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.047459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae15ce61-2c83-4447-9c67-709253cca7a2 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.072538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] For port 6779ea25-fb83-4b44-b65a-68f69adc9d99, host hv-neutron-8351, got binding levels [] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:30.072891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.088046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Checking segment: {'id': 'ca1860bb-6eb6-4a71-8bb1-ecaa0992b1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '38cdbebb-2c37-4a85-b69c-54cc04428c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:30.088676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Network hostable DHCP agents. Network: 38cdbebb-2c37-4a85-b69c-54cc04428c4d, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:30.097542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15ce61-2c83-4447-9c67-709253cca7a2 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Port': ['ID=9672870a-e9df-44e4-a4a2-a2612393415f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:30.103275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae15ce61-2c83-4447-9c67-709253cca7a2 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.118797 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ae15ce61-2c83-4447-9c67-709253cca7a2 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/ports/9672870a-e9df-44e4-a4a2-a2612393415f HTTP/1.1" status: 204 len: 168 time: 1.2559664 Mar 25 20:04:30.118974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54962) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:30.152584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.191851 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7770b0f-db2e-40b5-a542-ce0f0f11521b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] DELETE failed (client error): The resource could not be found. Mar 25 20:04:30.192297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7770b0f-db2e-40b5-a542-ce0f0f11521b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:04:30.193966 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e7770b0f-db2e-40b5-a542-ce0f0f11521b tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/subnets/0e7c74e0-8c1a-408f-bebf-f06d9cb525e7 HTTP/1.1" status: 404 len: 337 time: 0.0741086 Mar 25 20:04:30.201053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.206397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:30.206971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.214488 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54966) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:30.224661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Calling delete_port for 6779ea25-fb83-4b44-b65a-68f69adc9d99 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:30.383376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Pushing event updated for resources: {'Port': ['ID=49320972-f4df-496b-81e0-d821078152b2,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:30.398239 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1438870 Mar 25 20:04:30.402306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54970) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:30.405226 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff33ea-2a26-40b8-8761-5649d1bd2b67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Network': ['ID=16eab8e5-a832-428a-a293-9fd25f5afb33,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:30.412204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:30.413479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Router f3f11fb7-f864-4834-8852-a022b81476e1 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:04:30.418444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:30.429900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.559483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Network 38cdbebb-2c37-4a85-b69c-54cc04428c4d is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:30.621340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.695866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 38cdbebb-2c37-4a85-b69c-54cc04428c4d) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:30.705295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:30.710831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:30.715567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:30.716247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.719549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0cb417-551f-4f1f-8b18-cabadd54bb63 None None] Network 38cdbebb-2c37-4a85-b69c-54cc04428c4d requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:30.762216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.763055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:30.775964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:30.781110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:30.793440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:30.816037 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Floating IP d7974522-2e76-47f9-b27d-2f63c602d1b2 associated. External IP: 172.26.8.33, port: 8b49ba4e-1281-4305-bd4b-432270c078c4. Mar 25 20:04:30.837669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:30.848094 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e21ba9-228d-450a-bbb1-454b4261490c None None] Sync routers for ids ['f3f11fb7-f864-4834-8852-a022b81476e1'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:30.863194 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e21ba9-228d-450a-bbb1-454b4261490c None None] Routers {'f3f11fb7-f864-4834-8852-a022b81476e1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:30.864222 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c9e21ba9-228d-450a-bbb1-454b4261490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f3f11fb7-f864-4834-8852-a022b81476e1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:30.865493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Pushing event deleted for resources: {'Port': ['ID=6779ea25-fb83-4b44-b65a-68f69adc9d99,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:30.869522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:30.873088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.942355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:30.946386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-67b56406-a6e9-4ce0-8cda-90fd1e6389d7 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6779ea25-fb83-4b44-b65a-68f69adc9d99 HTTP/1.1" status: 204 len: 168 time: 1.4581144 Mar 25 20:04:30.952428 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c9e21ba9-228d-450a-bbb1-454b4261490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:30.962330 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e21ba9-228d-450a-bbb1-454b4261490c None None] Routers {'f3f11fb7-f864-4834-8852-a022b81476e1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:30.963144 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c9e21ba9-228d-450a-bbb1-454b4261490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f3f11fb7-f864-4834-8852-a022b81476e1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:30.974817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54976) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:31.010762 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-57dde534-9a0f-41ea-840e-276099047c92 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8700187 Mar 25 20:04:31.011421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54980) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:31.019635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.051070 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c9e21ba9-228d-450a-bbb1-454b4261490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:31.051718 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e21ba9-228d-450a-bbb1-454b4261490c None None] The sync data for ids ['f3f11fb7-f864-4834-8852-a022b81476e1'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:31.078015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.079177 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc4c0e0b-c6bb-434b-a8c4-d3e672f80928 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6503065 Mar 25 20:04:31.088013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54984) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:31.095094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac19873-8c94-4f44-be6c-17857e8a43f2']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:31.105420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-83a0ccce-92ff-43fa-8750-abce9b988be9 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': False}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:31.107945 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fa8ce9-8403-4a12-901a-39176d079004 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] GET failed (client error): The resource could not be found. Mar 25 20:04:31.108500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-08fa8ce9-8403-4a12-901a-39176d079004 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Synchronizing usage tracker for tenant:5ed2c746f33644e3b39be13c7b01f6e6 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:31.170897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bc5d3d-546c-486e-82d5-c0c5c393726c') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:31.171195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bc5d3d-546c-486e-82d5-c0c5c393726c') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:31.207637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.220392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-08fa8ce9-8403-4a12-901a-39176d079004 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] Unset dirty status for tenant:5ed2c746f33644e3b39be13c7b01f6e6 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:31.221563 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-08fa8ce9-8403-4a12-901a-39176d079004 tempest-PortsAdminExtendedAttrsTestJSON-1705154034 tempest-PortsAdminExtendedAttrsTestJSON-1705154034-project-admin] 10.222.0.37 "GET /v2.0/ports/6779ea25-fb83-4b44-b65a-68f69adc9d99 HTTP/1.1" status: 404 len: 333 time: 0.2453923 Mar 25 20:04:31.232920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d9e65-c7da-48ab-904b-45ce83fec662 req-d82338d6-9203-4eae-90d5-09b352f11ea1 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:31.234389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-721d9e65-c7da-48ab-904b-45ce83fec662 req-d82338d6-9203-4eae-90d5-09b352f11ea1 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4025197 Mar 25 20:04:31.234856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 54988) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:31.246695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.363571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:31.363971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:31.384658 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:31.422458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Router 7109fbc0-827c-496f-a95d-eb46c7c27f3a has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:04:31.496568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.565017 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-721d9e65-c7da-48ab-904b-45ce83fec662 req-f1b67da4-9657-4ccd-be7e-cda7ffd20b14 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195446 Mar 25 20:04:31.573219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130f5e7d-7953-4cbd-859c-05cd8ddeddd6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:31.579074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130f5e7d-7953-4cbd-859c-05cd8ddeddd6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:31.587790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-130f5e7d-7953-4cbd-859c-05cd8ddeddd6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Synchronizing usage tracker for tenant:97d27de45d6d46a1a822934aa5297337 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:31.658053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.660737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=e7ee7506-099e-4b42-a9ff-00b4a6a88c43,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:31.669747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.684321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:31.686967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:31.686967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network hostable DHCP agents. Network: 16eab8e5-a832-428a-a293-9fd25f5afb33, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:31.702413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef6490-9ae6-47a5-8961-a4179274335f None None] Sync routers for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:31.702919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.713013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef6490-9ae6-47a5-8961-a4179274335f None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:31.713704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Network': ['ID=bac19873-8c94-4f44-be6c-17857e8a43f2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:31.714016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-afef6490-9ae6-47a5-8961-a4179274335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:31.726106 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3613db4f-56f7-484a-a111-bb66a425b16c tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/bac19873-8c94-4f44-be6c-17857e8a43f2 HTTP/1.1" status: 204 len: 168 time: 1.5091038 Mar 25 20:04:31.728708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54992) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:31.785556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-afef6490-9ae6-47a5-8961-a4179274335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:31.794753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef6490-9ae6-47a5-8961-a4179274335f None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:31.796157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-afef6490-9ae6-47a5-8961-a4179274335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:31.797153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-402760db-d69b-4b67-b17c-0c7c61f2b376 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting subnet 977a92b7-281c-4393-8673-93499655f451 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:04:31.799498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.824744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:31.843739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-402760db-d69b-4b67-b17c-0c7c61f2b376 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.866241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-afef6490-9ae6-47a5-8961-a4179274335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:31.866845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef6490-9ae6-47a5-8961-a4179274335f None None] The sync data for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:31.911661 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cf57609d-7aeb-453e-a966-0416792fcbc7 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.1167233 Mar 25 20:04:31.914454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 54996) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:31.918303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-402760db-d69b-4b67-b17c-0c7c61f2b376 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:31.932344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-130f5e7d-7953-4cbd-859c-05cd8ddeddd6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Unset dirty status for tenant:97d27de45d6d46a1a822934aa5297337 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:31.933527 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-130f5e7d-7953-4cbd-859c-05cd8ddeddd6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9162250 Mar 25 20:04:31.941110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55000) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:32.014499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 16eab8e5-a832-428a-a293-9fd25f5afb33) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:32.024412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d33b9a-2c61-42ee-81f1-d37c6f7b54ff None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:32.035874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:32.036364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.099723 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f60cb605-4b3e-4eae-a29c-cf0afddc278b tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] 10.222.0.37 "GET /v2.0/floatingips/d7974522-2e76-47f9-b27d-2f63c602d1b2 HTTP/1.1" status: 200 len: 982 time: 0.1816528 Mar 25 20:04:32.099949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55004) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:32.150259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.199291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-30f9f256-adb2-4126-8f8b-db1f9246fa60 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Deleting port 668e79be-9894-424d-80a9-5ed34e8afcb2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:32.199646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30f9f256-adb2-4126-8f8b-db1f9246fa60 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.246090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106caa4a-6084-407e-acae-3cdc1667efae']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:32.265885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fb4503-d647-43b8-92fc-a4373e53b587') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:32.266173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fb4503-d647-43b8-92fc-a4373e53b587') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:32.298009 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1e427f72-5507-4cc4-b34a-c09cf3dd8d45 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8912070 Mar 25 20:04:32.306787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55008) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:32.310765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'e7ee7506-099e-4b42-a9ff-00b4a6a88c43'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:32.311848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-402760db-d69b-4b67-b17c-0c7c61f2b376 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.312115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.350137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.358791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'name': 'tempest-NetworksTestDHCPv6-1812703041'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:32.420461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.432403 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b421e349-149b-403f-a956-fbf3dc621de2 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.3284738 Mar 25 20:04:32.432741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55012) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:32.484775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/e7ee7506-099e-4b42-a9ff-00b4a6a88c43/3ec44c97-9221-463a-acaa-46af850b7b9d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:32.492961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:32.493744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:32.516629 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:32.543354 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:32.547379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:32.550353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:32.556229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:32.604582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83a0ccce-92ff-43fa-8750-abce9b988be9 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.608299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-402760db-d69b-4b67-b17c-0c7c61f2b376 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.699457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:32.708554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.716796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.742099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402760db-d69b-4b67-b17c-0c7c61f2b376 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Subnet': ['ID=977a92b7-281c-4393-8673-93499655f451,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:32.746267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-402760db-d69b-4b67-b17c-0c7c61f2b376 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.753353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44a9c3a-6786-4293-9e76-db51a3e0ff73 None None] Network fcb35355-43fa-41b9-a8af-72faf59c2fc0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:32.761170 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-402760db-d69b-4b67-b17c-0c7c61f2b376 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/subnets/977a92b7-281c-4393-8673-93499655f451 HTTP/1.1" status: 204 len: 168 time: 1.0313523 Mar 25 20:04:32.763132 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55018) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:32.784765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Transition to ACTIVE for port object 3ec44c97-9221-463a-acaa-46af850b7b9d will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:32.797890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port a98d23d2-733e-4405-b724-bef527b85288 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:32.872299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Transition to ACTIVE for port object 3ec44c97-9221-463a-acaa-46af850b7b9d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:32.877729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.885964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30f9f256-adb2-4126-8f8b-db1f9246fa60 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.937011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.950238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.964880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Deleting port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:32.965319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.976007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:32.999865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] Pushing event deleted for resources: {'Network': ['ID=106caa4a-6084-407e-acae-3cdc1667efae,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:33.052631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:33.054855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:33.057454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:33.072506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-30f9f256-adb2-4126-8f8b-db1f9246fa60 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Calling delete_port for 668e79be-9894-424d-80a9-5ed34e8afcb2 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:33.101782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Pushing event updated for resources: {'Port': ['ID=3ec44c97-9221-463a-acaa-46af850b7b9d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:33.104348 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a091ebbf-b3a7-4338-b30d-a098ea6e5b25 tempest-PortsAdminExtendedAttrsTestJSON-192017315 tempest-PortsAdminExtendedAttrsTestJSON-192017315-project] 10.222.0.37 "DELETE /v2.0/networks/106caa4a-6084-407e-acae-3cdc1667efae HTTP/1.1" status: 204 len: 168 time: 1.8632493 Mar 25 20:04:33.142403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Deleting port 49320972-f4df-496b-81e0-d821078152b2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:33.142658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.151297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::210 (16eab8e5-a832-428a-a293-9fd25f5afb33/e7ee7506-099e-4b42-a9ff-00b4a6a88c43/a98d23d2-733e-4405-b724-bef527b85288) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:33.153138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] DHCP port deletion for fcb35355-43fa-41b9-a8af-72faf59c2fc0 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:04:33.175277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] Deleting port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:33.175643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.278243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Attempting to bind port 3ec44c97-9221-463a-acaa-46af850b7b9d on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:33.278605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Attempting to bind port 3ec44c97-9221-463a-acaa-46af850b7b9d by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:33.279018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Attempting to bind port 3ec44c97-9221-463a-acaa-46af850b7b9d on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:33.290112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:33.290478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:33.290872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.291259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:33.291723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Bound port: 3ec44c97-9221-463a-acaa-46af850b7b9d, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:33.292085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.445272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] For port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1,segment=NetworkSegment(6d89856a-367b-40ac-ada0-d543433952a2),segment_id=6d89856a-367b-40ac-ada0-d543433952a2)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:33.446285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.485324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] For port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1,segment=NetworkSegment(6d89856a-367b-40ac-ada0-d543433952a2),segment_id=6d89856a-367b-40ac-ada0-d543433952a2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:33.485707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.514932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1e9e5-8b4c-41b5-9a79-a770881329bd req-8d6f895f-cb13-4753-aef7-562416add7ba tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:33.516419 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-13d1e9e5-8b4c-41b5-9a79-a770881329bd req-8d6f895f-cb13-4753-aef7-562416add7ba tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.7623415 Mar 25 20:04:33.529066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30f9f256-adb2-4126-8f8b-db1f9246fa60 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.563133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] For port 3ec44c97-9221-463a-acaa-46af850b7b9d, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:33.586250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Calling delete_port for 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:33.612777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9f256-adb2-4126-8f8b-db1f9246fa60 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Port': ['ID=668e79be-9894-424d-80a9-5ed34e8afcb2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:33.627174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30f9f256-adb2-4126-8f8b-db1f9246fa60 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.658571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.658900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.673498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] Calling delete_port for 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:33.719337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.721978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] For port 3ec44c97-9221-463a-acaa-46af850b7b9d, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ec44c97-9221-463a-acaa-46af850b7b9d,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:33.737479 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-13d1e9e5-8b4c-41b5-9a79-a770881329bd req-fb6dff9f-a1c0-450a-8a54-f0104226b923 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095108 Mar 25 20:04:33.772784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object a98d23d2-733e-4405-b724-bef527b85288 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:33.808674 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-30f9f256-adb2-4126-8f8b-db1f9246fa60 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/ports/668e79be-9894-424d-80a9-5ed34e8afcb2 HTTP/1.1" status: 204 len: 168 time: 1.8423657 Mar 25 20:04:33.808952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.809070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Calling delete_port for 49320972-f4df-496b-81e0-d821078152b2 owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:33.809169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55028) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:33.809962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55030) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:33.875395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 25 20:04:33.875395 dv-neutron-835149-1-hyperv neutron-server[88486]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 25 20:04:33.875395 dv-neutron-835149-1-hyperv neutron-server[88486]: [parameters: {'port_id': '2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1', 'host': 'dv-neutron-835149-1-hyperv', 'level': 0}] Mar 25 20:04:33.875395 dv-neutron-835149-1-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:04:33.876097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:04:33.878960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.898391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5c32d-50e7-4c99-9660-f8137450944c None None] Pushing event updated for resources: {'Port': ['ID=3ec44c97-9221-463a-acaa-46af850b7b9d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:33.935066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-428848f6-431f-4a1e-a5da-427f613da0ab tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Deleting port ad2e590f-ae10-4962-8f55-bd35c44b84ce {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:33.935643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-428848f6-431f-4a1e-a5da-427f613da0ab tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.978617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:33.980279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Port': ['ID=2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:34.043314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] No DVR routers for this DVR port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:34.290771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.306463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:34.347869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=a98d23d2-733e-4405-b724-bef527b85288,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:34.350730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:34.355962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event deleted for resources: {'Port': ['ID=49320972-f4df-496b-81e0-d821078152b2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:34.377220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] Deleting port 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:34.377715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.378757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:34.384161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:34.384781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.450533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-98903c2d-d41b-48a1-87c6-3b1207cdda78 None None] The port '2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:04:34.497047 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e0f5bc15-09da-4307-9056-5e8c0a2b6678 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2eed16f4db2148b4bcbfe783aa2b43b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859796 Mar 25 20:04:34.499648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.506870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55038) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:34.540233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb35355-43fa-41b9-a8af-72faf59c2fc0']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:34.573475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.574031 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Floating IP d7974522-2e76-47f9-b27d-2f63c602d1b2 disassociated (deleted). External IP: 172.26.8.33, port: 8b49ba4e-1281-4305-bd4b-432270c078c4. Mar 25 20:04:34.588047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ec44c97-9221-463a-acaa-46af850b7b9d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:34.621312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-428848f6-431f-4a1e-a5da-427f613da0ab tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.708183 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c34f74f3-bab3-43a2-bb5b-3d1d2e2d26fc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3980331 Mar 25 20:04:34.708362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d89856a-367b-40ac-ada0-d543433952a2') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:34.708544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d89856a-367b-40ac-ada0-d543433952a2') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:34.716145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55042) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:34.764046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 3ec44c97-9221-463a-acaa-46af850b7b9d completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:34.789992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-428848f6-431f-4a1e-a5da-427f613da0ab tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Calling delete_port for ad2e590f-ae10-4962-8f55-bd35c44b84ce owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:34.844299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:04:34.848281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.867673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.874969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:34.875373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:34.943140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:04:34.943763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2a2f02f0-9bb3-47f5-8376-a9a5ec1875c1 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:34.960227 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:35.026339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.032143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.047795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83a0ccce-92ff-43fa-8750-abce9b988be9 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.062140 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] 10.222.0.37 "DELETE /v2.0/networks/fcb35355-43fa-41b9-a8af-72faf59c2fc0 HTTP/1.1" status: 204 len: 168 time: 2.2937598 Mar 25 20:04:35.062140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f57d7-f326-4842-a3c0-519e56f2f187 tempest-NetworksIpV6TestAttrs-37631336 tempest-NetworksIpV6TestAttrs-37631336-project] Pushing event deleted for resources: {'Network': ['ID=fcb35355-43fa-41b9-a8af-72faf59c2fc0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:35.063827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f535893f-0c61-4c65-a2e8-1e3195d570ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.083660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e42a36-1b31-4307-9093-320b7425c7ac None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:35.112356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-428848f6-431f-4a1e-a5da-427f613da0ab tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.146386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83a0ccce-92ff-43fa-8750-abce9b988be9 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.159322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f535893f-0c61-4c65-a2e8-1e3195d570ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.162667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428848f6-431f-4a1e-a5da-427f613da0ab tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Port': ['ID=ad2e590f-ae10-4962-8f55-bd35c44b84ce,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:35.170834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-428848f6-431f-4a1e-a5da-427f613da0ab tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.175087 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-428848f6-431f-4a1e-a5da-427f613da0ab tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/ports/ad2e590f-ae10-4962-8f55-bd35c44b84ce HTTP/1.1" status: 204 len: 168 time: 1.3645482 Mar 25 20:04:35.175219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55050) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:35.234750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a079e5d0-a3b6-4c9c-8004-6b6fffbc055e tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Synchronizing usage tracker for tenant:97d27de45d6d46a1a822934aa5297337 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:35.316300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a079e5d0-a3b6-4c9c-8004-6b6fffbc055e tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Unset dirty status for tenant:97d27de45d6d46a1a822934aa5297337 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:35.317767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d07f5b0e-8837-4ee2-8388-7089c83cfa75 None None] Provisioning for port 3ec44c97-9221-463a-acaa-46af850b7b9d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:35.317966 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a079e5d0-a3b6-4c9c-8004-6b6fffbc055e tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1417217 Mar 25 20:04:35.326243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55054) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:35.326382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906723fc-6ef2-4fcf-808d-35393b1ffecf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:35.328681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1399558692'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:35.330451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906723fc-6ef2-4fcf-808d-35393b1ffecf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:35.332014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-906723fc-6ef2-4fcf-808d-35393b1ffecf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4376559 Mar 25 20:04:35.332353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d07f5b0e-8837-4ee2-8388-7089c83cfa75 None None] Provisioning complete for port 3ec44c97-9221-463a-acaa-46af850b7b9d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:35.333163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d07f5b0e-8837-4ee2-8388-7089c83cfa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.333761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:35.335986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55058) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:35.369080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Usage tracker for resource:network and tenant:97d27de45d6d46a1a822934aa5297337 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:35.377881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:35.392833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:35.418578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b6e10-369b-420d-96e3-e5de0af69c54 req-e12b6f6b-fe1d-44a6-a2f2-be4bd6d3821c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:35.422073 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-269b6e10-369b-420d-96e3-e5de0af69c54 req-e12b6f6b-fe1d-44a6-a2f2-be4bd6d3821c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5243816 Mar 25 20:04:35.432778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1f198-e1c4-4d1d-8032-f4a0bb797e57 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port a98d23d2-733e-4405-b724-bef527b85288 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:35.433113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f198-e1c4-4d1d-8032-f4a0bb797e57 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.477800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d07f5b0e-8837-4ee2-8388-7089c83cfa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.519304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d07f5b0e-8837-4ee2-8388-7089c83cfa75 None None] For port 3ec44c97-9221-463a-acaa-46af850b7b9d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ec44c97-9221-463a-acaa-46af850b7b9d,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:35.593260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d07f5b0e-8837-4ee2-8388-7089c83cfa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.649450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a0ccce-92ff-43fa-8750-abce9b988be9 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Router f3f11fb7-f864-4834-8852-a022b81476e1 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:04:35.650060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55064) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:35.666916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f535893f-0c61-4c65-a2e8-1e3195d570ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.688395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Made reservation on behalf of 97d27de45d6d46a1a822934aa5297337 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:35.693182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-269b6e10-369b-420d-96e3-e5de0af69c54 req-8cbbe2ab-b7ea-4512-b65b-ba5e3d3bbf92 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873841 Mar 25 20:04:35.693486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.724552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535893f-0c61-4c65-a2e8-1e3195d570ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9acdce4-7184-454d-b135-8a5c583bed81,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:35.750063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f5b0e-8837-4ee2-8388-7089c83cfa75 None None] Pushing event updated for resources: {'Port': ['ID=3ec44c97-9221-463a-acaa-46af850b7b9d,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:35.773695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f198-e1c4-4d1d-8032-f4a0bb797e57 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.819201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Router 7109fbc0-827c-496f-a95d-eb46c7c27f3a has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:04:35.824466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3f56655b-027c-48ba-afd4-dea1a00f9aaa None None] Provisioning complete for port 3ec44c97-9221-463a-acaa-46af850b7b9d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:35.825064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f56655b-027c-48ba-afd4-dea1a00f9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.831999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f535893f-0c61-4c65-a2e8-1e3195d570ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:35.839387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f535893f-0c61-4c65-a2e8-1e3195d570ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9acdce4-7184-454d-b135-8a5c583bed81 HTTP/1.1" status: 204 len: 168 time: 1.3242786 Mar 25 20:04:35.999459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1f198-e1c4-4d1d-8032-f4a0bb797e57 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for a98d23d2-733e-4405-b724-bef527b85288 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:36.046497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a0ccce-92ff-43fa-8750-abce9b988be9 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:36.057389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:36.060351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83a0ccce-92ff-43fa-8750-abce9b988be9 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.062310 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-83a0ccce-92ff-43fa-8750-abce9b988be9 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "PUT /v2.0/routers/f3f11fb7-f864-4834-8852-a022b81476e1 HTTP/1.1" status: 200 len: 925 time: 4.9705410 Mar 25 20:04:36.062908 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19239d76-3a41-4299-931e-5d69a5b6ac50 None None] Sync routers for ids ['f3f11fb7-f864-4834-8852-a022b81476e1'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:36.066457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3f56655b-027c-48ba-afd4-dea1a00f9aaa None None] Provisioning for port a98d23d2-733e-4405-b724-bef527b85288 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:36.075885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55072) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:36.076071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3f56655b-027c-48ba-afd4-dea1a00f9aaa None None] Provisioning complete for port a98d23d2-733e-4405-b724-bef527b85288 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:36.076071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f56655b-027c-48ba-afd4-dea1a00f9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.076240 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19239d76-3a41-4299-931e-5d69a5b6ac50 None None] Routers {'f3f11fb7-f864-4834-8852-a022b81476e1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:36.076240 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-19239d76-3a41-4299-931e-5d69a5b6ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f3f11fb7-f864-4834-8852-a022b81476e1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:36.094469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.094933 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Added segment 6e68a5a7-d98d-4f25-b5e1-1e857506b172 of type vlan for network db4bc3f5-95be-476a-aa7a-440abed08748 Mar 25 20:04:36.129634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3f56655b-027c-48ba-afd4-dea1a00f9aaa None None] Port a98d23d2-733e-4405-b724-bef527b85288 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:04:36.146626 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ef8bf926-b1c1-47e6-a01d-1cfa1f1c2767 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e44ef64fea8340358f7f0584a8cd4ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954517 Mar 25 20:04:36.149338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55078) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:36.154046 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-19239d76-3a41-4299-931e-5d69a5b6ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:36.164424 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19239d76-3a41-4299-931e-5d69a5b6ac50 None None] Routers {'f3f11fb7-f864-4834-8852-a022b81476e1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:36.165258 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-19239d76-3a41-4299-931e-5d69a5b6ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f3f11fb7-f864-4834-8852-a022b81476e1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:36.189589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:36.196044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.201342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b093cbf-8b3d-4264-8d1c-70a6b54b9fe9 None None] Sync routers for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:36.218610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b093cbf-8b3d-4264-8d1c-70a6b54b9fe9 None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:36.219385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-4b093cbf-8b3d-4264-8d1c-70a6b54b9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:36.233300 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-19239d76-3a41-4299-931e-5d69a5b6ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:36.234121 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19239d76-3a41-4299-931e-5d69a5b6ac50 None None] The sync data for ids ['f3f11fb7-f864-4834-8852-a022b81476e1'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:36.279305 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bb30045a-b56f-475a-a8df-c8927247974a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "DELETE /v2.0/floatingips/d7974522-2e76-47f9-b27d-2f63c602d1b2 HTTP/1.1" status: 204 len: 168 time: 3.8454688 Mar 25 20:04:36.282533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-513cc227-aebe-4d3b-ae73-ad8d643347e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.285149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55082) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:36.300892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:36.307453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:36.323528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Usage tracker for resource:floatingip and tenant:b6abf7ce9f474bd991fa0c3502d12f8a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:36.330518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:36.331590 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-4b093cbf-8b3d-4264-8d1c-70a6b54b9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:36.335576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-095bc71c-c882-47fe-9f7f-2612210e51bf None None] Provisioning complete for port a98d23d2-733e-4405-b724-bef527b85288 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:36.339486 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-095bc71c-c882-47fe-9f7f-2612210e51bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.339591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-513cc227-aebe-4d3b-ae73-ad8d643347e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.345996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:36.385313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b093cbf-8b3d-4264-8d1c-70a6b54b9fe9 None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:36.385827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-4b093cbf-8b3d-4264-8d1c-70a6b54b9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:36.450712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-4b093cbf-8b3d-4264-8d1c-70a6b54b9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:36.451130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b093cbf-8b3d-4264-8d1c-70a6b54b9fe9 None None] The sync data for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:36.463671 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-095bc71c-c882-47fe-9f7f-2612210e51bf None None] Port a98d23d2-733e-4405-b724-bef527b85288 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:04:36.472515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.504039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-513cc227-aebe-4d3b-ae73-ad8d643347e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.515434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.529914 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a3cddfa2-74d6-44de-be94-656c2785a94e tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/routers/f3f11fb7-f864-4834-8852-a022b81476e1 HTTP/1.1" status: 200 len: 925 time: 0.4527524 Mar 25 20:04:36.530080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cc227-aebe-4d3b-ae73-ad8d643347e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24455a6-58c8-4558-9243-1e78a5c976cb,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:36.531736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55086) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:36.533834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-513cc227-aebe-4d3b-ae73-ad8d643347e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.535338 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-513cc227-aebe-4d3b-ae73-ad8d643347e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d24455a6-58c8-4558-9243-1e78a5c976cb HTTP/1.1" status: 204 len: 168 time: 0.3847847 Mar 25 20:04:36.555798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ec44c97-9221-463a-acaa-46af850b7b9d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:36.666014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3ec44c97-9221-463a-acaa-46af850b7b9d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:36.666014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.666346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55092) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:36.762041 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c6a0e712-10ca-461b-b313-47c16985a1a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ed2c746f33644e3b39be13c7b01f6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994465 Mar 25 20:04:36.765255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55098) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:36.815645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.826154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:36.826836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:36.870743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f198-e1c4-4d1d-8032-f4a0bb797e57 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.031705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1f198-e1c4-4d1d-8032-f4a0bb797e57 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=a98d23d2-733e-4405-b724-bef527b85288,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:37.051130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b6b11-564d-4a1c-98d6-f1bba0aa04a0 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:37.051130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-627b6b11-564d-4a1c-98d6-f1bba0aa04a0 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Synchronizing usage tracker for tenant:fe194e73c043405faf5c0677e7bf65e9 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:37.062410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Network': ['ID=db4bc3f5-95be-476a-aa7a-440abed08748,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:37.070637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cb186f93-4139-4560-aef7-32969ad5d7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.082801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072d29-651f-4caf-837d-0a5e894a9c39 req-f49210ce-7449-418c-93b7-936bfcb80908 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:37.084715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network db4bc3f5-95be-476a-aa7a-440abed08748 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:37.085244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25072d29-651f-4caf-837d-0a5e894a9c39 req-f49210ce-7449-418c-93b7-936bfcb80908 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.1472039 Mar 25 20:04:37.089445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f198-e1c4-4d1d-8032-f4a0bb797e57 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.094446 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b5b1f198-e1c4-4d1d-8032-f4a0bb797e57 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/a98d23d2-733e-4405-b724-bef527b85288 HTTP/1.1" status: 204 len: 168 time: 1.7574892 Mar 25 20:04:37.096205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55104) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:37.112001 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cb186f93-4139-4560-aef7-32969ad5d7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.140518 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-67e1066a-cd75-447a-ac3c-438a5fa2fa0d tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8167868 Mar 25 20:04:37.149831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.149962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55108) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:37.163802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1079241153'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:37.169332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:37.179061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Usage tracker for resource:network and tenant:97d27de45d6d46a1a822934aa5297337 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:37.179061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:37.184568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:37.210861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-627b6b11-564d-4a1c-98d6-f1bba0aa04a0 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Unset dirty status for tenant:fe194e73c043405faf5c0677e7bf65e9 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:37.214814 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-627b6b11-564d-4a1c-98d6-f1bba0aa04a0 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=f3f11fb7-f864-4834-8852-a022b81476e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6786528 Mar 25 20:04:37.216116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55112) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:37.276620 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25072d29-651f-4caf-837d-0a5e894a9c39 req-861a013d-fdc4-4f90-bed4-0142a5572a0e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823153 Mar 25 20:04:37.286843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78897fbd-ff3d-4517-811d-878583a02b76 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:37.288345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78897fbd-ff3d-4517-811d-878583a02b76 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:37.289856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-78897fbd-ff3d-4517-811d-878583a02b76 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1927605 Mar 25 20:04:37.308031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55116) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:37.308202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cb186f93-4139-4560-aef7-32969ad5d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.369800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb186f93-4139-4560-aef7-32969ad5d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6a6610-3aff-4f8f-82b5-1a8087330f9c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:37.371604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Made reservation on behalf of 97d27de45d6d46a1a822934aa5297337 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:37.375033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.415286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cb186f93-4139-4560-aef7-32969ad5d7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.416416 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cb186f93-4139-4560-aef7-32969ad5d7a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a6a6610-3aff-4f8f-82b5-1a8087330f9c HTTP/1.1" status: 204 len: 168 time: 0.6501312 Mar 25 20:04:37.426653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:37.436961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-40768021-83ed-446f-8c65-80ef020bd7d8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet e7ee7506-099e-4b42-a9ff-00b4a6a88c43 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:04:37.443914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.444109 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Added segment e3debcd3-8915-44f3-94bb-8e7eb899b28d of type vlan for network bbb5419b-3785-499e-90c3-bfd497befc78 Mar 25 20:04:37.444353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40768021-83ed-446f-8c65-80ef020bd7d8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.472771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8883f22-c7d7-4cf7-9822-c43a628b8b16 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:37.473077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8883f22-c7d7-4cf7-9822-c43a628b8b16 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Synchronizing usage tracker for tenant:fe194e73c043405faf5c0677e7bf65e9 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:37.491685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Allocated IP 172.26.8.90 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/92530230-604b-496b-88af-845e99c649a2) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:37.491918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.517053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40768021-83ed-446f-8c65-80ef020bd7d8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.598002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8883f22-c7d7-4cf7-9822-c43a628b8b16 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Unset dirty status for tenant:fe194e73c043405faf5c0677e7bf65e9 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:37.599600 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d8883f22-c7d7-4cf7-9822-c43a628b8b16 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 881 time: 0.3824565 Mar 25 20:04:37.602390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55130) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:37.640513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.645894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:37.646634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.683880 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8ca743c7-148e-4249-9b7e-620bfa2badc3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f11fb7-f864-4834-8852-a022b81476e1 HTTP/1.1" status: 200 len: 205 time: 0.0803711 Mar 25 20:04:37.690875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55134) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:37.773550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Network': ['ID=bbb5419b-3785-499e-90c3-bfd497befc78,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:37.784806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network bbb5419b-3785-499e-90c3-bfd497befc78 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:37.824744 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6fc1e37c-625d-44a7-9b7a-3c1d1a05e088 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6737399 Mar 25 20:04:37.914036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:37.924824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40768021-83ed-446f-8c65-80ef020bd7d8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.002341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.212437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.241395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:38.272652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40768021-83ed-446f-8c65-80ef020bd7d8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.315112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Deleting port e40bf2f5-7e9e-4075-b02b-f0b4187b918c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:38.315542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.359807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.417209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5461e-256a-486b-8b42-4f16e93c4e8a None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:38.417688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69968484'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:38.421315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40768021-83ed-446f-8c65-80ef020bd7d8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ee7506-099e-4b42-a9ff-00b4a6a88c43,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:38.424512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40768021-83ed-446f-8c65-80ef020bd7d8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.464970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:38.494349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:38.535711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:38.554738 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:38.565942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:38.570155 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-40768021-83ed-446f-8c65-80ef020bd7d8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/e7ee7506-099e-4b42-a9ff-00b4a6a88c43 HTTP/1.1" status: 204 len: 168 time: 1.2746208 Mar 25 20:04:38.571671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55170) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:38.744884 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ce8e2f4e-9f6c-4aa7-9191-64b5399593af tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1713557 Mar 25 20:04:38.746979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55176) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:38.748591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:38.756947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Pushing event updated for resources: {'Port': ['ID=92530230-604b-496b-88af-845e99c649a2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:38.759746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:38.767284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:38.866000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.882920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:04:38.887755 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] Deleting port 3ec44c97-9221-463a-acaa-46af850b7b9d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:38.888255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:38.923013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55180) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:38.931274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:38.937310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:38.941164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:38.948600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:39.007481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Calling delete_port for e40bf2f5-7e9e-4075-b02b-f0b4187b918c owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:39.036031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:39.036945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:39.039421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.042062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.073711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.083885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1002885702'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:39.089205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:39.093519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Usage tracker for resource:network and tenant:09cf9559b4c74732a4c85270e88ba32e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:39.096307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:39.098214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c281c65-f08e-4f2f-9372-b1fbe68d5e49 req-39314427-e5ac-4ffc-b988-a6c831f39f0e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:39.099935 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c281c65-f08e-4f2f-9372-b1fbe68d5e49 req-39314427-e5ac-4ffc-b988-a6c831f39f0e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.6319597 Mar 25 20:04:39.102486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:39.133055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:39.157700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:security_group_rule and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:39.166286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:39.177309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:39.179455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.206534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Made reservation on behalf of 09cf9559b4c74732a4c85270e88ba32e for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:39.211511 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.219896 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c281c65-f08e-4f2f-9372-b1fbe68d5e49 req-3185c55b-369e-4e02-a324-4bac200fc31d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074972 Mar 25 20:04:39.235179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.273848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:39.277431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Usage tracker for resource:security_group_rule and tenant:09cf9559b4c74732a4c85270e88ba32e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:39.280986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:39.287214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:39.318213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] For port 3ec44c97-9221-463a-acaa-46af850b7b9d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ec44c97-9221-463a-acaa-46af850b7b9d,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:39.319108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.384277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.401942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.418199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.465298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.465777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] Calling delete_port for 3ec44c97-9221-463a-acaa-46af850b7b9d owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:39.486527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:39.506912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.509691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.522186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.522864 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Added segment 59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770 of type vlan for network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 Mar 25 20:04:39.603561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.632753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.637180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0a364cc-6c86-427d-acef-dd79710dd778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.650580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event deleted for resources: {'Port': ['ID=e40bf2f5-7e9e-4075-b02b-f0b4187b918c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:39.668872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3adb2ba-3c29-44f6-9855-e2b2fe0aef83,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:39.705468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:39.734249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.737371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] Pushing event deleted for resources: {'Port': ['ID=3ec44c97-9221-463a-acaa-46af850b7b9d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:39.741798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e90fa41-1953-4558-aa66-f19be3edd87a None None] No DVR routers for this DVR port 3ec44c97-9221-463a-acaa-46af850b7b9d on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:39.752121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:39.753719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.759008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a894bc80-06a7-43a1-b956-4b495cd8210f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:39.784463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.784463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 581eb2ce-17df-4b5b-8ab5-679471bd1ed2 of type vlan for network f305f0e5-a674-4371-aefe-7bb78b6f2f8d Mar 25 20:04:39.841581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.889834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:39.924224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Network': ['ID=62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:39.939024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:39.969571 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ca7712da-1a7b-42d2-80dd-d9a9c71e6661 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0431814 Mar 25 20:04:39.983377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55186) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:39.988207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'subnet': {'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:40.019907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:04:40.043454 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.047069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.056457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.129390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.146570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.173471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.173994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Fanout notify agent at l3_agent the message router_deleted on router f3f11fb7-f864-4834-8852-a022b81476e1 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:04:40.183390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.188914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:40.189344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.282884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:40.289880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:40.296286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:40.296802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.303192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=55d6bf90-96ff-4e3c-ac1e-eae3deffaacc,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:40.305393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745887b3-96cf-4529-848b-aa22876ee491 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:40.315459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:40.320330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Usage tracker for resource:subnet and tenant:09cf9559b4c74732a4c85270e88ba32e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:40.323160 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:40.328953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:40.379123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Pushing event updated for resources: {'Port': ['ID=92530230-604b-496b-88af-845e99c649a2,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:40.389595 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6e362c3d-2d76-4206-9ebd-32c545838fa6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6287954 Mar 25 20:04:40.389595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55192) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:40.390272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.390272 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d839a6f6-9c0b-44b1-ab3b-b58ec1123f17 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/f3f11fb7-f864-4834-8852-a022b81476e1 HTTP/1.1" status: 204 len: 168 time: 2.6937492 Mar 25 20:04:40.392240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55194) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:40.399127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=f305f0e5-a674-4371-aefe-7bb78b6f2f8d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:40.403681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.409707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'name': 'tempest-NetworksTestDHCPv6-1310268807'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:40.432499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2fd17648-634c-4acd-9d94-62658c3a8bf5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1829767 Mar 25 20:04:40.434196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1895276201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:40.456868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:40.466039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Usage tracker for resource:router and tenant:b91f14c43a4e49fcb0876426040a972b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:40.519251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network f305f0e5-a674-4371-aefe-7bb78b6f2f8d details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:40.542902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:40.561036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Made reservation on behalf of 09cf9559b4c74732a4c85270e88ba32e for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:40.564763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.588427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:40.590571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55200) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:40.591406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.601083 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-559b87ca-89f4-4647-8c6f-2e7faac6e8be tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3146753 Mar 25 20:04:40.603266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55202) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:40.626273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ec44c97-9221-463a-acaa-46af850b7b9d no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:04:40.633513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': 'f305f0e5-a674-4371-aefe-7bb78b6f2f8d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:40.715074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.716652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.749909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:40.760453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.763369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:40.774108 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:40.784893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:40.822170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 3ec44c97-9221-463a-acaa-46af850b7b9d {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:04:40.822862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ec44c97-9221-463a-acaa-46af850b7b9d not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:04:40.887248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:40.892159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.926538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:40.927109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:40.940526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:40.946631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 0c78cf5f-4d87-423b-815d-bd6fc2a540fb yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:40.955447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd9982-2b91-4340-8ae7-32f21ee5fc96 req-2e4ef095-be9b-4282-8153-d638e445207f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:40.958105 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bccd9982-2b91-4340-8ae7-32f21ee5fc96 req-2e4ef095-be9b-4282-8153-d638e445207f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4637003 Mar 25 20:04:40.962070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:41.001597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:41.059194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:41.067117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:41.068783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '55d6bf90-96ff-4e3c-ac1e-eae3deffaacc'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:41.069674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.071803 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bccd9982-2b91-4340-8ae7-32f21ee5fc96 req-b1c55ae8-fd07-40ac-b490-9a6a17f95aa0 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060054 Mar 25 20:04:41.075889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Usage tracker for resource:floatingip and tenant:768ffc782fcc42bea42e66558bf539d6 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:41.081505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:41.099882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:41.101667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55210) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:41.108040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'subnets': [{'network_id': 'db4bc3f5-95be-476a-aa7a-440abed08748', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--564507569', 'ip_version': 6}, {'network_id': 'bbb5419b-3785-499e-90c3-bfd497befc78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:41.108359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'subnet': {'network_id': 'db4bc3f5-95be-476a-aa7a-440abed08748', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--564507569', 'ip_version': 6}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:41.109031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Request body: {'subnet': {'network_id': 'bbb5419b-3785-499e-90c3-bfd497befc78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:41.121413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.152789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:41.157673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.159850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.161050 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-beaf09ee-cb54-4a9b-8cae-46c7bd24f931 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7676356 Mar 25 20:04:41.171297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55214) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:41.197409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:41.251175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.297992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::16d (16eab8e5-a832-428a-a293-9fd25f5afb33/55d6bf90-96ff-4e3c-ac1e-eae3deffaacc/0c78cf5f-4d87-423b-815d-bd6fc2a540fb) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:41.371654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Subnet': ['ID=44300e8e-e781-47bb-8b4b-71759a5c7e78,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:41.459324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Checking segment: {'id': '59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:41.459596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Network hostable DHCP agents. Network: 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:41.544604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:41.582389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Usage tracker for resource:subnet and tenant:97d27de45d6d46a1a822934aa5297337 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:41.588181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:41.602200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:41.679703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.709265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.714549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Made reservation on behalf of 97d27de45d6d46a1a822934aa5297337 for: {'subnet': 2} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:41.719571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.719888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.754231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.777265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:41.956121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:41.964433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff13609-09a8-4ea1-9b9e-a6e202a5948f None None] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:41.974261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:41.974261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:41.985245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=e14b1ce1-5553-4e58-b16a-7a9eed10bff2,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:42.002088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '581eb2ce-17df-4b5b-8ab5-679471bd1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f305f0e5-a674-4371-aefe-7bb78b6f2f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:42.002444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: f305f0e5-a674-4371-aefe-7bb78b6f2f8d, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:42.037938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Allocated IP 172.26.8.87 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/c99b640f-9218-4828-9fd4-527d6aeefbec) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:42.065691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.098429 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8f7f0054-94f6-48e1-aa3b-918ce34f87bc tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1158843 Mar 25 20:04:42.098668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55220) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:42.099646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 0c78cf5f-4d87-423b-815d-bd6fc2a540fb will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:42.122021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1677580164'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:42.162560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network f305f0e5-a674-4371-aefe-7bb78b6f2f8d is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:42.185838 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c09cd785-7688-40cc-b1fb-edefc9d105e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.215392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.297176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, f305f0e5-a674-4371-aefe-7bb78b6f2f8d) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:42.304966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'tenant_id': '09cf9559b4c74732a4c85270e88ba32e', 'fixed_ips': [{'subnet_id': '44300e8e-e781-47bb-8b4b-71759a5c7e78'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:42.306963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.319814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe287082-811f-4a77-932e-7f8fc0971e6b None None] Network f305f0e5-a674-4371-aefe-7bb78b6f2f8d requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:42.343686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/55d6bf90-96ff-4e3c-ac1e-eae3deffaacc/90e86b59-98be-49df-bddc-cc3af36deca3) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:42.372720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.377799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:42.378477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.399886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:42.405411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:42.417101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:42.422239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:42.422920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.426998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.439539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=0c78cf5f-4d87-423b-815d-bd6fc2a540fb,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:42.566395 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5cb015eb-6bb8-49f8-be2a-bc5819b58ca2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1764100 Mar 25 20:04:42.566574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55226) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:42.639753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.679648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee97324-89c7-44ea-9829-b55f91f3cf5b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:42.680705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8ee97324-89c7-44ea-9829-b55f91f3cf5b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:42.745990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8ee97324-89c7-44ea-9829-b55f91f3cf5b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:42.750271 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8ee97324-89c7-44ea-9829-b55f91f3cf5b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1797032 Mar 25 20:04:42.752767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55230) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:42.766410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4f590e44-e41a-4cc7-8382-36ff19cec00f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1609700 Mar 25 20:04:42.771397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55234) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:42.800581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1023289073'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:42.821227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:42.823501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:42.828038 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3a4095da-ea77-4af3-a040-65af046f252e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 0c78cf5f-4d87-423b-815d-bd6fc2a540fb {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:42.828381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a4095da-ea77-4af3-a040-65af046f252e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.835556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Usage tracker for resource:port and tenant:09cf9559b4c74732a4c85270e88ba32e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:42.838546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:42.849587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01b2a1-2de3-4e95-9237-94f347d60cfb req-e8183718-2a38-4ed9-a08d-65f52224ee76 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:42.851331 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ea01b2a1-2de3-4e95-9237-94f347d60cfb req-e8183718-2a38-4ed9-a08d-65f52224ee76 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.6637251 Mar 25 20:04:42.852174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:42.856630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:42.869235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Allocated IP 2001:db8::2 (62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6/44300e8e-e781-47bb-8b4b-71759a5c7e78/1ba5697d-1086-4c37-b380-ab958a428dce) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:42.870690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:42.872732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.875332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:42.915990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.962535 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-f305f0e5-a674-4371-aefe-7bb78b6f2f8d', 'network_id': 'f305f0e5-a674-4371-aefe-7bb78b6f2f8d', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': 'e14b1ce1-5553-4e58-b16a-7a9eed10bff2'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:42.962881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:42.963660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ea01b2a1-2de3-4e95-9237-94f347d60cfb req-0c936294-36bf-4d08-9737-275fc98407d0 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941749 Mar 25 20:04:42.969808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.000265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.033068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:43.036501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.051385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Made reservation on behalf of 09cf9559b4c74732a4c85270e88ba32e for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:43.054725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.093620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:43.102513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:43.104984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:43.112243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Transition to ACTIVE for port object 90e86b59-98be-49df-bddc-cc3af36deca3 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:43.121545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Allocated IP 172.26.8.215 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/4b9e515c-1909-4f1e-8be6-4a40a8831f6c) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:43.146688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a4095da-ea77-4af3-a040-65af046f252e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.165231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Transition to ACTIVE for port object 90e86b59-98be-49df-bddc-cc3af36deca3 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:43.169751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] device_id is not set on port a9624002-adc1-441a-bbe5-d029c3285b89 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:43.211308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Pushing event updated for resources: {'Port': ['ID=c99b640f-9218-4828-9fd4-527d6aeefbec,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:43.244179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:43.282526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.292001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.292348 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 3fc3b15b-b9ad-4cab-9272-4ba9c4ef8ea7 of type vlan for network 664900e0-6647-4491-af5b-454882c5f6b8 Mar 25 20:04:43.300013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3a4095da-ea77-4af3-a040-65af046f252e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 0c78cf5f-4d87-423b-815d-bd6fc2a540fb owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:43.334094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.338486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.380275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:43.382936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.387162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:43.401310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:43.402845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.412269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Allocated IP 172.20.255.242 (f305f0e5-a674-4371-aefe-7bb78b6f2f8d/e14b1ce1-5553-4e58-b16a-7a9eed10bff2/15f4a6ba-4e1b-4060-a272-c488f5dec951) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:43.416655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Transition to ACTIVE for port object 1ba5697d-1086-4c37-b380-ab958a428dce will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:43.418575 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Pushing event updated for resources: {'Port': ['ID=90e86b59-98be-49df-bddc-cc3af36deca3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:43.457168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Subnet': ['ID=d301186a-0855-408e-bffd-d20bc39057d5,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:43.469464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Checking segment: {'id': '6e68a5a7-d98d-4f25-b5e1-1e857506b172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db4bc3f5-95be-476a-aa7a-440abed08748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:43.469834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Network hostable DHCP agents. Network: db4bc3f5-95be-476a-aa7a-440abed08748, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:43.508979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.523629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Transition to ACTIVE for port object 1ba5697d-1086-4c37-b380-ab958a428dce will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:43.554225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Network db4bc3f5-95be-476a-aa7a-440abed08748 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:43.556640 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.562009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:43.562645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.609982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a4095da-ea77-4af3-a040-65af046f252e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.612789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.616562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Attempting to bind port 90e86b59-98be-49df-bddc-cc3af36deca3 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:43.616930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Attempting to bind port 90e86b59-98be-49df-bddc-cc3af36deca3 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:43.617288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Attempting to bind port 90e86b59-98be-49df-bddc-cc3af36deca3 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:43.619855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.676381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, db4bc3f5-95be-476a-aa7a-440abed08748) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:43.680092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:43.680462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:43.680877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.681261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:43.682401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Bound port: 90e86b59-98be-49df-bddc-cc3af36deca3, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:43.682799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.702547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eba503-f273-4997-b302-3c3d189da754 None None] Network db4bc3f5-95be-476a-aa7a-440abed08748 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:43.710819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:43.742715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:43.745593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.749118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:43.777829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.794793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:43.832167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=664900e0-6647-4491-af5b-454882c5f6b8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:43.861197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:43.869915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:43.884011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 664900e0-6647-4491-af5b-454882c5f6b8 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:43.906130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Allocated IP 2001:db8::2f2 (62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6/44300e8e-e781-47bb-8b4b-71759a5c7e78/a9624002-adc1-441a-bbe5-d029c3285b89) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:43.913214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a4095da-ea77-4af3-a040-65af046f252e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:43.915638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Pushing event updated for resources: {'Port': ['ID=1ba5697d-1086-4c37-b380-ab958a428dce,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:43.925039 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-df1b43c4-ab4b-4598-b692-e95f90ab43db tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1375597 Mar 25 20:04:43.933876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55238) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:43.934061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event updated for resources: {'Port': ['ID=4b9e515c-1909-4f1e-8be6-4a40a8831f6c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:43.947380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': '664900e0-6647-4491-af5b-454882c5f6b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:43.987608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4095da-ea77-4af3-a040-65af046f252e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=0c78cf5f-4d87-423b-815d-bd6fc2a540fb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:43.991438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event updated for resources: {'Subnet': ['ID=845c2736-a080-41e6-879b-eb5c20c8d623,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:44.053992 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3a4095da-ea77-4af3-a040-65af046f252e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/0c78cf5f-4d87-423b-815d-bd6fc2a540fb HTTP/1.1" status: 204 len: 168 time: 1.3023260 Mar 25 20:04:44.062921 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55244) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:44.126542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Checking segment: {'id': 'e3debcd3-8915-44f3-94bb-8e7eb899b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbb5419b-3785-499e-90c3-bfd497befc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:44.126990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Network hostable DHCP agents. Network: bbb5419b-3785-499e-90c3-bfd497befc78, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:44.133231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Attempting to bind port 1ba5697d-1086-4c37-b380-ab958a428dce on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:44.133751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Attempting to bind port 1ba5697d-1086-4c37-b380-ab958a428dce by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:44.133909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Attempting to bind port 1ba5697d-1086-4c37-b380-ab958a428dce on network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:44.238290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:44.238727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Checking segment: {'id': '59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:44.239183 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.239577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Bound using segment: {'id': '59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:44.240043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Bound port: 1ba5697d-1086-4c37-b380-ab958a428dce, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:44.240405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.248546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7d606-f361-4950-98d6-6a6b9adf0eff tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:44.250045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7d606-f361-4950-98d6-6a6b9adf0eff tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:44.250843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d5d7d606-f361-4950-98d6-6a6b9adf0eff tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:44.297803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:44.336198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:44.340377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:44.366759 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] For port 90e86b59-98be-49df-bddc-cc3af36deca3, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:44.383441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.384889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d5d7d606-f361-4950-98d6-6a6b9adf0eff tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:44.389503 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d5d7d606-f361-4950-98d6-6a6b9adf0eff tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3250310 Mar 25 20:04:44.397732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55248) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:44.421250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:44.426319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] For port 90e86b59-98be-49df-bddc-cc3af36deca3, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=90e86b59-98be-49df-bddc-cc3af36deca3,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:44.427508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.434678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Network bbb5419b-3785-499e-90c3-bfd497befc78 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:44.476995 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Transition to ACTIVE for port object 15f4a6ba-4e1b-4060-a272-c488f5dec951 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:44.499855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.522907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482f28-e69e-49fe-82f5-a65624197b5d req-6826254a-ad88-44f6-8eeb-540d70c9e813 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:44.524391 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab482f28-e69e-49fe-82f5-a65624197b5d req-6826254a-ad88-44f6-8eeb-540d70c9e813 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3376920 Mar 25 20:04:44.539384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, bbb5419b-3785-499e-90c3-bfd497befc78) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:44.540953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:44.544364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.547234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beb48c5-64d5-40b4-9fd7-cae82ff6eb4e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 55d6bf90-96ff-4e3c-ac1e-eae3deffaacc {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:04:44.548298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] For port 1ba5697d-1086-4c37-b380-ab958a428dce, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:44.551911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.553870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1beb48c5-64d5-40b4-9fd7-cae82ff6eb4e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.558294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Transition to ACTIVE for port object 15f4a6ba-4e1b-4060-a272-c488f5dec951 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:44.594097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:44.594527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:44.595153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.596950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1708fbaa-0385-4019-a070-54711b28fff5 None None] Network bbb5419b-3785-499e-90c3-bfd497befc78 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:44.613150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.618899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.768042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] For port 1ba5697d-1086-4c37-b380-ab958a428dce, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ba5697d-1086-4c37-b380-ab958a428dce,segment=NetworkSegment(59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770),segment_id=59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:44.787280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-db4bc3f5-95be-476a-aa7a-440abed08748', 'network_id': 'db4bc3f5-95be-476a-aa7a-440abed08748', 'tenant_id': '97d27de45d6d46a1a822934aa5297337', 'fixed_ips': [{'subnet_id': 'd301186a-0855-408e-bffd-d20bc39057d5'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:44.788569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.808760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.813419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1beb48c5-64d5-40b4-9fd7-cae82ff6eb4e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.818037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.840873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:44.933294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Network f305f0e5-a674-4371-aefe-7bb78b6f2f8d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:44.934579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab661a-0025-44d6-8e49-c60aac658d3e None None] Pushing event updated for resources: {'Port': ['ID=90e86b59-98be-49df-bddc-cc3af36deca3,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:44.945579 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab482f28-e69e-49fe-82f5-a65624197b5d req-cc1581e8-ef50-4ab8-8a39-51ca24b4ea53 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111285 Mar 25 20:04:44.980828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Transition to ACTIVE for port object a9624002-adc1-441a-bbe5-d029c3285b89 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:44.981046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:45.003775 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ca8ed26f-8816-465a-9a8d-51432847bae6 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.9010367 Mar 25 20:04:45.005534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55254) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:45.012614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Pushing event updated for resources: {'Port': ['ID=c99b640f-9218-4828-9fd4-527d6aeefbec,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:45.058379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.077769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1beb48c5-64d5-40b4-9fd7-cae82ff6eb4e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.105079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:45.164543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.165622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Pushing event updated for resources: {'Port': ['ID=15f4a6ba-4e1b-4060-a272-c488f5dec951,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:45.167019 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-faa64d19-200a-438d-8837-2da9e184a78e tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5495081 Mar 25 20:04:45.170947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55258) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:45.263158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.310583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-bbb5419b-3785-499e-90c3-bfd497befc78', 'network_id': 'bbb5419b-3785-499e-90c3-bfd497befc78', 'tenant_id': '97d27de45d6d46a1a822934aa5297337', 'fixed_ips': [{'subnet_id': '845c2736-a080-41e6-879b-eb5c20c8d623'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:45.311477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.346575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24710eac-7378-4399-8d37-0e815e43a121 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:45.348057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24710eac-7378-4399-8d37-0e815e43a121 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:45.349995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24710eac-7378-4399-8d37-0e815e43a121 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:45.351539 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-24710eac-7378-4399-8d37-0e815e43a121 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3450196 Mar 25 20:04:45.367399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1beb48c5-64d5-40b4-9fd7-cae82ff6eb4e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.384248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55262) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:45.458213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:45.470362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:45.494347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:45.500883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:45.501552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.505403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb48c5-64d5-40b4-9fd7-cae82ff6eb4e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=55d6bf90-96ff-4e3c-ac1e-eae3deffaacc,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:45.535377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.541262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Attempting to bind port 15f4a6ba-4e1b-4060-a272-c488f5dec951 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:45.541621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Attempting to bind port 15f4a6ba-4e1b-4060-a272-c488f5dec951 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '581eb2ce-17df-4b5b-8ab5-679471bd1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f305f0e5-a674-4371-aefe-7bb78b6f2f8d'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:45.541987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Attempting to bind port 15f4a6ba-4e1b-4060-a272-c488f5dec951 on network f305f0e5-a674-4371-aefe-7bb78b6f2f8d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:45.551714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=a9624002-adc1-441a-bbe5-d029c3285b89,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:45.555417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c48c3fd6-454f-47b2-8e17-b921b478de1e tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Synchronizing usage tracker for tenant:b6abf7ce9f474bd991fa0c3502d12f8a on resource:floatingip {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:45.569754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:45.571390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Checking segment: {'id': '581eb2ce-17df-4b5b-8ab5-679471bd1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f305f0e5-a674-4371-aefe-7bb78b6f2f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:45.571791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.572190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Bound using segment: {'id': '581eb2ce-17df-4b5b-8ab5-679471bd1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f305f0e5-a674-4371-aefe-7bb78b6f2f8d'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:45.572699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Bound port: 15f4a6ba-4e1b-4060-a272-c488f5dec951, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581eb2ce-17df-4b5b-8ab5-679471bd1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f305f0e5-a674-4371-aefe-7bb78b6f2f8d'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:45.573446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.595398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.601256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5c06ff-03b0-48dd-81d6-a9ad092a4632 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Deleting subnet d301186a-0855-408e-bffd-d20bc39057d5 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:04:45.601408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b3e38-5a5e-4954-accd-de3fd5c34aea None None] Pushing event updated for resources: {'Port': ['ID=1ba5697d-1086-4c37-b380-ab958a428dce,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:45.608910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1beb48c5-64d5-40b4-9fd7-cae82ff6eb4e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.609139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Allocated IP 2001:db8::1 (db4bc3f5-95be-476a-aa7a-440abed08748/d301186a-0855-408e-bffd-d20bc39057d5/0df49cd0-20ee-4c09-adfd-06253ec293d7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:45.674804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b9c737ba-a538-4d74-b1d4-0c5f163df1cd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5749846 Mar 25 20:04:45.678588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55266) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:45.689569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-949319688', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f2', 'mac_address': 'fa:16:3e:fe:e2:da'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:45.714524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c48c3fd6-454f-47b2-8e17-b921b478de1e tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Unset dirty status for tenant:b6abf7ce9f474bd991fa0c3502d12f8a on resource:floatingip {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:45.716387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c48c3fd6-454f-47b2-8e17-b921b478de1e tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.5443320 Mar 25 20:04:45.735195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:45.744550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55270) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:45.825017 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1beb48c5-64d5-40b4-9fd7-cae82ff6eb4e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/55d6bf90-96ff-4e3c-ac1e-eae3deffaacc HTTP/1.1" status: 204 len: 168 time: 1.4229667 Mar 25 20:04:45.825523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Allocated IP 2001:db8:0:1::1 (bbb5419b-3785-499e-90c3-bfd497befc78/845c2736-a080-41e6-879b-eb5c20c8d623/050c7f22-8a59-411f-b3a4-83c3b7995990) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:45.825644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55274) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:45.863587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] For port 15f4a6ba-4e1b-4060-a272-c488f5dec951, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:45.898792 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bd64e0aa-c0df-413e-9647-b6cef2c25697 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704236 Mar 25 20:04:45.898988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55278) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:45.901416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] For port 15f4a6ba-4e1b-4060-a272-c488f5dec951, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=15f4a6ba-4e1b-4060-a272-c488f5dec951,segment=NetworkSegment(581eb2ce-17df-4b5b-8ab5-679471bd1ed2),segment_id=581eb2ce-17df-4b5b-8ab5-679471bd1ed2)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:45.909393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:45.937659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bf6a8a9a-b254-4223-8f97-320e2b309e7a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Synchronizing usage tracker for tenant:418b85a5510e405cbcfcf190215458ba on resource:floatingip {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:45.982836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=8a429c25-d4ad-4688-8dae-9af8a74194ad,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:46.001911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '3fc3b15b-b9ad-4cab-9272-4ba9c4ef8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '664900e0-6647-4491-af5b-454882c5f6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:46.002109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: 664900e0-6647-4491-af5b-454882c5f6b8, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:46.007216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.030849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:46.035190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bf6a8a9a-b254-4223-8f97-320e2b309e7a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Unset dirty status for tenant:418b85a5510e405cbcfcf190215458ba on resource:floatingip {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:46.036545 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bf6a8a9a-b254-4223-8f97-320e2b309e7a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2573309 Mar 25 20:04:46.044188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:46.046969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55284) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:46.056263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:46.129337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:46.145057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:46.150236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Usage tracker for resource:port and tenant:09cf9559b4c74732a4c85270e88ba32e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:46.166982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 664900e0-6647-4491-af5b-454882c5f6b8 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:46.171812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:46.247295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:46.251329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.264676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e86adb-031d-4394-80fb-2fbf1749d51d None None] Pushing event updated for resources: {'Port': ['ID=15f4a6ba-4e1b-4060-a272-c488f5dec951,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:46.290532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Router 4c312751-9df4-4e1b-b41a-378a7c6b8729 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:04:46.301642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.325080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Transition to ACTIVE for port object 0df49cd0-20ee-4c09-adfd-06253ec293d7 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:46.334282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:46.367666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.380698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Transition to ACTIVE for port object 050c7f22-8a59-411f-b3a4-83c3b7995990 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:46.385371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Deleting port c99b640f-9218-4828-9fd4-527d6aeefbec {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:46.385715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.409886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Transition to ACTIVE for port object 050c7f22-8a59-411f-b3a4-83c3b7995990 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:46.416824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Transition to ACTIVE for port object 0df49cd0-20ee-4c09-adfd-06253ec293d7 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:46.458181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 664900e0-6647-4491-af5b-454882c5f6b8) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:46.468363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a506dc-2940-4887-b646-49c3d8407551 None None] Network 664900e0-6647-4491-af5b-454882c5f6b8 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:46.495752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:46.496359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.538040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.589559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Made reservation on behalf of 09cf9559b4c74732a4c85270e88ba32e for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:46.611855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d5c06ff-03b0-48dd-81d6-a9ad092a4632 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.644890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.710802 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b15cdcaf-15f5-478a-b566-9e0c1a464479 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7699268 Mar 25 20:04:46.715530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55288) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:46.814759 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 90e86b59-98be-49df-bddc-cc3af36deca3 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:46.906394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Network db4bc3f5-95be-476a-aa7a-440abed08748 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:46.910794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881efcc-d1c3-4943-86e7-6f4eec7de7d5 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:46.915081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d5c06ff-03b0-48dd-81d6-a9ad092a4632 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.933008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:46.936721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:46.963352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Network bbb5419b-3785-499e-90c3-bfd497befc78 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:46.967648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:46.983972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:47.022908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:04:47.036290 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d479ae-544e-4f5f-8e3c-b22071350e62 None None] Sync routers for ids ['4c312751-9df4-4e1b-b41a-378a7c6b8729'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:04:47.046046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Pushing event updated for resources: {'Port': ['ID=050c7f22-8a59-411f-b3a4-83c3b7995990,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:47.060369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:47.072336 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d479ae-544e-4f5f-8e3c-b22071350e62 None None] Routers {'4c312751-9df4-4e1b-b41a-378a7c6b8729'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:47.072992 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e1d479ae-544e-4f5f-8e3c-b22071350e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['4c312751-9df4-4e1b-b41a-378a7c6b8729'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:47.086654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.091177 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-db2b08d8-ada9-4632-a36f-923c430f3d1d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "PUT /v2.0/routers/4c312751-9df4-4e1b-b41a-378a7c6b8729 HTTP/1.1" status: 200 len: 884 time: 5.9159584 Mar 25 20:04:47.099814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55292) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:47.104021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:47.192006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:47.197749 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e1d479ae-544e-4f5f-8e3c-b22071350e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:47.209798 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d479ae-544e-4f5f-8e3c-b22071350e62 None None] Routers {'4c312751-9df4-4e1b-b41a-378a7c6b8729'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:04:47.211583 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e1d479ae-544e-4f5f-8e3c-b22071350e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['4c312751-9df4-4e1b-b41a-378a7c6b8729'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:47.223648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:47.224995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.275519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cfdcfd-f43e-4d89-8125-688ac5196b40 None None] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:47.282000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=4ff977ca-6555-4dee-9d3e-513ab949f0fa,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:47.333431 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e1d479ae-544e-4f5f-8e3c-b22071350e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:47.333838 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d479ae-544e-4f5f-8e3c-b22071350e62 None None] The sync data for ids ['4c312751-9df4-4e1b-b41a-378a7c6b8729'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:04:47.371139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199dbe-0571-4aec-ba82-c9812a75ceaa req-c62e58d8-bd25-4538-9c30-93ef43440f00 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:47.378984 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45199dbe-0571-4aec-ba82-c9812a75ceaa req-c62e58d8-bd25-4538-9c30-93ef43440f00 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 1.0573697 Mar 25 20:04:47.442809 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-385a5f9f-fc4e-435a-894b-946b4925fd30 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/routers/4c312751-9df4-4e1b-b41a-378a7c6b8729 HTTP/1.1" status: 200 len: 925 time: 0.3415134 Mar 25 20:04:47.448128 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7875da86-7ef3-42b4-ab84-04b4fa876753 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5459235 Mar 25 20:04:47.448128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55296) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:47.450201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55298) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:47.464864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2ae0f8f6-72a8-4f3c-9831-f358096ba62a None None] Provisioning for port 90e86b59-98be-49df-bddc-cc3af36deca3 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:47.469684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.496456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'name': 'tempest-NetworksTestDHCPv6-480824291'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:47.524371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Attempting to bind port 0df49cd0-20ee-4c09-adfd-06253ec293d7 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:47.524778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Attempting to bind port 0df49cd0-20ee-4c09-adfd-06253ec293d7 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '6e68a5a7-d98d-4f25-b5e1-1e857506b172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db4bc3f5-95be-476a-aa7a-440abed08748'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:47.525144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Attempting to bind port 0df49cd0-20ee-4c09-adfd-06253ec293d7 on network db4bc3f5-95be-476a-aa7a-440abed08748 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:47.528029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.528618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.530860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d5c06ff-03b0-48dd-81d6-a9ad092a4632 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.626816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.655334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45199dbe-0571-4aec-ba82-c9812a75ceaa req-b6229794-b249-4d5f-a1d1-ab2b8a2672cc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707202 Mar 25 20:04:47.677084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:47.677463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Checking segment: {'id': '6e68a5a7-d98d-4f25-b5e1-1e857506b172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db4bc3f5-95be-476a-aa7a-440abed08748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:47.677851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.678241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Bound using segment: {'id': '6e68a5a7-d98d-4f25-b5e1-1e857506b172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db4bc3f5-95be-476a-aa7a-440abed08748'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:47.678723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Bound port: 0df49cd0-20ee-4c09-adfd-06253ec293d7, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68a5a7-d98d-4f25-b5e1-1e857506b172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'db4bc3f5-95be-476a-aa7a-440abed08748'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:47.679471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.777161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Calling delete_port for c99b640f-9218-4828-9fd4-527d6aeefbec owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:47.826575 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Attempting to bind port 050c7f22-8a59-411f-b3a4-83c3b7995990 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:47.827194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Attempting to bind port 050c7f22-8a59-411f-b3a4-83c3b7995990 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'e3debcd3-8915-44f3-94bb-8e7eb899b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbb5419b-3785-499e-90c3-bfd497befc78'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:47.827564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Attempting to bind port 050c7f22-8a59-411f-b3a4-83c3b7995990 on network bbb5419b-3785-499e-90c3-bfd497befc78 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:47.856527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:47.856993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Checking segment: {'id': 'e3debcd3-8915-44f3-94bb-8e7eb899b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbb5419b-3785-499e-90c3-bfd497befc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:47.857429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.858428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Bound using segment: {'id': 'e3debcd3-8915-44f3-94bb-8e7eb899b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbb5419b-3785-499e-90c3-bfd497befc78'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:47.859124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Bound port: 050c7f22-8a59-411f-b3a4-83c3b7995990, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3debcd3-8915-44f3-94bb-8e7eb899b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bbb5419b-3785-499e-90c3-bfd497befc78'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:47.859553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:47.964595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] device_id is not set on port ae4f27fd-5842-4120-ac79-382142732744 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:47.982205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9922b2b5-b654-4bac-b93c-3fe7564fc1c0 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:47.983002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9922b2b5-b654-4bac-b93c-3fe7564fc1c0 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Synchronizing usage tracker for tenant:fe194e73c043405faf5c0677e7bf65e9 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:47.990231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Pushing event updated for resources: {'Port': ['ID=0df49cd0-20ee-4c09-adfd-06253ec293d7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:47.994780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 90e86b59-98be-49df-bddc-cc3af36deca3 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:47.996686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:48.012884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:48.018545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:48.025120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9922b2b5-b654-4bac-b93c-3fe7564fc1c0 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Unset dirty status for tenant:fe194e73c043405faf5c0677e7bf65e9 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:48.028728 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9922b2b5-b654-4bac-b93c-3fe7564fc1c0 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=4c312751-9df4-4e1b-b41a-378a7c6b8729&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5773590 Mar 25 20:04:48.028728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:48.031420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55306) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:48.073772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37717096-d531-4e35-b3a8-47457f9527c0 None None] Network f305f0e5-a674-4371-aefe-7bb78b6f2f8d requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:48.077026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d5c06ff-03b0-48dd-81d6-a9ad092a4632 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.089085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.105539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 90e86b59-98be-49df-bddc-cc3af36deca3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:48.105539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.112166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.195592 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c06ff-03b0-48dd-81d6-a9ad092a4632 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Subnet': ['ID=d301186a-0855-408e-bffd-d20bc39057d5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:48.206944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:48.210902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.231953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d5c06ff-03b0-48dd-81d6-a9ad092a4632 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.276334 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7d5c06ff-03b0-48dd-81d6-a9ad092a4632 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/subnets/d301186a-0855-408e-bffd-d20bc39057d5 HTTP/1.1" status: 204 len: 168 time: 2.8603630 Mar 25 20:04:48.278509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55312) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:48.375616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port d698d5c0-0bd2-4326-82c9-135117a277bb yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:48.378520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9ceecba7-1058-41a9-aed3-f45c6e2705a3 None None] Provisioning for port 1ba5697d-1086-4c37-b380-ab958a428dce completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:48.443495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb121fd-86a5-4052-81f4-da1b1b76a35d tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:48.447526 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9eb121fd-86a5-4052-81f4-da1b1b76a35d tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 881 time: 0.4126081 Mar 25 20:04:48.456219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55316) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:48.495863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Allocated IP 2001:db8::276 (62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6/44300e8e-e781-47bb-8b4b-71759a5c7e78/ae4f27fd-5842-4120-ac79-382142732744) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:48.542012 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1ad07a1d-9aa1-4692-bd9b-b2d7f0c0f7a3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c312751-9df4-4e1b-b41a-378a7c6b8729 HTTP/1.1" status: 200 len: 205 time: 0.0824311 Mar 25 20:04:48.548405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55320) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:48.600724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] For port 0df49cd0-20ee-4c09-adfd-06253ec293d7, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:48.604252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] For port 0df49cd0-20ee-4c09-adfd-06253ec293d7, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0df49cd0-20ee-4c09-adfd-06253ec293d7,segment=NetworkSegment(6e68a5a7-d98d-4f25-b5e1-1e857506b172),segment_id=6e68a5a7-d98d-4f25-b5e1-1e857506b172)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:48.625181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1542240f-0499-489f-a2e4-40994c18605d None None] For port 050c7f22-8a59-411f-b3a4-83c3b7995990, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:48.630854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1542240f-0499-489f-a2e4-40994c18605d None None] For port 050c7f22-8a59-411f-b3a4-83c3b7995990, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=050c7f22-8a59-411f-b3a4-83c3b7995990,segment=NetworkSegment(e3debcd3-8915-44f3-94bb-8e7eb899b28d),segment_id=e3debcd3-8915-44f3-94bb-8e7eb899b28d)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:48.642513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.647014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2394d74-4d90-4bc2-98cc-6ef210543757 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Deleting subnet 845c2736-a080-41e6-879b-eb5c20c8d623 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:04:48.672593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2394d74-4d90-4bc2-98cc-6ef210543757 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.690734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c1686-3f74-4e8c-8f23-7b9ccfeecf26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-664900e0-6647-4491-af5b-454882c5f6b8', 'network_id': '664900e0-6647-4491-af5b-454882c5f6b8', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': '8a429c25-d4ad-4688-8dae-9af8a74194ad'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:48.691566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1686-3f74-4e8c-8f23-7b9ccfeecf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.725407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.812658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2394d74-4d90-4bc2-98cc-6ef210543757 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.817714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:48.836175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Pushing event deleted for resources: {'Port': ['ID=c99b640f-9218-4828-9fd4-527d6aeefbec,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:48.967765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::302 (16eab8e5-a832-428a-a293-9fd25f5afb33/4ff977ca-6555-4dee-9d3e-513ab949f0fa/d698d5c0-0bd2-4326-82c9-135117a277bb) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:49.056486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2394d74-4d90-4bc2-98cc-6ef210543757 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.062139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.119741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8aecc3ac-2d4a-4d27-b48c-7cbbe6d57598 None None] Provisioning for port 15f4a6ba-4e1b-4060-a272-c488f5dec951 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:49.131733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2b73-4b79-42c6-91ea-1d154aa0f461 req-30268a10-39fa-445b-b0ea-e2b6e80774b1 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:49.133575 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-40cc2b73-4b79-42c6-91ea-1d154aa0f461 req-30268a10-39fa-445b-b0ea-e2b6e80774b1 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5735919 Mar 25 20:04:49.143011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.206928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.214643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.218100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f7b64-3565-446d-b10d-c72e7348267a None None] Pushing event updated for resources: {'Port': ['ID=0df49cd0-20ee-4c09-adfd-06253ec293d7,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:49.228037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=8a429c25-d4ad-4688-8dae-9af8a74194ad,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server [None req-0f1c1686-3f74-4e8c-8f23-7b9ccfeecf26 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a429c25-d4ad-4688-8dae-9af8a74194ad: This subnet is being modified by another concurrent operation. Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 25 20:04:49.235058 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise exception Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a429c25-d4ad-4688-8dae-9af8a74194ad: This subnet is being modified by another concurrent operation. Mar 25 20:04:49.238953 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server Mar 25 20:04:49.276733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-8adb2fef-0122-4f08-a3d2-f37d9ced15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:49.278983 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-8adb2fef-0122-4f08-a3d2-f37d9ced15db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.7362945 Mar 25 20:04:49.311843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.314106 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a5c8e87e-6204-47c6-acb4-1f7848f63d26 tempest-FloatingIPAdminTestJSON-745614659 tempest-FloatingIPAdminTestJSON-745614659-project] 10.222.0.37 "DELETE /v2.0/floatingips/1cf2345e-cf20-4399-92e7-41bc4ea1a2e4 HTTP/1.1" status: 204 len: 168 time: 3.2661126 Mar 25 20:04:49.335522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55324) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:49.338583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798e45f-8fdb-482e-b949-1e5d4e3b3c35 None None] Network 664900e0-6647-4491-af5b-454882c5f6b8 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:49.339639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Transition to ACTIVE for port object ae4f27fd-5842-4120-ac79-382142732744 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:49.389437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.444925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-2d00ef5d-21cc-4901-ae58-58d475082ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:49.446496 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-2d00ef5d-21cc-4901-ae58-58d475082ddb service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.1414704 Mar 25 20:04:49.526376 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-40cc2b73-4b79-42c6-91ea-1d154aa0f461 req-16ffd4c0-b3fb-47d7-919a-7cd50a2c4946 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771462 Mar 25 20:04:49.538406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.603593 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542240f-0499-489f-a2e4-40994c18605d None None] Pushing event updated for resources: {'Port': ['ID=050c7f22-8a59-411f-b3a4-83c3b7995990,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:49.652692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 90e86b59-98be-49df-bddc-cc3af36deca3, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=90e86b59-98be-49df-bddc-cc3af36deca3,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:49.699124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664900e0-6647-4491-af5b-454882c5f6b8']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:49.750381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Deleting port 92530230-604b-496b-88af-845e99c649a2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:49.750381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.776970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.777762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1ba5697d-1086-4c37-b380-ab958a428dce up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:49.788713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc3b15b-b9ad-4cab-9272-4ba9c4ef8ea7') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:49.789012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc3b15b-b9ad-4cab-9272-4ba9c4ef8ea7') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:49.824540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.861583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.920175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.929395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:49.930119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:49.978752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=90e86b59-98be-49df-bddc-cc3af36deca3,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:49.983164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f2a7d-f17a-4cc4-a539-3f93592446c4 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:50.163216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-89a23016-b048-463b-a54e-ea78c7edc12d None None] Provisioning complete for port 90e86b59-98be-49df-bddc-cc3af36deca3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:50.163599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89a23016-b048-463b-a54e-ea78c7edc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:50.197985 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:50.206561 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-2bfd92a2-3067-4497-ba6d-94f5fa8e7276 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 1001 time: 0.7453487 Mar 25 20:04:50.247596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1ba5697d-1086-4c37-b380-ab958a428dce completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:50.263020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1ba5697d-1086-4c37-b380-ab958a428dce triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:50.263390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.315100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2394d74-4d90-4bc2-98cc-6ef210543757 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.400397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2394d74-4d90-4bc2-98cc-6ef210543757 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Subnet': ['ID=845c2736-a080-41e6-879b-eb5c20c8d623,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:50.417086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2394d74-4d90-4bc2-98cc-6ef210543757 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.424400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.428121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-a5046635-b997-41e2-bf8f-b825a6acf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:50.429592 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-a5046635-b997-41e2-bf8f-b825a6acf8ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.2048945 Mar 25 20:04:50.431466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:50.467836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:50.489838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:50.500259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:50.506911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.512465 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e2394d74-4d90-4bc2-98cc-6ef210543757 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/subnets/845c2736-a080-41e6-879b-eb5c20c8d623 HTTP/1.1" status: 204 len: 168 time: 2.2221992 Mar 25 20:04:50.523775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55330) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:50.523775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.524008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=ae4f27fd-5842-4120-ac79-382142732744,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:50.582077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Deleting port 4b9e515c-1909-4f1e-8be6-4a40a8831f6c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:50.582645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.594560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.603769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.603769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.648361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.653370 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/664900e0-6647-4491-af5b-454882c5f6b8 HTTP/1.1" status: 204 len: 168 time: 3.8973124 Mar 25 20:04:50.654365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object d698d5c0-0bd2-4326-82c9-135117a277bb will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:50.659206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b38da-d69d-45a7-bfea-95e8d04a8a43 None None] Network db4bc3f5-95be-476a-aa7a-440abed08748 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:50.662391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55336) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:50.662509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ca4dd-22e3-4d12-b33e-060c90024d78 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=664900e0-6647-4491-af5b-454882c5f6b8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:50.671438 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1858c503-7e98-454b-a55a-da238329b7b1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.9900188 Mar 25 20:04:50.674497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55340) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:50.718456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192054233'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:50.746467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:50.774351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66e218f-38f9-4066-b5b0-8962d581ad88 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:50.775049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b66e218f-38f9-4066-b5b0-8962d581ad88 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Synchronizing usage tracker for tenant:97d27de45d6d46a1a822934aa5297337 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:50.780737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:50.812900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:50.835530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:50.899813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:50.946555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-b11f0703-fe40-4b1d-8ad1-7102815feb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:50.948581 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-b11f0703-fe40-4b1d-8ad1-7102815feb5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5020530 Mar 25 20:04:50.973313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Calling delete_port for 92530230-604b-496b-88af-845e99c649a2 owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:50.995711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b66e218f-38f9-4066-b5b0-8962d581ad88 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Unset dirty status for tenant:97d27de45d6d46a1a822934aa5297337 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:51.002751 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b66e218f-38f9-4066-b5b0-8962d581ad88 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4757035 Mar 25 20:04:51.003997 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:51.008219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.027416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55344) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:51.051974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.124604 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d097f9f-2c81-48f7-84dd-9d41f0853cbe None None] Network bbb5419b-3785-499e-90c3-bfd497befc78 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:51.149744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-40bc21c1-e111-4a19-bcdb-ae8e0cd61540 None None] Provisioning for port a9624002-adc1-441a-bbe5-d029c3285b89 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:51.153206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:51.155291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.171133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:51.173063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1d8a5-e9d0-4317-bd1b-d4e645240430 req-d613c042-85af-4d78-94ad-7cb7796859b0 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:51.173680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:51.175751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-40bc21c1-e111-4a19-bcdb-ae8e0cd61540 None None] Provisioning complete for port a9624002-adc1-441a-bbe5-d029c3285b89 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:51.176189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-40bc21c1-e111-4a19-bcdb-ae8e0cd61540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.179809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:51.185526 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5be1d8a5-e9d0-4317-bd1b-d4e645240430 req-d613c042-85af-4d78-94ad-7cb7796859b0 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3886616 Mar 25 20:04:51.186274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.210091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 1ba5697d-1086-4c37-b380-ab958a428dce, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ba5697d-1086-4c37-b380-ab958a428dce,segment=NetworkSegment(59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770),segment_id=59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:51.224401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5be1d8a5-e9d0-4317-bd1b-d4e645240430 req-8925e81b-199a-46bf-98c8-e82e11b2e769 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431244 Mar 25 20:04:51.231379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.279798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Pushing event deleted for resources: {'Port': ['ID=92530230-604b-496b-88af-845e99c649a2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:51.309155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.410464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.418280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Calling delete_port for 4b9e515c-1909-4f1e-8be6-4a40a8831f6c owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:51.430737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-40bc21c1-e111-4a19-bcdb-ae8e0cd61540 None None] Port a9624002-adc1-441a-bbe5-d029c3285b89 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:04:51.485102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.500641 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a4cf708b-6890-475e-864e-44efa7eb94a4 tempest-FloatingIPAdminTestJSON-1530393017 tempest-FloatingIPAdminTestJSON-1530393017-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/aac1291d-642b-47c3-9648-011e12899d6c HTTP/1.1" status: 204 len: 168 time: 2.1492093 Mar 25 20:04:51.500641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55348) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:51.538736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:04:51.541928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=1ba5697d-1086-4c37-b380-ab958a428dce,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:51.546484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=d698d5c0-0bd2-4326-82c9-135117a277bb,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:51.552866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-40bc21c1-e111-4a19-bcdb-ae8e0cd61540 None None] Provisioning complete for port 1ba5697d-1086-4c37-b380-ab958a428dce triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:51.553246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-40bc21c1-e111-4a19-bcdb-ae8e0cd61540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.584201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4307558-f480-4288-86b2-acd4c6e18392 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:51.594389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4307558-f480-4288-86b2-acd4c6e18392 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:51.603558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4307558-f480-4288-86b2-acd4c6e18392 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:51.609890 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f4307558-f480-4288-86b2-acd4c6e18392 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.9260628 Mar 25 20:04:51.613423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55352) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:51.629687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 050c7f22-8a59-411f-b3a4-83c3b7995990 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:51.659367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.660242 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment fd441933-5168-489e-9b78-6f8b70583818 of type vlan for network 6f999f6f-934f-435d-ac35-ff97c97c68db Mar 25 20:04:51.692545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.703075 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-de34c64b-49ce-4466-9e6c-a8b1c192cb3a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2495120 Mar 25 20:04:51.708354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55356) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:51.746852 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-7f792c70-4957-40a3-b12a-7f108954f086 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7891212 Mar 25 20:04:51.752350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] DHCP port deletion for db4bc3f5-95be-476a-aa7a-440abed08748 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:04:51.767531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] Deleting port 0df49cd0-20ee-4c09-adfd-06253ec293d7 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:51.767901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.786615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.786900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-4e82e214-2f48-4862-a912-c896505978f1 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Deleting port 8b49ba4e-1281-4305-bd4b-432270c078c4 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:51.787253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4e82e214-2f48-4862-a912-c896505978f1 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.823896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Deleting port 050c7f22-8a59-411f-b3a4-83c3b7995990 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:51.824390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.875484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] DHCP port deletion for bbb5419b-3785-499e-90c3-bfd497befc78 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:04:51.884099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-dee6e4df-b8ee-48a1-b782-1edf2f2be6f5 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting port ae4f27fd-5842-4120-ac79-382142732744 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:51.884439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dee6e4df-b8ee-48a1-b782-1edf2f2be6f5 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:51.898752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] Deleting port 050c7f22-8a59-411f-b3a4-83c3b7995990 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:51.899313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.117126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] For port 0df49cd0-20ee-4c09-adfd-06253ec293d7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0df49cd0-20ee-4c09-adfd-06253ec293d7,segment=NetworkSegment(6e68a5a7-d98d-4f25-b5e1-1e857506b172),segment_id=6e68a5a7-d98d-4f25-b5e1-1e857506b172)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:52.117709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.124387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b64ce8-2ee4-4f05-9241-b84d39a583e0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:52.130348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b64ce8-2ee4-4f05-9241-b84d39a583e0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:52.132589 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-32b64ce8-2ee4-4f05-9241-b84d39a583e0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4069376 Mar 25 20:04:52.145774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 050c7f22-8a59-411f-b3a4-83c3b7995990 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:52.183624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55360) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:52.251205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.257049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:52.258953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.300511 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-5aaaede1-a11f-4d5e-bebf-f5fccacccd4d req-6704b9e3-ea48-41c7-b2e9-b2f4dfa435ce service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418997 Mar 25 20:04:52.471017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=6f999f6f-934f-435d-ac35-ff97c97c68db,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:52.512676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] For port 050c7f22-8a59-411f-b3a4-83c3b7995990, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=050c7f22-8a59-411f-b3a4-83c3b7995990,segment=NetworkSegment(e3debcd3-8915-44f3-94bb-8e7eb899b28d),segment_id=e3debcd3-8915-44f3-94bb-8e7eb899b28d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:52.513213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.553248 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b90f383e-a6f4-412e-88e1-bad9142d10d1 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8805091 Mar 25 20:04:52.565911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55366) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:52.581691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': '6f999f6f-934f-435d-ac35-ff97c97c68db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:52.638492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] For port 050c7f22-8a59-411f-b3a4-83c3b7995990, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=050c7f22-8a59-411f-b3a4-83c3b7995990,segment=NetworkSegment(e3debcd3-8915-44f3-94bb-8e7eb899b28d),segment_id=e3debcd3-8915-44f3-94bb-8e7eb899b28d)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:52.639199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.654706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d437b-5cb0-43ce-a7df-21eb3f258dd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port d698d5c0-0bd2-4326-82c9-135117a277bb {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:52.655182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6d437b-5cb0-43ce-a7df-21eb3f258dd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.686966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] Calling delete_port for 050c7f22-8a59-411f-b3a4-83c3b7995990 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:52.702357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.713430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 15f4a6ba-4e1b-4060-a272-c488f5dec951 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:52.718053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4e82e214-2f48-4862-a912-c896505978f1 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:52.747813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] Calling delete_port for 0df49cd0-20ee-4c09-adfd-06253ec293d7 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:52.781257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6f999f6f-934f-435d-ac35-ff97c97c68db details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:04:52.882412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Calling delete_port for 050c7f22-8a59-411f-b3a4-83c3b7995990 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:52.919460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event deleted for resources: {'Port': ['ID=4b9e515c-1909-4f1e-8be6-4a40a8831f6c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:52.929628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-4e82e214-2f48-4862-a912-c896505978f1 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Calling delete_port for 8b49ba4e-1281-4305-bd4b-432270c078c4 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:52.998729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:53.015793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:53.027906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:53.029927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-40bc21c1-e111-4a19-bcdb-ae8e0cd61540 None None] Provisioning for port 0df49cd0-20ee-4c09-adfd-06253ec293d7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:53.043128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:53.062971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.111882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 15f4a6ba-4e1b-4060-a272-c488f5dec951 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:53.117154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 15f4a6ba-4e1b-4060-a272-c488f5dec951 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:53.117525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.124613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dee6e4df-b8ee-48a1-b782-1edf2f2be6f5 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.164611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.205347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.235416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] Pushing event deleted for resources: {'Port': ['ID=0df49cd0-20ee-4c09-adfd-06253ec293d7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:53.241075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:04:53.241399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:04:53.243753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.246108 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.249299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:53.252789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.277663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d5bd5-4619-46e9-b2d9-7ab5aac01c77 None None] No DVR routers for this DVR port 0df49cd0-20ee-4c09-adfd-06253ec293d7 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:53.300058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] No DVR routers for this DVR port 050c7f22-8a59-411f-b3a4-83c3b7995990 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:53.301955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0225d-d5ef-45eb-90ff-34ea6ca83856 None None] Pushing event deleted for resources: {'Port': ['ID=050c7f22-8a59-411f-b3a4-83c3b7995990,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:53.303475 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Provisioning complete for port 90e86b59-98be-49df-bddc-cc3af36deca3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:53.303841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.357290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-dee6e4df-b8ee-48a1-b782-1edf2f2be6f5 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Calling delete_port for ae4f27fd-5842-4120-ac79-382142732744 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:53.370263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc2073-15bf-4269-9fb2-ca430cc40cb6 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:04:53.387154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.387922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Fanout notify agent at l3_agent the message router_deleted on router 4c312751-9df4-4e1b-b41a-378a7c6b8729 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:04:53.390501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing IP validity checks on allocation pools {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 25 20:04:53.390985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 25 20:04:53.423742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.431509 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aa07d354-6e3c-4559-8120-e7a2611bbc31 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/4c312751-9df4-4e1b-b41a-378a7c6b8729 HTTP/1.1" status: 204 len: 168 time: 4.8419938 Mar 25 20:04:53.431686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffad17b-5c0f-4b30-9040-2099dd431c13 req-4a0cfd7b-678e-4e5c-8677-db342c264c29 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:53.431686 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dffad17b-5c0f-4b30-9040-2099dd431c13 req-4a0cfd7b-678e-4e5c-8677-db342c264c29 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.8874252 Mar 25 20:04:53.433653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55370) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:53.467732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1139556686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:53.487985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:53.507956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.531074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Usage tracker for resource:router and tenant:b91f14c43a4e49fcb0876426040a972b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:04:53.539952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:04:53.545650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4e82e214-2f48-4862-a912-c896505978f1 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.593926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6d437b-5cb0-43ce-a7df-21eb3f258dd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.601885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:53.620258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 15f4a6ba-4e1b-4060-a272-c488f5dec951, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=15f4a6ba-4e1b-4060-a272-c488f5dec951,segment=NetworkSegment(581eb2ce-17df-4b5b-8ab5-679471bd1ed2),segment_id=581eb2ce-17df-4b5b-8ab5-679471bd1ed2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:53.625115 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dffad17b-5c0f-4b30-9040-2099dd431c13 req-8b05a3d2-a8dd-405e-b9e3-8383237157e1 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881042 Mar 25 20:04:53.629251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Could not find standard attr ID for object 050c7f22-8a59-411f-b3a4-83c3b7995990. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:04:53.632298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.634871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e214-2f48-4862-a912-c896505978f1 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event deleted for resources: {'Port': ['ID=8b49ba4e-1281-4305-bd4b-432270c078c4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:53.641643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Could not find standard attr ID for object 0c78cf5f-4d87-423b-815d-bd6fc2a540fb. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:04:53.649545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc2073-15bf-4269-9fb2-ca430cc40cb6 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:04:53.699605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.700332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0df49cd0-20ee-4c09-adfd-06253ec293d7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:53.742551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Deleting port 050c7f22-8a59-411f-b3a4-83c3b7995990 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:53.743130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.783870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Provisioning for port d698d5c0-0bd2-4326-82c9-135117a277bb completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:53.787059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 0df49cd0-20ee-4c09-adfd-06253ec293d7 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:04:53.787399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0df49cd0-20ee-4c09-adfd-06253ec293d7 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 25 20:04:53.815744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=5955ff79-3dfc-45f4-9855-669070cdecad,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:53.821590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d437b-5cb0-43ce-a7df-21eb3f258dd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for d698d5c0-0bd2-4326-82c9-135117a277bb owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:53.827194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] The port '050c7f22-8a59-411f-b3a4-83c3b7995990' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:04:53.830554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': 'fd441933-5168-489e-9b78-6f8b70583818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6f999f6f-934f-435d-ac35-ff97c97c68db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:53.830897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: 6f999f6f-934f-435d-ac35-ff97c97c68db, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:04:53.878361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port 0df49cd0-20ee-4c09-adfd-06253ec293d7 not found, will not notify nova. {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 25 20:04:53.878758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 90e86b59-98be-49df-bddc-cc3af36deca3 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:53.894571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.902152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.920548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Provisioning complete for port d698d5c0-0bd2-4326-82c9-135117a277bb triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:53.920775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.975577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4e82e214-2f48-4862-a912-c896505978f1 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:53.990153 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4e82e214-2f48-4862-a912-c896505978f1 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "DELETE /v2.0/ports/8b49ba4e-1281-4305-bd4b-432270c078c4 HTTP/1.1" status: 204 len: 168 time: 2.4956460 Mar 25 20:04:53.990508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55374) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:54.028258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=15f4a6ba-4e1b-4060-a272-c488f5dec951,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:54.058504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Port d698d5c0-0bd2-4326-82c9-135117a277bb cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:04:54.074012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd922f7d-ccd4-4007-b57a-5d8f54fc5121 None None] Could not find standard attr ID for object ae4f27fd-5842-4120-ac79-382142732744. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:04:54.077444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dee6e4df-b8ee-48a1-b782-1edf2f2be6f5 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.078125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.105155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb5419b-3785-499e-90c3-bfd497befc78']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:54.118273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3debcd3-8915-44f3-94bb-8e7eb899b28d') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:54.118656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3debcd3-8915-44f3-94bb-8e7eb899b28d') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:54.131673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 90e86b59-98be-49df-bddc-cc3af36deca3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:54.131902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.132215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.142823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 6f999f6f-934f-435d-ac35-ff97c97c68db is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:04:54.155600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.163356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:54.163356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:54.178545 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:54.246475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6f999f6f-934f-435d-ac35-ff97c97c68db) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:54.258096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:54.258674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.274653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6e4df-b8ee-48a1-b782-1edf2f2be6f5 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event deleted for resources: {'Port': ['ID=ae4f27fd-5842-4120-ac79-382142732744,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:54.347671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.384957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.385496 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/networks/bbb5419b-3785-499e-90c3-bfd497befc78 HTTP/1.1" status: 204 len: 168 time: 3.3454232 Mar 25 20:04:54.386460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0be98-6b8b-4c8a-8a71-48acb4e36ace tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Network': ['ID=bbb5419b-3785-499e-90c3-bfd497befc78,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:54.388610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55378) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:54.398431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55382) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:54.401068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1323f7-fce2-440e-810d-6d949441feb4 None None] Network 6f999f6f-934f-435d-ac35-ff97c97c68db requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:54.409678 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cd1a2b7a-0fb2-441c-851d-61dfe2788fea tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8286676 Mar 25 20:04:54.464653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a6184-0665-4f61-bee2-bfde2616a431 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:54.465377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-311a6184-0665-4f61-bee2-bfde2616a431 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Synchronizing usage tracker for tenant:418b85a5510e405cbcfcf190215458ba on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:54.480004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6d437b-5cb0-43ce-a7df-21eb3f258dd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.538268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 15f4a6ba-4e1b-4060-a272-c488f5dec951 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:54.556215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dee6e4df-b8ee-48a1-b782-1edf2f2be6f5 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.559881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.648347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.682375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d437b-5cb0-43ce-a7df-21eb3f258dd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=d698d5c0-0bd2-4326-82c9-135117a277bb,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:54.782906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dee6e4df-b8ee-48a1-b782-1edf2f2be6f5 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "DELETE /v2.0/ports/ae4f27fd-5842-4120-ac79-382142732744 HTTP/1.1" status: 204 len: 168 time: 3.1557076 Mar 25 20:04:54.791251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55388) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:54.803419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6d437b-5cb0-43ce-a7df-21eb3f258dd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.805761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3e6d437b-5cb0-43ce-a7df-21eb3f258dd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/d698d5c0-0bd2-4326-82c9-135117a277bb HTTP/1.1" status: 204 len: 168 time: 2.6214368 Mar 25 20:04:54.840766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55392) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:54.842235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 15f4a6ba-4e1b-4060-a272-c488f5dec951 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:54.842927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.850661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-311a6184-0665-4f61-bee2-bfde2616a431 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Unset dirty status for tenant:418b85a5510e405cbcfcf190215458ba on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:54.854382 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-311a6184-0665-4f61-bee2-bfde2616a431 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "GET /v2.0/ports?device_id=7109fbc0-827c-496f-a95d-eb46c7c27f3a HTTP/1.1" status: 200 len: 913 time: 0.8604257 Mar 25 20:04:54.884918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55396) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:54.901291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.937681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4bc3f5-95be-476a-aa7a-440abed08748']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:54.946989 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97f5b1b-7156-4cc6-9f66-160b66564bbb tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] GET failed (client error): The resource could not be found. Mar 25 20:04:54.947582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d97f5b1b-7156-4cc6-9f66-160b66564bbb tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Synchronizing usage tracker for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:54.952254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.956281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e68a5a7-d98d-4f25-b5e1-1e857506b172') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:54.956607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e68a5a7-d98d-4f25-b5e1-1e857506b172') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:54.971332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:54.993421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.002143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-6f999f6f-934f-435d-ac35-ff97c97c68db', 'network_id': '6f999f6f-934f-435d-ac35-ff97c97c68db', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': '5955ff79-3dfc-45f4-9855-669070cdecad'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:55.007026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.015249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.044826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00a22b-46e9-4311-b76f-3b91946ee76f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:55.046866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00a22b-46e9-4311-b76f-3b91946ee76f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:55.047694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bb00a22b-46e9-4311-b76f-3b91946ee76f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:55.068344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:55.068558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.074604 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1ba5697d-1086-4c37-b380-ab958a428dce up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:55.082833 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:55.109447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.109447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d3c5a9e1-414d-464f-8013-3bf62dd24d05 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6539106 Mar 25 20:04:55.115637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55400) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:55.121895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d97f5b1b-7156-4cc6-9f66-160b66564bbb tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Unset dirty status for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:55.125008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d97f5b1b-7156-4cc6-9f66-160b66564bbb tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "GET /v2.0/ports/ae4f27fd-5842-4120-ac79-382142732744 HTTP/1.1" status: 404 len: 333 time: 0.3317356 Mar 25 20:04:55.134725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': True}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:55.149553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55404) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:55.169472 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-296356902'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:55.213808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bb00a22b-46e9-4311-b76f-3b91946ee76f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:55.214990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bb00a22b-46e9-4311-b76f-3b91946ee76f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3660951 Mar 25 20:04:55.227336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c093f-d5aa-4ade-b2d4-ab6e97136c7f req-b0e9388d-3214-4f0a-95b5-1cdadf1e8695 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:55.233543 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-703c093f-d5aa-4ade-b2d4-ab6e97136c7f req-b0e9388d-3214-4f0a-95b5-1cdadf1e8695 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3425405 Mar 25 20:04:55.235034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55408) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:55.254481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1ba5697d-1086-4c37-b380-ab958a428dce triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:55.254910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.294019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Allocated IP 172.20.0.3 (6f999f6f-934f-435d-ac35-ff97c97c68db/5955ff79-3dfc-45f4-9855-669070cdecad/b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:55.335647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.517151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-703c093f-d5aa-4ade-b2d4-ab6e97136c7f req-6f92cf88-a1d3-4ea8-b2d1-8eab214724aa tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811351 Mar 25 20:04:55.579901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 050c7f22-8a59-411f-b3a4-83c3b7995990 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:04:55.583834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.586164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5e500b-ef99-44da-970b-254037c79e38 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 4ff977ca-6555-4dee-9d3e-513ab949f0fa {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:04:55.615678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.631583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Network': ['ID=db4bc3f5-95be-476a-aa7a-440abed08748,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:55.631816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 050c7f22-8a59-411f-b3a4-83c3b7995990 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:04:55.631903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 050c7f22-8a59-411f-b3a4-83c3b7995990 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:04:55.632304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0df49cd0-20ee-4c09-adfd-06253ec293d7 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:04:55.636965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:55.642663 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e0946cc-2a24-4f47-940f-910888fb23d3 tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/networks/db4bc3f5-95be-476a-aa7a-440abed08748 HTTP/1.1" status: 204 len: 168 time: 1.2499382 Mar 25 20:04:55.644413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55414) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:55.683906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 0df49cd0-20ee-4c09-adfd-06253ec293d7 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:04:55.684922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0df49cd0-20ee-4c09-adfd-06253ec293d7 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:04:55.695569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:55.709807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.723156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Transition to ACTIVE for port object b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:55.744739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Transition to ACTIVE for port object b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:55.756762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe5e500b-ef99-44da-970b-254037c79e38 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.808373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.834150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.877727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Network 6f999f6f-934f-435d-ac35-ff97c97c68db is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:55.880886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:55.883506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:55.927236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Pushing event updated for resources: {'Port': ['ID=b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:55.996962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:55.999922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Attempting to bind port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:04:56.000310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Attempting to bind port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'fd441933-5168-489e-9b78-6f8b70583818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6f999f6f-934f-435d-ac35-ff97c97c68db'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:04:56.000670 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Attempting to bind port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c on network 6f999f6f-934f-435d-ac35-ff97c97c68db {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:04:56.005312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Made reservation on behalf of 09cf9559b4c74732a4c85270e88ba32e for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:56.007940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:04:56.008118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Checking segment: {'id': 'fd441933-5168-489e-9b78-6f8b70583818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6f999f6f-934f-435d-ac35-ff97c97c68db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:04:56.008459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.008764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.008902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Bound using segment: {'id': 'fd441933-5168-489e-9b78-6f8b70583818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6f999f6f-934f-435d-ac35-ff97c97c68db'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:04:56.009324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Bound port: b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd441933-5168-489e-9b78-6f8b70583818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6f999f6f-934f-435d-ac35-ff97c97c68db'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:04:56.010152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.028023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe5e500b-ef99-44da-970b-254037c79e38 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.063814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] device_id is not set on port 2d8190a8-a189-4d1c-be91-52b6869b69fc yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:04:56.101699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] For port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:04:56.104739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] For port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c,segment=NetworkSegment(fd441933-5168-489e-9b78-6f8b70583818),segment_id=fd441933-5168-489e-9b78-6f8b70583818)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:04:56.104870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb02b-2429-4149-8a88-12236d71369c req-de405f53-5a35-4832-8d28-a89a24e45141 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:56.106302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b0bb02b-2429-4149-8a88-12236d71369c req-de405f53-5a35-4832-8d28-a89a24e45141 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4073198 Mar 25 20:04:56.109223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe5e500b-ef99-44da-970b-254037c79e38 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.155884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.167867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.227644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.240174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=5955ff79-3dfc-45f4-9855-669070cdecad,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:56.259723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d29d2-eadc-4309-9386-3ded0e2bf52c None None] Pushing event updated for resources: {'Port': ['ID=b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:56.325295 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b0bb02b-2429-4149-8a88-12236d71369c req-8b585ca7-ab63-4fea-b2d6-44825c922558 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874986 Mar 25 20:04:56.327150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cdbebb-2c37-4a85-b69c-54cc04428c4d']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:56.375464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1860bb-6eb6-4a71-8bb1-ecaa0992b1a8') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:56.375892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1860bb-6eb6-4a71-8bb1-ecaa0992b1a8') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:56.400082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.418585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Allocated IP 2001:db8::27b (62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6/44300e8e-e781-47bb-8b4b-71759a5c7e78/2d8190a8-a189-4d1c-be91-52b6869b69fc) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:56.437217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.447141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:56.447537 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.461584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:56.465376 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:56.533154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f999f6f-934f-435d-ac35-ff97c97c68db']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:56.549307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd441933-5168-489e-9b78-6f8b70583818') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:56.549579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd441933-5168-489e-9b78-6f8b70583818') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:56.566713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.609400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.681588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.687023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.751315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe5e500b-ef99-44da-970b-254037c79e38 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.757190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.761606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Network': ['ID=38cdbebb-2c37-4a85-b69c-54cc04428c4d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:56.810432 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8c1a5e7d-8863-465f-b766-b13550501a1a tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/networks/38cdbebb-2c37-4a85-b69c-54cc04428c4d HTTP/1.1" status: 204 len: 168 time: 1.1623816 Mar 25 20:04:56.818507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55420) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:56.825065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:56.825458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:56.844705 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:56.846626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e500b-ef99-44da-970b-254037c79e38 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff977ca-6555-4dee-9d3e-513ab949f0fa,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:56.877946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f45f61-e7c4-47f5-b093-1a5034edd1a0 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:56.919731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe5e500b-ef99-44da-970b-254037c79e38 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:56.953334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.017243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.023521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:04:57.023521 dv-neutron-835149-1-hyperv neutron-server[88484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:04:57.023521 dv-neutron-835149-1-hyperv neutron-server[88484]: [parameters: {'id': '6f999f6f-934f-435d-ac35-ff97c97c68db'}] Mar 25 20:04:57.023521 dv-neutron-835149-1-hyperv neutron-server[88484]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:04:57.023915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:04:57.067132 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fe5e500b-ef99-44da-970b-254037c79e38 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/4ff977ca-6555-4dee-9d3e-513ab949f0fa HTTP/1.1" status: 204 len: 168 time: 1.8249435 Mar 25 20:04:57.077553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55426) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:57.166028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.166161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-077a5be6-0c6b-44ce-bc4f-7369acbf8485 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875838 Mar 25 20:04:57.173222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55430) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:57.196882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:04:57.202468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] Deleting port 90e86b59-98be-49df-bddc-cc3af36deca3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:57.202889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.215628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.240141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Transition to ACTIVE for port object 2d8190a8-a189-4d1c-be91-52b6869b69fc will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:04:57.302098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fc4ce-97b5-4857-840e-970d4a88fd2c req-0c197442-23be-46ec-aadc-05e7dbbffe5e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:57.303908 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e04fc4ce-97b5-4857-840e-970d4a88fd2c req-0c197442-23be-46ec-aadc-05e7dbbffe5e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3522623 Mar 25 20:04:57.340714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Allocated IP 172.26.8.120 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/b76a3662-48e6-48a2-8fff-5fa795dab5b2) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:04:57.384883 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e04fc4ce-97b5-4857-840e-970d4a88fd2c req-2746a2e6-a3af-4a81-bef4-dcf666645859 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747561 Mar 25 20:04:57.420741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.491173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fa18a2-1db3-4c1b-9787-09c4473f8bde']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:57.518111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.530784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde9f3b4-2ed5-427c-b496-eb75627af8f6') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:57.531440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde9f3b4-2ed5-427c-b496-eb75627af8f6') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:04:57.546586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033778d1-b3e2-4528-9862-91f0ca79c4b4 None None] Network 6f999f6f-934f-435d-ac35-ff97c97c68db requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:57.549985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.563832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847632c-e3d1-4b1e-91e9-a6c9316b8f42 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:57.564876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c847632c-e3d1-4b1e-91e9-a6c9316b8f42 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:57.631504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.660010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] For port 90e86b59-98be-49df-bddc-cc3af36deca3, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=90e86b59-98be-49df-bddc-cc3af36deca3,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:57.660411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.701825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:57.702171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.725716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.756779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.761031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:57.777833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Deleting port 4ef03d8e-7c56-4224-bc72-80a1eb3ec353 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:57.778535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.795614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-47d8e5ff-ccfa-4798-b94b-4995dddf1041 None None] Provisioning for port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:57.804148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:57.806684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:57.812603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:57.814225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.823036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.825609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=2d8190a8-a189-4d1c-be91-52b6869b69fc,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:57.832264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] Calling delete_port for 90e86b59-98be-49df-bddc-cc3af36deca3 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:57.857666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:04:57.858058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:04:57.875685 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:04:57.958415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'Port': ['ID=b76a3662-48e6-48a2-8fff-5fa795dab5b2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:57.966180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c847632c-e3d1-4b1e-91e9-a6c9316b8f42 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:57.970238 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c847632c-e3d1-4b1e-91e9-a6c9316b8f42 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7937722 Mar 25 20:04:57.989964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55438) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:57.996160 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a849db57-7a33-495f-be22-2ba0e8accdf2 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8455017 Mar 25 20:04:58.010344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55442) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:58.019930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:58.027620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f2', 'mac_address': 'fa:16:3e:fe:e2:da'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:58.042705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.059384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:58.081584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:04:58.117184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] DHCP port deletion for 6f999f6f-934f-435d-ac35-ff97c97c68db request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:04:58.132095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] Deleting port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:58.132502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.146309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7569a-ebec-4ffd-bca5-cc596e18b5d9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:58.146999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0bf7569a-ebec-4ffd-bca5-cc596e18b5d9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:04:58.159914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] Pushing event deleted for resources: {'Port': ['ID=90e86b59-98be-49df-bddc-cc3af36deca3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:58.168408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49d656-8b93-4362-b8c6-a5027e2db2c1 None None] No DVR routers for this DVR port 90e86b59-98be-49df-bddc-cc3af36deca3 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:58.170618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d438-34f1-4dd8-be4b-38a6bfcc055c req-dcdaa5ec-bce5-4921-b3d8-b662cdb4f290 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:58.177453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6bb3d438-34f1-4dd8-be4b-38a6bfcc055c req-dcdaa5ec-bce5-4921-b3d8-b662cdb4f290 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.6253626 Mar 25 20:04:58.188318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.192928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.226621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.238909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] Pushing event deleted for resources: {'Network': ['ID=a2fa18a2-1db3-4c1b-9787-09c4473f8bde,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:58.244745 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e401e150-b90a-4fa5-818f-8d2845b47bcb tempest-BulkNetworkOpsIpV6Test-1680072674 tempest-BulkNetworkOpsIpV6Test-1680072674-project] 10.222.0.37 "DELETE /v2.0/networks/a2fa18a2-1db3-4c1b-9787-09c4473f8bde HTTP/1.1" status: 204 len: 168 time: 1.4234295 Mar 25 20:04:58.304678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0bf7569a-ebec-4ffd-bca5-cc596e18b5d9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:04:58.305605 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0bf7569a-ebec-4ffd-bca5-cc596e18b5d9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3145285 Mar 25 20:04:58.319115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55448) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:58.343542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a9f7f7e7-72ef-4770-8b94-6960d7cb87b6 None None] Provisioning for port 2d8190a8-a189-4d1c-be91-52b6869b69fc completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:04:58.363301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a9f7f7e7-72ef-4770-8b94-6960d7cb87b6 None None] Provisioning complete for port 2d8190a8-a189-4d1c-be91-52b6869b69fc triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:04:58.363858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f7e7-72ef-4770-8b94-6960d7cb87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.404015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Calling delete_port for 4ef03d8e-7c56-4224-bc72-80a1eb3ec353 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:58.418909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] For port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c,segment=NetworkSegment(fd441933-5168-489e-9b78-6f8b70583818),segment_id=fd441933-5168-489e-9b78-6f8b70583818)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:58.419588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.492943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 90e86b59-98be-49df-bddc-cc3af36deca3 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:04:58.502417 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0f0abb5a-6a6e-4c06-a840-c4aa01ea3914 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1800036 Mar 25 20:04:58.510564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55452) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:58.513017 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6bb3d438-34f1-4dd8-be4b-38a6bfcc055c req-f14ddcd1-5b38-4778-b8dc-abebe48a3b74 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346705 Mar 25 20:04:58.523899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:04:58.526746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c,segment=NetworkSegment(fd441933-5168-489e-9b78-6f8b70583818),segment_id=fd441933-5168-489e-9b78-6f8b70583818)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:04:58.527112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.622213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 90e86b59-98be-49df-bddc-cc3af36deca3 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:04:58.627216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 90e86b59-98be-49df-bddc-cc3af36deca3 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:04:58.647277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] Calling delete_port for b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:58.659600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:04:58.670817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:04:58.686702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7f7e7-72ef-4770-8b94-6960d7cb87b6 None None] Port 2d8190a8-a189-4d1c-be91-52b6869b69fc cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:04:58.788241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:04:58.791799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.826633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.830735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:58.875336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] Pushing event deleted for resources: {'Port': ['ID=b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:58.878582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d706a4a-0011-4d25-bc21-c32f192a8074 None None] No DVR routers for this DVR port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:04:58.927655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55460) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:58.933139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:04:58.953141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event deleted for resources: {'Port': ['ID=4ef03d8e-7c56-4224-bc72-80a1eb3ec353,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:59.183531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:04:59.184093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:04:59.216532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8181cde-9b1c-47f1-81e2-b93baf8267cd req-d20b514c-e14d-4666-8f6f-80be0be59568 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:59.218631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d8181cde-9b1c-47f1-81e2-b93baf8267cd req-d20b514c-e14d-4666-8f6f-80be0be59568 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5179870 Mar 25 20:04:59.221046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.288220 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e5c15386-4ac3-41b2-964e-452446eb37be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97d27de45d6d46a1a822934aa5297337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549039 Mar 25 20:04:59.344702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55466) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:59.402357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.532813 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d8181cde-9b1c-47f1-81e2-b93baf8267cd req-7e2e206f-e4fd-4b1a-8c80-62f6d8b9c9a0 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994816 Mar 25 20:04:59.580739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.595848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.670797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=ed7d4f8a-4654-439f-9332-8d9ef12931a5,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:04:59.691872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:04:59.694899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:04:59.704050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e9648-18f5-4fdb-9b29-f07fa9f71fa1 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:04:59.734931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:04:59.735372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.765329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:04:59.765919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.863468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] The port 'b10c9d3b-b8ea-4dcc-ab36-7bf890485d9c' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:04:59.914020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-da42afe9-e330-4224-be09-6b4319082689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.939631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'ed7d4f8a-4654-439f-9332-8d9ef12931a5'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:04:59.940663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.947434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-da42afe9-e330-4224-be09-6b4319082689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:04:59.973680 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ba457548-5049-40d4-baf1-b0e3f64c5dc2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4577689 Mar 25 20:04:59.981842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55474) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:04:59.990777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': 'ed7d4f8a-4654-439f-9332-8d9ef12931a5', 'ip_address': '2001:db8::faa6:bc55:bd33:8f24'}], 'name': 'tempest-NetworksTestDHCPv6-537611152'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:00.119067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Router 7109fbc0-827c-496f-a95d-eb46c7c27f3a has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:05:00.170845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/ed7d4f8a-4654-439f-9332-8d9ef12931a5/7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:00.230695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-da42afe9-e330-4224-be09-6b4319082689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.239169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:00.255272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:00.328827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42afe9-e330-4224-be09-6b4319082689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19beb5a-1f51-44a9-ac8b-8e425d14644c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:00.337559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.371692 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:00.392906 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9ac76611-4109-43b8-9a53-c3549ec4be88 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "PUT /v2.0/routers/7109fbc0-827c-496f-a95d-eb46c7c27f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4975274 Mar 25 20:05:00.392906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:00.399956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9011b-525c-480d-a0ee-ae3ec7aa651a None None] Sync routers for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:00.402344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.408318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55478) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:00.417413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f999f6f-934f-435d-ac35-ff97c97c68db']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:00.418855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Transition to ACTIVE for port object 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:00.422060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9011b-525c-480d-a0ee-ae3ec7aa651a None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:00.422586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0bb9011b-525c-480d-a0ee-ae3ec7aa651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:00.436994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd441933-5168-489e-9b78-6f8b70583818') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:00.437339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd441933-5168-489e-9b78-6f8b70583818') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:00.450955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.469559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.477289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:00.477680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.495525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0bb9011b-525c-480d-a0ee-ae3ec7aa651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:00.500120 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:00.512173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9011b-525c-480d-a0ee-ae3ec7aa651a None None] Routers {'7109fbc0-827c-496f-a95d-eb46c7c27f3a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:00.512821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0bb9011b-525c-480d-a0ee-ae3ec7aa651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:00.520362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:05:00.585481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0bb9011b-525c-480d-a0ee-ae3ec7aa651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:00.585891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9011b-525c-480d-a0ee-ae3ec7aa651a None None] The sync data for ids ['7109fbc0-827c-496f-a95d-eb46c7c27f3a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:00.650847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-da42afe9-e330-4224-be09-6b4319082689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.654669 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-da42afe9-e330-4224-be09-6b4319082689 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a19beb5a-1f51-44a9-ac8b-8e425d14644c HTTP/1.1" status: 204 len: 168 time: 1.1820283 Mar 25 20:05:00.654669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.689502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.712624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c3244-e8b4-4991-9ad6-bb64c34dff36 req-4a8be2e3-3a01-415f-bde6-59339c594e1b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:00.713236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.715015 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed9c3244-e8b4-4991-9ad6-bb64c34dff36 req-4a8be2e3-3a01-415f-bde6-59339c594e1b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.6679478 Mar 25 20:05:00.723013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.739704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.744720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.767178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Transition to ACTIVE for port object 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:00.784744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:00.865281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.872916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.903892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.905666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] In _notify_port_updated(), no bound segment for port 2d8190a8-a189-4d1c-be91-52b6869b69fc on network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:05:00.910996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:00.911604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:00.912887 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "PUT /v2.0/ports/2d8190a8-a189-4d1c-be91-52b6869b69fc HTTP/1.1" status: 200 len: 1002 time: 2.8997667 Mar 25 20:05:00.920107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55484) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:00.946974 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/6f999f6f-934f-435d-ac35-ff97c97c68db HTTP/1.1" status: 204 len: 168 time: 6.5421658 Mar 25 20:05:00.947274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998d3b-306c-4c19-b840-48cf4b895ba9 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=6f999f6f-934f-435d-ac35-ff97c97c68db,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:00.951986 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed9c3244-e8b4-4991-9ad6-bb64c34dff36 req-c73d0260-388e-4383-802c-7ca1e753ff12 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265384 Mar 25 20:05:00.952455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55488) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:00.991714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6ade1-5f69-4075-be39-74acf22cadc3 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=2d8190a8-a189-4d1c-be91-52b6869b69fc,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:00.998196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:00.998196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:00.999497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793134717'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:01.002534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:01.071541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:01.098768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:01.103919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:01.119465 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:01.121284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Pushing event updated for resources: {'Port': ['ID=7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:01.208328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Attempting to bind port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:01.208756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Attempting to bind port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:01.209096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Attempting to bind port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:01.215850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:01.216066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:01.216316 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.217050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:01.217543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Bound port: 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:01.217972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.243403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.263319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f2576-5e2e-4b6f-8475-ca1102fe4843 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting port 2d8190a8-a189-4d1c-be91-52b6869b69fc {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:01.264237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9c1f2576-5e2e-4b6f-8475-ca1102fe4843 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.322903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-73a9f099-4141-4e87-9463-814f73394404 None None] For port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:01.329966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-73a9f099-4141-4e87-9463-814f73394404 None None] For port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:01.340803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4b51a015-a323-4678-8c17-92226a40dfa7 None None] Provisioning complete for port 2d8190a8-a189-4d1c-be91-52b6869b69fc triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:01.341171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b51a015-a323-4678-8c17-92226a40dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.392685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:01.397415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.399257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.431343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:01.442099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Router 5729017c-d91d-444d-b9b9-07eb42e81e9a is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:05:01.444051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Deleting port b23b1c49-1e96-4c3c-bcc2-54b712d92196 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:01.444051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.454861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.456449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 1cc2ccf6-c369-4be0-bef9-2dedd3c87100 of type vlan for network 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b Mar 25 20:05:01.479209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4b51a015-a323-4678-8c17-92226a40dfa7 None None] Port 2d8190a8-a189-4d1c-be91-52b6869b69fc cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:01.483787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9f099-4141-4e87-9463-814f73394404 None None] Pushing event updated for resources: {'Port': ['ID=7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:01.489141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::faa6:bc55:bd33:8f24 (16eab8e5-a832-428a-a293-9fd25f5afb33/ed7d4f8a-4654-439f-9332-8d9ef12931a5/f0ad05f8-2aeb-43d3-b05e-18cef0f964b8) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:01.587121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.724793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:05:01.765961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:01.774788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.776032 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0324e7ce-5346-42f4-ac7c-ce25484ab294 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "PUT /v2.0/routers/5729017c-d91d-444d-b9b9-07eb42e81e9a HTTP/1.1" status: 200 len: 919 time: 6.6590881 Mar 25 20:05:01.778783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55508) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:01.784402 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f84f7-dc5e-4a74-af1e-aac69d038a0d None None] Sync routers for ids ['5729017c-d91d-444d-b9b9-07eb42e81e9a'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:01.795923 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f84f7-dc5e-4a74-af1e-aac69d038a0d None None] Routers {'5729017c-d91d-444d-b9b9-07eb42e81e9a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:01.797037 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d57f84f7-dc5e-4a74-af1e-aac69d038a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['5729017c-d91d-444d-b9b9-07eb42e81e9a'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:01.939720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9c1f2576-5e2e-4b6f-8475-ca1102fe4843 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.943959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d57f84f7-dc5e-4a74-af1e-aac69d038a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:01.948561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:01.960313 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f84f7-dc5e-4a74-af1e-aac69d038a0d None None] Routers {'5729017c-d91d-444d-b9b9-07eb42e81e9a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:01.963265 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d57f84f7-dc5e-4a74-af1e-aac69d038a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:04:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['5729017c-d91d-444d-b9b9-07eb42e81e9a'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:01.990115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:02.000434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:02.000434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:02.051176 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d57f84f7-dc5e-4a74-af1e-aac69d038a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:02.051801 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f84f7-dc5e-4a74-af1e-aac69d038a0d None None] The sync data for ids ['5729017c-d91d-444d-b9b9-07eb42e81e9a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:02.149749 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ca288f67-5f8a-46cd-b30a-4350988165bd tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/routers/5729017c-d91d-444d-b9b9-07eb42e81e9a HTTP/1.1" status: 200 len: 925 time: 0.3697050 Mar 25 20:05:02.156130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55516) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:02.156465 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55518) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:02.229526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Calling delete_port for b23b1c49-1e96-4c3c-bcc2-54b712d92196 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:02.246846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=0ba8d448-62fd-42f2-933d-8ee7e8b23b4b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:02.253933 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-289998c7-2b2e-47d5-965d-f9620ccfdea7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2945161 Mar 25 20:05:02.254792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55526) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:02.260104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:02.267571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': '0ba8d448-62fd-42f2-933d-8ee7e8b23b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:02.334367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f2576-5e2e-4b6f-8475-ca1102fe4843 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Calling delete_port for 2d8190a8-a189-4d1c-be91-52b6869b69fc owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:02.399096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1630073537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:02.410617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:02.414003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:02.420014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:router and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:02.427719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:02.434272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:02.447046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:02.451896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:02.459931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:02.464646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d06aaa-66aa-46d5-bcd5-e82f614aaa26 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:02.469137 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-16d06aaa-66aa-46d5-bcd5-e82f614aaa26 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=5729017c-d91d-444d-b9b9-07eb42e81e9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3061764 Mar 25 20:05:02.473875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55532) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:02.478631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:02.488899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:02.492049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:02.495145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ed3a-ebc3-41d6-a7d5-82cc60433aee req-eefd64a3-3c3b-40ed-b9e1-5785348f6d0f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:02.502322 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c333ed3a-ebc3-41d6-a7d5-82cc60433aee req-eefd64a3-3c3b-40ed-b9e1-5785348f6d0f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3448536 Mar 25 20:05:02.553502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:02.554922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:02.564056 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c333ed3a-ebc3-41d6-a7d5-82cc60433aee req-7980506f-3054-477f-95cb-17b7cc6543de tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608718 Mar 25 20:05:02.566207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:02.572048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:02.694557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:02.729690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5018498-8b2a-4575-a2f4-1f373c8a0f5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:02.731591 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a5018498-8b2a-4575-a2f4-1f373c8a0f5b tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 881 time: 0.2546103 Mar 25 20:05:02.736257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55538) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:02.791759 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc4ad44e-1425-48ba-b874-9aef891ca6fb tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=5729017c-d91d-444d-b9b9-07eb42e81e9a HTTP/1.1" status: 200 len: 205 time: 0.0543270 Mar 25 20:05:02.795496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55542) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:02.842115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9c1f2576-5e2e-4b6f-8475-ca1102fe4843 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:02.916877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.049375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.052942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.057740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f2576-5e2e-4b6f-8475-ca1102fe4843 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event deleted for resources: {'Port': ['ID=2d8190a8-a189-4d1c-be91-52b6869b69fc,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:03.129311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.167339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-56f8735d-4456-4481-bc3e-645e2e1b9c72 None None] Provisioning for port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:03.171143 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:05:03.179130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-56f8735d-4456-4481-bc3e-645e2e1b9c72 None None] Provisioning complete for port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:03.179624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56f8735d-4456-4481-bc3e-645e2e1b9c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.187220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event deleted for resources: {'Port': ['ID=b23b1c49-1e96-4c3c-bcc2-54b712d92196,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:03.275488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:03.286872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:03.303361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:03.309086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:03.309773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.398372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56f8735d-4456-4481-bc3e-645e2e1b9c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.451959 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-56f8735d-4456-4481-bc3e-645e2e1b9c72 None None] For port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:03.468364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.512875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.517368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56f8735d-4456-4481-bc3e-645e2e1b9c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.520437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.598313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=f0ad05f8-2aeb-43d3-b05e-18cef0f964b8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:03.620382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9c1f2576-5e2e-4b6f-8475-ca1102fe4843 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.635090 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9c1f2576-5e2e-4b6f-8475-ca1102fe4843 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "DELETE /v2.0/ports/2d8190a8-a189-4d1c-be91-52b6869b69fc HTTP/1.1" status: 204 len: 168 time: 2.7116420 Mar 25 20:05:03.639740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55548) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:03.641286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648609 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8735d-4456-4481-bc3e-645e2e1b9c72 None None] Pushing event updated for resources: {'Port': ['ID=7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.648803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:03.691748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.699474 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=e7976480-9c5a-4e52-a4d3-8013ab5ddbcc,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:03.730564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34aa1e-00eb-4c28-bd45-edc8bc8b6d41 req-31d8211f-225a-46f9-a5cb-61780d43e985 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:03.732047 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec34aa1e-00eb-4c28-bd45-edc8bc8b6d41 req-31d8211f-225a-46f9-a5cb-61780d43e985 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.6508617 Mar 25 20:05:03.733329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '1cc2ccf6-c369-4be0-bef9-2dedd3c87100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0ba8d448-62fd-42f2-933d-8ee7e8b23b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:03.733688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:03.739816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.743387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4ee7f140-2bc2-40e6-b8dd-6975d6a11570 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5823021 Mar 25 20:05:03.749616 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-68cda6f9-5c1a-4e5e-8102-f1e649494aaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7661870 Mar 25 20:05:03.754837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55552) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:03.755074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55554) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:03.757199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.761485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.766430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-169358425'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:03.769747 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a167c30-0fe8-45ec-a852-47d6fa4a8e12 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] GET failed (client error): The resource could not be found. Mar 25 20:05:03.770252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2a167c30-0fe8-45ec-a852-47d6fa4a8e12 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Synchronizing usage tracker for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:03.775789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:03.782584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:network and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:03.788818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:03.803620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Deleting port b76a3662-48e6-48a2-8fff-5fa795dab5b2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:03.803963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.804708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:03.812641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2a167c30-0fe8-45ec-a852-47d6fa4a8e12 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Unset dirty status for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:03.813782 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2a167c30-0fe8-45ec-a852-47d6fa4a8e12 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "GET /v2.0/ports/2d8190a8-a189-4d1c-be91-52b6869b69fc HTTP/1.1" status: 404 len: 333 time: 0.1657374 Mar 25 20:05:03.817780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55560) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:03.819671 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c31322b9-226f-4823-b3ef-cc566b1458c2 None None] Provisioning for port f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:03.824565 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-238691119'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:03.825634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c31322b9-226f-4823-b3ef-cc566b1458c2 None None] Provisioning complete for port f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:03.826583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c31322b9-226f-4823-b3ef-cc566b1458c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.884597 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec34aa1e-00eb-4c28-bd45-edc8bc8b6d41 req-d2d3ac8f-f65f-42df-809f-abdd921fe37d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420083 Mar 25 20:05:03.886546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c31322b9-226f-4823-b3ef-cc566b1458c2 None None] Port f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:03.914065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Made reservation on behalf of 87e6f0a3312e4edc9627520c7d60f21a for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:03.917605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.933654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.934198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Fanout notify agent at l3_agent the message router_deleted on router 7109fbc0-827c-496f-a95d-eb46c7c27f3a {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:05:03.953939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.971555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:03.971555 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3f120be9-4557-44f4-8f40-47b408bb8f6a tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "DELETE /v2.0/routers/7109fbc0-827c-496f-a95d-eb46c7c27f3a HTTP/1.1" status: 204 len: 168 time: 3.5583181 Mar 25 20:05:03.974931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55564) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:03.984670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:04.028078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a244a574-0b80-4b9c-9e74-630840b32e2f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:04.034622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a244a574-0b80-4b9c-9e74-630840b32e2f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:04.036032 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a244a574-0b80-4b9c-9e74-630840b32e2f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2800050 Mar 25 20:05:04.037313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:04.038662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55568) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:04.057627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:security_group_rule and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:04.064788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:04.077985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:04.085584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:04.093686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa021a6-f5e3-4957-8301-059845f32443 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Deleting subnet 4d171547-5cbd-43e7-a09c-30be4ac2530f {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:04.098034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:04.100841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.106619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-faa021a6-f5e3-4957-8301-059845f32443 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.107250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7995c-7e4c-4af2-a8de-06a5ac12040e None None] Network 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:04.118127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:04.118711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.136528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:04.182777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-faa021a6-f5e3-4957-8301-059845f32443 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.241171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Made reservation on behalf of 09cf9559b4c74732a4c85270e88ba32e for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:04.244654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.249800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Calling delete_port for b76a3662-48e6-48a2-8fff-5fa795dab5b2 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:04.293112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] device_id is not set on port 5d91147f-0c08-430a-a3d4-c6a982c12bf8 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:04.299083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:04.299425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.347995 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-0ba8d448-62fd-42f2-933d-8ee7e8b23b4b', 'network_id': '0ba8d448-62fd-42f2-933d-8ee7e8b23b4b', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': 'e7976480-9c5a-4e52-a4d3-8013ab5ddbcc'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:04.349124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.417871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.422056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-faa021a6-f5e3-4957-8301-059845f32443 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.429885 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0af1a01f-c97b-4740-94af-b4b0f93a3718 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1674256 Mar 25 20:05:04.433597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55572) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:04.516267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.540291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:04.561165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:04.597709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Allocated IP 2001:db8::1a3 (62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6/44300e8e-e781-47bb-8b4b-71759a5c7e78/5d91147f-0c08-430a-a3d4-c6a982c12bf8) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:04.603187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.603642 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Added segment 8871461e-ad3e-4578-9088-f8157767260e of type vlan for network 164ced54-8671-4ba8-a2e2-e0f70a185a58 Mar 25 20:05:04.606747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24d0fee-da2e-45da-bb0b-ce8b1e155eb7,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:04.645519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Allocated IP 172.20.0.1 (0ba8d448-62fd-42f2-933d-8ee7e8b23b4b/e7976480-9c5a-4e52-a4d3-8013ab5ddbcc/af721952-8385-487f-a45f-8c25d555f72c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:04.672588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.738386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-faa021a6-f5e3-4957-8301-059845f32443 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.768182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.798073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.819221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b80079d-7a18-4785-b208-43870c50eba7 None None] Network 256e9394-8ca9-46cc-ae99-3c9fdaeab054 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:04.837679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:04.838107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:04.960714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:04.969197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa021a6-f5e3-4957-8301-059845f32443 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event deleted for resources: {'Subnet': ['ID=4d171547-5cbd-43e7-a09c-30be4ac2530f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:04.976426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-faa021a6-f5e3-4957-8301-059845f32443 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.010897 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-faa021a6-f5e3-4957-8301-059845f32443 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "DELETE /v2.0/subnets/4d171547-5cbd-43e7-a09c-30be4ac2530f HTTP/1.1" status: 204 len: 168 time: 1.0349491 Mar 25 20:05:05.013778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55580) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:05.075207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.080596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:05.081215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.214491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] DHCP port deletion for 256e9394-8ca9-46cc-ae99-3c9fdaeab054 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:05.220496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Deleting port 315f3443-1904-4ef7-b4b0-33420e39edca {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:05.220865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.269050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.275072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.283406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.296851 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5346904 Mar 25 20:05:05.297572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0fb2d-a81f-46e5-a174-8dd46865a6e5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Network': ['ID=164ced54-8671-4ba8-a2e2-e0f70a185a58,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:05.301730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55584) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:05.308163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.313290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'subnet': {'network_id': '164ced54-8671-4ba8-a2e2-e0f70a185a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:05.329618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Transition to ACTIVE for port object 5d91147f-0c08-430a-a3d4-c6a982c12bf8 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:05.354222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 164ced54-8671-4ba8-a2e2-e0f70a185a58 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:05.362592 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Deleting port 315f3443-1904-4ef7-b4b0-33420e39edca {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:05.362936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.376444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event deleted for resources: {'Port': ['ID=b76a3662-48e6-48a2-8fff-5fa795dab5b2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:05.516033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.542691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:05.543803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e4993-d71a-40bd-a7eb-65f817c74038 req-8ce888e8-9810-42c6-b849-ebed81d1e9ec tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:05.545350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b72e4993-d71a-40bd-a7eb-65f817c74038 req-8ce888e8-9810-42c6-b849-ebed81d1e9ec tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3860395 Mar 25 20:05:05.567183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:subnet and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:05.577016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Transition to ACTIVE for port object af721952-8385-487f-a45f-8c25d555f72c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:05.578600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.602690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:05.615870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] For port 315f3443-1904-4ef7-b4b0-33420e39edca, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=315f3443-1904-4ef7-b4b0-33420e39edca,segment=NetworkSegment(ee517cd8-7b72-4a8d-95a8-d160cee75876),segment_id=ee517cd8-7b72-4a8d-95a8-d160cee75876)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:05.616257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.624091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Transition to ACTIVE for port object af721952-8385-487f-a45f-8c25d555f72c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:05.634977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:05.699491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.707260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.736030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.745172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Calling delete_port for 315f3443-1904-4ef7-b4b0-33420e39edca owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:05.793760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:05.798573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] For port 315f3443-1904-4ef7-b4b0-33420e39edca, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=315f3443-1904-4ef7-b4b0-33420e39edca,segment=NetworkSegment(ee517cd8-7b72-4a8d-95a8-d160cee75876),segment_id=ee517cd8-7b72-4a8d-95a8-d160cee75876)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:05.800466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.802288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.811437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:05.816563 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.818471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Made reservation on behalf of 87e6f0a3312e4edc9627520c7d60f21a for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:05.822650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.824198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=f0ad05f8-2aeb-43d3-b05e-18cef0f964b8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:05.839505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Network 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:05.842561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b72e4993-d71a-40bd-a7eb-65f817c74038 req-18ec0cd9-b399-4895-b1f4-e31f4ff2fd89 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880549 Mar 25 20:05:05.843981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:05.854053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:05.905085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.905420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.905917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.906390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.906859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.907353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.907823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.908277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.908770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.909248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.909712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.910171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:05.920227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:05.956453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c797bfc8-7512-4844-a179-1a443fbb4fab tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 HTTP/1.1" status: 204 len: 168 time: 1.9167855 Mar 25 20:05:05.958774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55590) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:05.972892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:05.980376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:05.981123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.024157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.028984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Pushing event updated for resources: {'Port': ['ID=af721952-8385-487f-a45f-8c25d555f72c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:06.122830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.122830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Fanout notify agent at l3_agent the message router_deleted on router 5729017c-d91d-444d-b9b9-07eb42e81e9a {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:05:06.140440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.141482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.145758 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c086c62a-e139-43fa-9a84-26f00abf658b tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/5729017c-d91d-444d-b9b9-07eb42e81e9a HTTP/1.1" status: 204 len: 168 time: 3.3511815 Mar 25 20:05:06.158245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55594) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:06.172720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Calling delete_port for 315f3443-1904-4ef7-b4b0-33420e39edca owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:06.179284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-532100769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:06.184523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=e7976480-9c5a-4e52-a4d3-8013ab5ddbcc,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:06.205326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:06.205611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Pushing event deleted for resources: {'Port': ['ID=315f3443-1904-4ef7-b4b0-33420e39edca,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:06.219863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.220333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.220939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.221350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.221775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.222198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.222906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.223625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.224082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.224914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.225355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.225773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:06.231415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb7595-6415-497a-aed8-6046c7856ecd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:06.232991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb7595-6415-497a-aed8-6046c7856ecd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:06.233327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b8543-2f6b-4277-bbde-9277e92ce8b5 None None] No DVR routers for this DVR port 315f3443-1904-4ef7-b4b0-33420e39edca on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:06.233743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-76bb7595-6415-497a-aed8-6046c7856ecd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:06.238870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Usage tracker for resource:router and tenant:b91f14c43a4e49fcb0876426040a972b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:06.246978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:06.262984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=5d91147f-0c08-430a-a3d4-c6a982c12bf8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:06.309306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:06.319917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.333719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:05:06.334043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:05:06.344791 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-db1ed7a7-2a95-4d16-9803-698baa2f22da tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5260246 Mar 25 20:05:06.347495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55598) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:06.359004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:e2:da'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:06.359198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba8d448-62fd-42f2-933d-8ee7e8b23b4b']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:06.378555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc2ccf6-c369-4be0-bef9-2dedd3c87100') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:06.382117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc2ccf6-c369-4be0-bef9-2dedd3c87100') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:06.385088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-30eee8dc-96bf-45c6-84d4-c7eefab902f3 None None] Provisioning for port 5d91147f-0c08-430a-a3d4-c6a982c12bf8 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:06.395400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Attempting to bind port af721952-8385-487f-a45f-8c25d555f72c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:06.395751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Attempting to bind port af721952-8385-487f-a45f-8c25d555f72c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '1cc2ccf6-c369-4be0-bef9-2dedd3c87100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0ba8d448-62fd-42f2-933d-8ee7e8b23b4b'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:06.396759 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Attempting to bind port af721952-8385-487f-a45f-8c25d555f72c on network 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:06.399935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-30eee8dc-96bf-45c6-84d4-c7eefab902f3 None None] Provisioning complete for port 5d91147f-0c08-430a-a3d4-c6a982c12bf8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:06.400073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc40138-a230-4c99-b91b-6d837dfd4ad0 req-6e3bc70a-6900-4149-9482-85a5df4246f6 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:06.400415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-30eee8dc-96bf-45c6-84d4-c7eefab902f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.401376 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bfc40138-a230-4c99-b91b-6d837dfd4ad0 req-6e3bc70a-6900-4149-9482-85a5df4246f6 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3855584 Mar 25 20:05:06.403260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.440527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.443076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:06.443444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Checking segment: {'id': '1cc2ccf6-c369-4be0-bef9-2dedd3c87100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0ba8d448-62fd-42f2-933d-8ee7e8b23b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:06.443835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.444217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Bound using segment: {'id': '1cc2ccf6-c369-4be0-bef9-2dedd3c87100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0ba8d448-62fd-42f2-933d-8ee7e8b23b4b'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:06.444707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Bound port: af721952-8385-487f-a45f-8c25d555f72c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc2ccf6-c369-4be0-bef9-2dedd3c87100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0ba8d448-62fd-42f2-933d-8ee7e8b23b4b'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:06.445070 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.452968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.461032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:06.461632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.477738 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.478771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:06.482206 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:06.485084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-76bb7595-6415-497a-aed8-6046c7856ecd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:06.485084 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-76bb7595-6415-497a-aed8-6046c7856ecd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5241528 Mar 25 20:05:06.495309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55602) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:06.503569 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bfc40138-a230-4c99-b91b-6d837dfd4ad0 req-866fcbcb-6221-478f-8f18-224a324aca90 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898407 Mar 25 20:05:06.518152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 315f3443-1904-4ef7-b4b0-33420e39edca no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:06.548866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-30eee8dc-96bf-45c6-84d4-c7eefab902f3 None None] Port 5d91147f-0c08-430a-a3d4-c6a982c12bf8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:06.580179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.590784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 315f3443-1904-4ef7-b4b0-33420e39edca {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:06.591636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 315f3443-1904-4ef7-b4b0-33420e39edca not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:06.609535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:05:06.609535 dv-neutron-835149-1-hyperv neutron-server[88484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:05:06.609535 dv-neutron-835149-1-hyperv neutron-server[88484]: [parameters: {'id': '0ba8d448-62fd-42f2-933d-8ee7e8b23b4b'}] Mar 25 20:05:06.609535 dv-neutron-835149-1-hyperv neutron-server[88484]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:05:06.610040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:05:06.644610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] For port af721952-8385-487f-a45f-8c25d555f72c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:06.648328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] For port af721952-8385-487f-a45f-8c25d555f72c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=af721952-8385-487f-a45f-8c25d555f72c,segment=NetworkSegment(1cc2ccf6-c369-4be0-bef9-2dedd3c87100),segment_id=1cc2ccf6-c369-4be0-bef9-2dedd3c87100)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:06.690763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.713339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-43968a94-085b-4408-8685-d276a6357d7e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet ed7d4f8a-4654-439f-9332-8d9ef12931a5 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:06.720789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43968a94-085b-4408-8685-d276a6357d7e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.747049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.751705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c406e-581d-4f47-acb6-b32fe61b6d8f req-550d73eb-9c6a-47d5-9594-527d1e6cfc8a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:06.753302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ae9c406e-581d-4f47-acb6-b32fe61b6d8f req-550d73eb-9c6a-47d5-9594-527d1e6cfc8a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.1004882 Mar 25 20:05:06.805266 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ae9c406e-581d-4f47-acb6-b32fe61b6d8f req-c2b759b8-3f4f-42da-b65f-96302cfa2e00 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421164 Mar 25 20:05:06.811761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.816868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f9f67d67-6e52-481f-943f-7be2d3cf4d71 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6570859 Mar 25 20:05:06.817671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55608) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:06.832677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': False}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:06.851174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609be4f6-09ab-46f1-b5ec-c9ad0de2285b None None] Pushing event updated for resources: {'Port': ['ID=af721952-8385-487f-a45f-8c25d555f72c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:06.865241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Deleting port 315f3443-1904-4ef7-b4b0-33420e39edca {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:06.865566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:06.888778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Subnet': ['ID=cebf09f5-1208-455a-a179-9e3227c75a09,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:06.984058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398e8253-ead5-47d9-8a3f-72c474d6a1b1 None None] Network 0ba8d448-62fd-42f2-933d-8ee7e8b23b4b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:07.002366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Checking segment: {'id': '8871461e-ad3e-4578-9088-f8157767260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '164ced54-8671-4ba8-a2e2-e0f70a185a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:07.002724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network hostable DHCP agents. Network: 164ced54-8671-4ba8-a2e2-e0f70a185a58, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:07.018384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] The port '315f3443-1904-4ef7-b4b0-33420e39edca' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:05:07.030594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43968a94-085b-4408-8685-d276a6357d7e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.123123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.177460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.205913 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dfe4cd-d766-41fc-a139-b8e0b9c2953f None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:05:07.269709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port af721952-8385-487f-a45f-8c25d555f72c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:07.270049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.273434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.310218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network 164ced54-8671-4ba8-a2e2-e0f70a185a58 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:07.351528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256e9394-8ca9-46cc-ae99-3c9fdaeab054']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:07.377367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43968a94-085b-4408-8685-d276a6357d7e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.409091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee517cd8-7b72-4a8d-95a8-d160cee75876') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:07.409524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee517cd8-7b72-4a8d-95a8-d160cee75876') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:07.437386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 164ced54-8671-4ba8-a2e2-e0f70a185a58) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:07.441867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.469364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.470602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dfe4cd-d766-41fc-a139-b8e0b9c2953f None None] Unable to find a vacant binding_index for network 164ced54-8671-4ba8-a2e2-e0f70a185a58 and agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 25 20:05:07.477149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dfe4cd-d766-41fc-a139-b8e0b9c2953f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 164ced54-8671-4ba8-a2e2-e0f70a185a58) {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:05:07.486571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:07.487274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.510270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.530947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade0edf-0c36-4f4d-84d1-2a7c0b564179 req-4fadf540-dfd6-47be-8cc7-75d44c9eed1e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:07.532416 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1ade0edf-0c36-4f4d-84d1-2a7c0b564179 req-4fadf540-dfd6-47be-8cc7-75d44c9eed1e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4505246 Mar 25 20:05:07.589652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:07.590137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:07.605609 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:07.698216 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5e07940c-ae59-4cc0-9148-ee8bad8a69d7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3890316 Mar 25 20:05:07.701678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55614) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:07.703414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1ade0edf-0c36-4f4d-84d1-2a7c0b564179 req-d74d171f-baf5-4cb1-82b2-db75c5624e9e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642208 Mar 25 20:05:07.727489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'network': {'name': 'tempest-router-network01--416041006'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:07.750444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:07.756326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:network and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:07.760121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:07.768084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:07.772776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43968a94-085b-4408-8685-d276a6357d7e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.782489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port af721952-8385-487f-a45f-8c25d555f72c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=af721952-8385-487f-a45f-8c25d555f72c,segment=NetworkSegment(1cc2ccf6-c369-4be0-bef9-2dedd3c87100),segment_id=1cc2ccf6-c369-4be0-bef9-2dedd3c87100)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:07.782849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.822806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.825541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43968a94-085b-4408-8685-d276a6357d7e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7d4f8a-4654-439f-9332-8d9ef12931a5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:07.856288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.865418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43968a94-085b-4408-8685-d276a6357d7e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.875167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.879332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event deleted for resources: {'Network': ['ID=256e9394-8ca9-46cc-ae99-3c9fdaeab054,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:07.881861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Made reservation on behalf of 87e6f0a3312e4edc9627520c7d60f21a for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:07.886045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:07.897441 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-43968a94-085b-4408-8685-d276a6357d7e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/ed7d4f8a-4654-439f-9332-8d9ef12931a5 HTTP/1.1" status: 204 len: 168 time: 1.4011357 Mar 25 20:05:07.899034 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c33381d9-dfae-4988-b441-916d5e011a0f tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "DELETE /v2.0/networks/256e9394-8ca9-46cc-ae99-3c9fdaeab054 HTTP/1.1" status: 204 len: 168 time: 2.8843722 Mar 25 20:05:07.901294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55620) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:07.903686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55622) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:07.916803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for af721952-8385-487f-a45f-8c25d555f72c owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:07.924045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-164ced54-8671-4ba8-a2e2-e0f70a185a58', 'network_id': '164ced54-8671-4ba8-a2e2-e0f70a185a58', 'tenant_id': '87e6f0a3312e4edc9627520c7d60f21a', 'fixed_ips': [{'subnet_id': 'cebf09f5-1208-455a-a179-9e3227c75a09'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:07.925251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.035526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.092036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Allocated IP 2001:db8::2 (164ced54-8671-4ba8-a2e2-e0f70a185a58/cebf09f5-1208-455a-a179-9e3227c75a09/b34a27c5-8eef-4df3-b6fb-b91b041ca38c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:08.102632 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c1c5aea9-c57e-4e27-8375-cba46365974a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2000082 Mar 25 20:05:08.115090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55628) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:08.128726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d906b28-3259-4b75-bfe9-c6a0294fb663 req-5869cb93-7469-4885-86e5-1b43ab15a08b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:08.130186 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4d906b28-3259-4b75-bfe9-c6a0294fb663 req-5869cb93-7469-4885-86e5-1b43ab15a08b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2208934 Mar 25 20:05:08.136369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.184074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] In _notify_port_updated(), no bound segment for port 5d91147f-0c08-430a-a3d4-c6a982c12bf8 on network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:05:08.189773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:08.190485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.194417 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "PUT /v2.0/ports/5d91147f-0c08-430a-a3d4-c6a982c12bf8 HTTP/1.1" status: 200 len: 1002 time: 1.8433521 Mar 25 20:05:08.197767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:08.215079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55632) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:08.249992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:08.264533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Port': ['ID=af721952-8385-487f-a45f-8c25d555f72c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:08.266317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No DVR routers for this DVR port af721952-8385-487f-a45f-8c25d555f72c on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:08.303660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Deleting port 084db88e-b051-44e5-bac2-0b8d1f1ddcb4 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:08.303660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.328552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.339300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Transition to ACTIVE for port object b34a27c5-8eef-4df3-b6fb-b91b041ca38c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:08.359625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Transition to ACTIVE for port object b34a27c5-8eef-4df3-b6fb-b91b041ca38c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:08.421488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.492894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Network 164ced54-8671-4ba8-a2e2-e0f70a185a58 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:08.496052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:08.499331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:08.529660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bf479-6bb2-4ab7-a1b1-5b2256942f1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=5d91147f-0c08-430a-a3d4-c6a982c12bf8,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:08.558127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.558439 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Added segment bc348eb9-95eb-4d2f-98b0-96e7c4dbe019 of type vlan for network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 Mar 25 20:05:08.564853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Pushing event updated for resources: {'Port': ['ID=b34a27c5-8eef-4df3-b6fb-b91b041ca38c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:08.570274 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4d906b28-3259-4b75-bfe9-c6a0294fb663 req-872cd78d-5c7b-4a60-a0a2-2d6cccd5f209 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4288440 Mar 25 20:05:08.581167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.603964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4a45c0ea-7ffa-4ebc-adb5-73793d55d1dd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting port 5d91147f-0c08-430a-a3d4-c6a982c12bf8 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:08.604302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a45c0ea-7ffa-4ebc-adb5-73793d55d1dd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.610765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.625251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.652962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:08.656553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Attempting to bind port b34a27c5-8eef-4df3-b6fb-b91b041ca38c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:08.657127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Attempting to bind port b34a27c5-8eef-4df3-b6fb-b91b041ca38c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '8871461e-ad3e-4578-9088-f8157767260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '164ced54-8671-4ba8-a2e2-e0f70a185a58'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:08.657705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Attempting to bind port b34a27c5-8eef-4df3-b6fb-b91b041ca38c on network 164ced54-8671-4ba8-a2e2-e0f70a185a58 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:08.663727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:08.664318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Checking segment: {'id': '8871461e-ad3e-4578-9088-f8157767260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '164ced54-8671-4ba8-a2e2-e0f70a185a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:08.665020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.665613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Bound using segment: {'id': '8871461e-ad3e-4578-9088-f8157767260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '164ced54-8671-4ba8-a2e2-e0f70a185a58'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:08.666658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Bound port: b34a27c5-8eef-4df3-b6fb-b91b041ca38c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871461e-ad3e-4578-9088-f8157767260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '164ced54-8671-4ba8-a2e2-e0f70a185a58'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:08.667231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.679409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba8d448-62fd-42f2-933d-8ee7e8b23b4b']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:08.707792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc2ccf6-c369-4be0-bef9-2dedd3c87100') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:08.708085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc2ccf6-c369-4be0-bef9-2dedd3c87100') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:08.726235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.738150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.743856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:08.774625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.826272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] For port b34a27c5-8eef-4df3-b6fb-b91b041ca38c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:08.828015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:08.828416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.830401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] For port b34a27c5-8eef-4df3-b6fb-b91b041ca38c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b34a27c5-8eef-4df3-b6fb-b91b041ca38c,segment=NetworkSegment(8871461e-ad3e-4578-9088-f8157767260e),segment_id=8871461e-ad3e-4578-9088-f8157767260e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:08.843222 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:08.906945 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.947715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Allocated IP 172.26.8.69 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/559e7a00-81b8-4f9a-b2db-5b90b70f3f88) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:08.950620 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:08.954881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.977068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:08.977391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.012312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e2f45-4daa-4168-83e7-a75212712b66 req-90d881ea-1423-4e2d-bff0-eeb413ad56d7 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:09.013993 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c86e2f45-4daa-4168-83e7-a75212712b66 req-90d881ea-1423-4e2d-bff0-eeb413ad56d7 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2362826 Mar 25 20:05:09.020272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e105c-685a-4092-bd3e-052381eb3590 None None] Pushing event updated for resources: {'Port': ['ID=b34a27c5-8eef-4df3-b6fb-b91b041ca38c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:09.069929 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd835fa2-4481-413f-9cf8-5d374560837e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.080410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.115588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.116610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.120911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:09.121484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.126679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=0ba8d448-62fd-42f2-933d-8ee7e8b23b4b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:09.157801 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8c44a1a2-a635-49e7-acb2-865870dd61b4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/0ba8d448-62fd-42f2-933d-8ee7e8b23b4b HTTP/1.1" status: 204 len: 168 time: 4.7232890 Mar 25 20:05:09.165357 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c86e2f45-4daa-4168-83e7-a75212712b66 req-b1b2e34b-fc72-43e4-8d6d-9ffd706d1bc3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029377 Mar 25 20:05:09.169230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55638) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:09.184943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1644464017'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:09.189198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:09.192976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:09.195740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:09.201968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:09.209271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Calling delete_port for 084db88e-b051-44e5-bac2-0b8d1f1ddcb4 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:09.247802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.283219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:09.289197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.324081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:09.335256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.335834 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 810d4275-15f1-474c-8192-977301da1e7e of type vlan for network 9d949a76-3b08-4164-ba43-a31e4c0f4858 Mar 25 20:05:09.344294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.416883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:09.432313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:09.436040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:09.451629 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7444406 Mar 25 20:05:09.462144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a45c0ea-7ffa-4ebc-adb5-73793d55d1dd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.463234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55644) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:09.476236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037285f5-f066-440f-8e41-5f996d4c6486 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Network': ['ID=d14fd5b3-06a9-4d93-8f14-c92b0ef25f20,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:09.478290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.484686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'network': {'name': 'tempest-router-network02--102573504'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:09.487744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:09.506672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:09.511890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Pushing event updated for resources: {'Port': ['ID=559e7a00-81b8-4f9a-b2db-5b90b70f3f88,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:09.520777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:network and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:09.527146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:09.544047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:09.613536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4a45c0ea-7ffa-4ebc-adb5-73793d55d1dd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Calling delete_port for 5d91147f-0c08-430a-a3d4-c6a982c12bf8 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:09.677905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Made reservation on behalf of 87e6f0a3312e4edc9627520c7d60f21a for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:09.681323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.731641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.737552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:09.738144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.821622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:09.877464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.892649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=9d949a76-3b08-4164-ba43-a31e4c0f4858,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:09.903823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 9d949a76-3b08-4164-ba43-a31e4c0f4858 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:09.927351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7e498428-3811-4b12-930e-63678bb939f7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7542391 Mar 25 20:05:09.927351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55648) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:09.934725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': '9d949a76-3b08-4164-ba43-a31e4c0f4858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:09.937926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Pushing event deleted for resources: {'Port': ['ID=084db88e-b051-44e5-bac2-0b8d1f1ddcb4,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:09.966954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:09.967548 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Added segment cd7b9916-aee5-4e07-90cd-0a33faf9db5e of type vlan for network 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 Mar 25 20:05:09.984434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.085040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.098020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:10.105141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:10.109979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:10.117554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e3be4f-5b03-456e-a276-f5ceaaf559e1 None None] Network 164ced54-8671-4ba8-a2e2-e0f70a185a58 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:10.127978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:10.143513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45416cd1-c8ed-4654-8719-f8f0239edadc None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:10.194396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a45c0ea-7ffa-4ebc-adb5-73793d55d1dd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.248836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.254639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:10.255348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.265979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=085bb2a9-a0a7-4d8e-989d-9aac423ecc25,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:10.278100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.337375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:10.357091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:10.376815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:10.383388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.406925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:10.412129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.416861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45c0ea-7ffa-4ebc-adb5-73793d55d1dd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event deleted for resources: {'Port': ['ID=5d91147f-0c08-430a-a3d4-c6a982c12bf8,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:10.454872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.458221 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2a268b06-6b9f-4042-b098-979df195bd91 tempest-FloatingIPAdminTestJSON-1331861616 tempest-FloatingIPAdminTestJSON-1331861616-project] 10.222.0.37 "DELETE /v2.0/floatingips/d97d8164-be93-43f9-99c9-8c8f1108cb8c HTTP/1.1" status: 204 len: 168 time: 2.5484078 Mar 25 20:05:10.478258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a45c0ea-7ffa-4ebc-adb5-73793d55d1dd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.480681 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4a45c0ea-7ffa-4ebc-adb5-73793d55d1dd tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "DELETE /v2.0/ports/5d91147f-0c08-430a-a3d4-c6a982c12bf8 HTTP/1.1" status: 204 len: 168 time: 2.2541304 Mar 25 20:05:10.483796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55654) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:10.532968 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6e41d4eb-3610-4841-ad73-f7242985ef92 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4143684 Mar 25 20:05:10.540701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-de072aa6-d5c1-4608-961c-d697418b2e3a None None] Provisioning for port b34a27c5-8eef-4df3-b6fb-b91b041ca38c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:10.547463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55658) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:10.558706 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4994ae00-c596-4aed-99ea-c07ae009609c tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] GET failed (client error): The resource could not be found. Mar 25 20:05:10.559257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4994ae00-c596-4aed-99ea-c07ae009609c tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Synchronizing usage tracker for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:10.565137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': '085bb2a9-a0a7-4d8e-989d-9aac423ecc25', 'ip_address': '2001:db8::d3e4:cde8:56ad:4751'}], 'name': 'tempest-NetworksTestDHCPv6-395493164'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:10.566192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b34a27c5-8eef-4df3-b6fb-b91b041ca38c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:10.651074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4994ae00-c596-4aed-99ea-c07ae009609c tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Unset dirty status for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:10.661002 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4994ae00-c596-4aed-99ea-c07ae009609c tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "GET /v2.0/ports/5d91147f-0c08-430a-a3d4-c6a982c12bf8 HTTP/1.1" status: 404 len: 333 time: 0.1675055 Mar 25 20:05:10.685661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e59834d8-2604-43e9-93a0-2976001f3561 None None] Could not find standard attr ID for object 5d91147f-0c08-430a-a3d4-c6a982c12bf8. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:05:10.710664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55662) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:10.777621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port b34a27c5-8eef-4df3-b6fb-b91b041ca38c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:10.794225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b34a27c5-8eef-4df3-b6fb-b91b041ca38c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:10.794598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.824080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:10.830414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:10.834493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:10.842081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:10.848855 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3800941 Mar 25 20:05:10.852025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55666) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:10.854912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1441999307'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:10.861822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'subnet': {'network_id': 'd14fd5b3-06a9-4d93-8f14-c92b0ef25f20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:10.925164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30081097-8be4-4f19-8893-c9d45cc91310 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Network': ['ID=350eee02-c2e4-44e0-86e0-f9fbd0ee2b65,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:10.959175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:10.970750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:10.997677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.035727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:11.041061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:subnet and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:11.047289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:11.062494 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:11.077613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:11.140619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port b34a27c5-8eef-4df3-b6fb-b91b041ca38c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b34a27c5-8eef-4df3-b6fb-b91b041ca38c,segment=NetworkSegment(8871461e-ad3e-4578-9088-f8157767260e),segment_id=8871461e-ad3e-4578-9088-f8157767260e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:11.171683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d918a7-702d-4bef-b03a-19e0c13f14b2 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:11.192776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.212591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55672) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:11.230396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Made reservation on behalf of 87e6f0a3312e4edc9627520c7d60f21a for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:11.234376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.355932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-62ac7eaa-f0bf-4eb3-9697-8ff201a29419 None None] Provisioning complete for port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:11.356137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-62ac7eaa-f0bf-4eb3-9697-8ff201a29419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.410004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.438377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=b34a27c5-8eef-4df3-b6fb-b91b041ca38c,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:11.446732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 70fbad34-39a8-40b5-ab30-eade1ff23174 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:11.587578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:11.640111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:11.656110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdaf401-ba80-4a66-a2e1-aff114ce9634 None None] Network 164ced54-8671-4ba8-a2e2-e0f70a185a58 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:11.658954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.678284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.750700 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-90f2445a-dee3-4edf-8051-e59caf753f21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=418b85a5510e405cbcfcf190215458ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366743 Mar 25 20:05:11.754477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Made reservation on behalf of 09cf9559b4c74732a4c85270e88ba32e for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:11.755307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55678) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:11.758323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.801035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] device_id is not set on port 3024211f-4284-49fa-9471-574cb8b2064f yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:11.806585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::d3e4:cde8:56ad:4751 (16eab8e5-a832-428a-a293-9fd25f5afb33/085bb2a9-a0a7-4d8e-989d-9aac423ecc25/70fbad34-39a8-40b5-ab30-eade1ff23174) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:11.899143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9c467107-aad8-4c8f-99ad-b4a7785c764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.930600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d1d696cf-4a2b-4c18-90a0-282e386bc82d None None] Provisioning complete for port b34a27c5-8eef-4df3-b6fb-b91b041ca38c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:11.930886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1d696cf-4a2b-4c18-90a0-282e386bc82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:11.959995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.003424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9c467107-aad8-4c8f-99ad-b4a7785c764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.037469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.133752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95aaeea8-b0e2-425e-9ac9-739074c02fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.164882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Subnet': ['ID=5a404664-6e70-47c2-9bef-04bd8ed32a17,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:12.187896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Checking segment: {'id': 'bc348eb9-95eb-4d2f-98b0-96e7c4dbe019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd14fd5b3-06a9-4d93-8f14-c92b0ef25f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:12.188261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network hostable DHCP agents. Network: d14fd5b3-06a9-4d93-8f14-c92b0ef25f20, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:12.188707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=9d0e490f-dacf-420d-94f0-219c6a7bfd35,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:12.225727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.234931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Allocated IP 2001:db8::272 (62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6/44300e8e-e781-47bb-8b4b-71759a5c7e78/3024211f-4284-49fa-9471-574cb8b2064f) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:12.241165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '810d4275-15f1-474c-8192-977301da1e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9d949a76-3b08-4164-ba43-a31e4c0f4858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:12.241540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: 9d949a76-3b08-4164-ba43-a31e4c0f4858, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:12.287754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Router 85ed5f6e-82f6-415b-b9ce-242097040026 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:05:12.310195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 70fbad34-39a8-40b5-ab30-eade1ff23174 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:12.312286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:12.317970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9c467107-aad8-4c8f-99ad-b4a7785c764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.349285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c467107-aad8-4c8f-99ad-b4a7785c764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c9d58-9ead-49ea-a311-52f0439e37f5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:12.379373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b1ba5803-54c3-48e8-bbd8-f31267e89419 None None] Provisioning complete for port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:12.379866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5803-54c3-48e8-bbd8-f31267e89419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.405900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9c467107-aad8-4c8f-99ad-b4a7785c764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.409556 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9c467107-aad8-4c8f-99ad-b4a7785c764b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/661c9d58-9ead-49ea-a311-52f0439e37f5 HTTP/1.1" status: 204 len: 168 time: 0.6490972 Mar 25 20:05:12.447621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, d14fd5b3-06a9-4d93-8f14-c92b0ef25f20) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:12.458154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:12.459873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.464172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b34a27c5-8eef-4df3-b6fb-b91b041ca38c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:12.488455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.492460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e098d9-a518-4894-8f3a-7a40b9201db0 None None] Network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:12.521526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 9d949a76-3b08-4164-ba43-a31e4c0f4858 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:12.551808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 9d949a76-3b08-4164-ba43-a31e4c0f4858) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:12.557916 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6ee3bcfa-881a-4ad8-89b2-fdb5fed820f9 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7045143 Mar 25 20:05:12.562437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:12.565258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55684) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:12.574278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:12.579965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:12.580604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.605824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3ee04-895e-41ce-9986-fa1448dbe7d3 None None] Network 9d949a76-3b08-4164-ba43-a31e4c0f4858 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:12.762955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'subnet': {'network_id': '350eee02-c2e4-44e0-86e0-f9fbd0ee2b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:12.801299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:12.805557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.809053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-09ef4dbf-9b4f-47df-b718-3d178d46ab06 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "PUT /v2.0/routers/85ed5f6e-82f6-415b-b9ce-242097040026 HTTP/1.1" status: 200 len: 918 time: 5.9881074 Mar 25 20:05:12.813201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55690) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:12.867865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:12.874616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:12.875476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.877445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ce8df-403d-4290-ade6-8b14f93e8f68 None None] Sync routers for ids ['85ed5f6e-82f6-415b-b9ce-242097040026'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:12.891396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=70fbad34-39a8-40b5-ab30-eade1ff23174,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:12.914335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:12.918738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:subnet and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:12.922593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:12.930370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:12.936189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.944014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55694) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:12.944210 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5d9827a7-741a-4166-9919-d6810ba27e1a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0165334 Mar 25 20:05:12.980957 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0823e68d-884c-4ce2-ba29-4203a2a67d1c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4322741 Mar 25 20:05:12.981976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:12.987537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55698) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:12.989736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ce8df-403d-4290-ade6-8b14f93e8f68 None None] Routers {'85ed5f6e-82f6-415b-b9ce-242097040026'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:12.990561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-657ce8df-403d-4290-ade6-8b14f93e8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['85ed5f6e-82f6-415b-b9ce-242097040026'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:13.052246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Made reservation on behalf of 87e6f0a3312e4edc9627520c7d60f21a for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:13.055697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.087934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b34a27c5-8eef-4df3-b6fb-b91b041ca38c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:13.088398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.116535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Transition to ACTIVE for port object 3024211f-4284-49fa-9471-574cb8b2064f will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:13.128469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.129910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-657ce8df-403d-4290-ade6-8b14f93e8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:13.171139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-29b5bfb2-208b-4327-b794-acee005df374 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/routers/85ed5f6e-82f6-415b-b9ce-242097040026 HTTP/1.1" status: 200 len: 924 time: 0.3567548 Mar 25 20:05:13.174581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55702) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:13.183038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ce8df-403d-4290-ade6-8b14f93e8f68 None None] Routers {'85ed5f6e-82f6-415b-b9ce-242097040026'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:13.183641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-657ce8df-403d-4290-ade6-8b14f93e8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['85ed5f6e-82f6-415b-b9ce-242097040026'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:13.208239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.251360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ce6db-172f-4994-a898-da2f30509d51 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:13.257152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ce6db-172f-4994-a898-da2f30509d51 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:13.257927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-220ce6db-172f-4994-a898-da2f30509d51 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:13.281253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a07b82a2-d902-4834-bf25-5500191fe4eb None None] Provisioning for port 70fbad34-39a8-40b5-ab30-eade1ff23174 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:13.284166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-657ce8df-403d-4290-ade6-8b14f93e8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:13.284585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ce8df-403d-4290-ade6-8b14f93e8f68 None None] The sync data for ids ['85ed5f6e-82f6-415b-b9ce-242097040026'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:13.303558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3234945-b0c7-4e7c-93b3-f26afe3e4cb2 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:13.305263 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3234945-b0c7-4e7c-93b3-f26afe3e4cb2 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=85ed5f6e-82f6-415b-b9ce-242097040026&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1287336 Mar 25 20:05:13.307753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55706) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:13.311183 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a07b82a2-d902-4834-bf25-5500191fe4eb None None] Provisioning complete for port 70fbad34-39a8-40b5-ab30-eade1ff23174 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:13.311553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a07b82a2-d902-4834-bf25-5500191fe4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.337682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.347600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.379686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55710) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:13.399012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-d14fd5b3-06a9-4d93-8f14-c92b0ef25f20', 'network_id': 'd14fd5b3-06a9-4d93-8f14-c92b0ef25f20', 'tenant_id': '87e6f0a3312e4edc9627520c7d60f21a', 'fixed_ips': [{'subnet_id': '5a404664-6e70-47c2-9bef-04bd8ed32a17'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:13.399823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.403494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-220ce6db-172f-4994-a898-da2f30509d51 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:13.405222 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-220ce6db-172f-4994-a898-da2f30509d51 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.4165630 Mar 25 20:05:13.412677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55716) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:13.430118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.492630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:13.499037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:13.501747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:13.504287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:13.509216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:13.509216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.522412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] Usage tracker for resource:security_group_rule and tenant:768ffc782fcc42bea42e66558bf539d6 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:13.530770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:13.537307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=3024211f-4284-49fa-9471-574cb8b2064f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:13.558630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:13.560724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42d2bb-1bb3-428e-9932-92254eb4cc11 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:13.568777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1c42d2bb-1bb3-428e-9932-92254eb4cc11 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Synchronizing usage tracker for tenant:fe194e73c043405faf5c0677e7bf65e9 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:13.569378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-aab24a5d-4e7d-465a-8bb3-94633181db75 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 70fbad34-39a8-40b5-ab30-eade1ff23174 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:13.569378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aab24a5d-4e7d-465a-8bb3-94633181db75 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.574216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1c42d2bb-1bb3-428e-9932-92254eb4cc11 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] Unset dirty status for tenant:fe194e73c043405faf5c0677e7bf65e9 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:13.575613 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1c42d2bb-1bb3-428e-9932-92254eb4cc11 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 881 time: 0.2669311 Mar 25 20:05:13.579142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55720) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:13.601533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a07b82a2-d902-4834-bf25-5500191fe4eb None None] Port 70fbad34-39a8-40b5-ab30-eade1ff23174 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:13.648570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a94f11d0-0056-4cef-aa43-e6dd22d4a1f8 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9212031 Mar 25 20:05:13.652081 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6b5d95bd-c3ec-4178-a37b-7371c40e8d61 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ed5f6e-82f6-415b-b9ce-242097040026 HTTP/1.1" status: 200 len: 205 time: 0.0712197 Mar 25 20:05:13.652081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55724) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:13.659466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'network_id': '62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-248895508'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:13.673854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55728) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:13.696707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935d9a5-ef03-4078-a547-78399212cd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-9d949a76-3b08-4164-ba43-a31e4c0f4858', 'network_id': '9d949a76-3b08-4164-ba43-a31e4c0f4858', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': '9d0e490f-dacf-420d-94f0-219c6a7bfd35'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:13.697763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8935d9a5-ef03-4078-a547-78399212cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.785146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.797772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a07b82a2-d902-4834-bf25-5500191fe4eb None None] Provisioning complete for port b34a27c5-8eef-4df3-b6fb-b91b041ca38c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:13.798435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a07b82a2-d902-4834-bf25-5500191fe4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.819026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.955869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Allocated IP 2001:db8::2 (d14fd5b3-06a9-4d93-8f14-c92b0ef25f20/5a404664-6e70-47c2-9bef-04bd8ed32a17/88fb1dac-7088-4756-b92e-b404d6c91649) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:13.960000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66fe9a7-4114-4aee-9438-0d49712c1915 None None] Network 9d949a76-3b08-4164-ba43-a31e4c0f4858 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:13.966180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:13.995154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Subnet': ['ID=81acc7e9-e315-4b09-a078-bb0caaafc491,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:14.076953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:14.112906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.121523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0e490f-dacf-420d-94f0-219c6a7bfd35,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:14.135939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Checking segment: {'id': 'cd7b9916-aee5-4e07-90cd-0a33faf9db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350eee02-c2e4-44e0-86e0-f9fbd0ee2b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:14.136295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network hostable DHCP agents. Network: 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:14.169019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aab24a5d-4e7d-465a-8bb3-94633181db75 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.252161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d949a76-3b08-4164-ba43-a31e4c0f4858']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:14.275450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:14.309280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.317588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.323009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-aab24a5d-4e7d-465a-8bb3-94633181db75 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 70fbad34-39a8-40b5-ab30-eade1ff23174 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:14.361209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Made reservation on behalf of 09cf9559b4c74732a4c85270e88ba32e for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:14.364763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.375624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810d4275-15f1-474c-8192-977301da1e7e') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:14.375924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810d4275-15f1-474c-8192-977301da1e7e') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:14.392652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] device_id is not set on port a03bda70-b04b-4a5b-841f-6f04f45d21fb yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:14.401869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.410885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.420894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.421692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Transition to ACTIVE for port object 88fb1dac-7088-4756-b92e-b404d6c91649 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:14.426279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:14.426743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Deleting port 559e7a00-81b8-4f9a-b2db-5b90b70f3f88 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:14.427103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.434774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.443399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Transition to ACTIVE for port object 88fb1dac-7088-4756-b92e-b404d6c91649 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:14.454585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:14.454967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:14.469844 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:14.473572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5cf9549f-18d3-44f6-bb5f-ee3b487f8e39 None None] Provisioning for port 3024211f-4284-49fa-9471-574cb8b2064f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:14.479172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5cf9549f-18d3-44f6-bb5f-ee3b487f8e39 None None] Provisioning complete for port 3024211f-4284-49fa-9471-574cb8b2064f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:14.479545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cf9549f-18d3-44f6-bb5f-ee3b487f8e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.525073 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.595641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9549f-18d3-44f6-bb5f-ee3b487f8e39 None None] Port 3024211f-4284-49fa-9471-574cb8b2064f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:14.602813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:14.605983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:14.609952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:14.649875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:14.651771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.681024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Pushing event updated for resources: {'Port': ['ID=88fb1dac-7088-4756-b92e-b404d6c91649,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:14.684197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:14.684327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137292aa-3287-48d6-b038-b56618f4c893 None None] Network 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:14.684841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.740708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Allocated IP 2001:db8::2e3 (62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6/44300e8e-e781-47bb-8b4b-71759a5c7e78/a03bda70-b04b-4a5b-841f-6f04f45d21fb) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:14.751718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.786079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535aa822-8427-4330-84a2-a2c605af6953,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:14.802739 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bece9b9e-717d-494d-bc53-9864a9bd88b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=768ffc782fcc42bea42e66558bf539d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4166763 Mar 25 20:05:14.807919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55734) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:14.836016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.842585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Attempting to bind port 88fb1dac-7088-4756-b92e-b404d6c91649 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:14.843000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Attempting to bind port 88fb1dac-7088-4756-b92e-b404d6c91649 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'bc348eb9-95eb-4d2f-98b0-96e7c4dbe019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd14fd5b3-06a9-4d93-8f14-c92b0ef25f20'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:14.843366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Attempting to bind port 88fb1dac-7088-4756-b92e-b404d6c91649 on network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:14.854318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:14.854685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Checking segment: {'id': 'bc348eb9-95eb-4d2f-98b0-96e7c4dbe019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd14fd5b3-06a9-4d93-8f14-c92b0ef25f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:14.855082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.855473 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Bound using segment: {'id': 'bc348eb9-95eb-4d2f-98b0-96e7c4dbe019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd14fd5b3-06a9-4d93-8f14-c92b0ef25f20'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:14.855935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Bound port: 88fb1dac-7088-4756-b92e-b404d6c91649, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc348eb9-95eb-4d2f-98b0-96e7c4dbe019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd14fd5b3-06a9-4d93-8f14-c92b0ef25f20'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:14.856352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.860383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.862240 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/9d949a76-3b08-4164-ba43-a31e4c0f4858 HTTP/1.1" status: 204 len: 168 time: 1.9172328 Mar 25 20:05:14.870957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55738) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:14.876597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5f5df-f453-4fa0-9738-db0d411d28f0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=9d949a76-3b08-4164-ba43-a31e4c0f4858,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:14.887221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-625027600'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:14.894516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:14.902135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Calling delete_port for 559e7a00-81b8-4f9a-b2db-5b90b70f3f88 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:14.902869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:14.906630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:14.914044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:14.928349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aab24a5d-4e7d-465a-8bb3-94633181db75 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.980602 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2987a53e-9694-4e94-9755-55a42c265ae3 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4145143 Mar 25 20:05:14.981433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d334af46-162b-4396-b422-55bbcf97477a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:14.985920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab24a5d-4e7d-465a-8bb3-94633181db75 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=70fbad34-39a8-40b5-ab30-eade1ff23174,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:14.987606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55742) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:15.047313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-350eee02-c2e4-44e0-86e0-f9fbd0ee2b65', 'network_id': '350eee02-c2e4-44e0-86e0-f9fbd0ee2b65', 'tenant_id': '87e6f0a3312e4edc9627520c7d60f21a', 'fixed_ips': [{'subnet_id': '81acc7e9-e315-4b09-a078-bb0caaafc491'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:15.048128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.095606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:15.099217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.120328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] For port 88fb1dac-7088-4756-b92e-b404d6c91649, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:15.143082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aab24a5d-4e7d-465a-8bb3-94633181db75 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.143702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] For port 88fb1dac-7088-4756-b92e-b404d6c91649, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=88fb1dac-7088-4756-b92e-b404d6c91649,segment=NetworkSegment(bc348eb9-95eb-4d2f-98b0-96e7c4dbe019),segment_id=bc348eb9-95eb-4d2f-98b0-96e7c4dbe019)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:15.147529 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aab24a5d-4e7d-465a-8bb3-94633181db75 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/70fbad34-39a8-40b5-ab30-eade1ff23174 HTTP/1.1" status: 204 len: 168 time: 1.7281747 Mar 25 20:05:15.149096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55746) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:15.154134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d334af46-162b-4396-b422-55bbcf97477a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.230496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.277659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065acbc-9198-4e19-82e1-2c85dabdbfbd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:15.279584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065acbc-9198-4e19-82e1-2c85dabdbfbd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:15.282159 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3065acbc-9198-4e19-82e1-2c85dabdbfbd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1299672 Mar 25 20:05:15.289235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55750) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:15.300914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Allocated IP 2001:db8::2 (350eee02-c2e4-44e0-86e0-f9fbd0ee2b65/81acc7e9-e315-4b09-a078-bb0caaafc491/c4583a8c-d67c-42d3-9016-38c78c859fa2) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:15.316344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:15.405340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.405340 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 07f40fdc-a2cf-4b8d-aa04-925a22622fab of type vlan for network b66f8420-27ff-4c95-9808-5a7be012039f Mar 25 20:05:15.407457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.434951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c2a9-abb8-44f6-84ee-1d1cbe8fffc6 None None] Pushing event updated for resources: {'Port': ['ID=88fb1dac-7088-4756-b92e-b404d6c91649,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:15.437148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-213a5f47-d387-47e1-8ece-1719c381e3d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 085bb2a9-a0a7-4d8e-989d-9aac423ecc25 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:15.449195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Transition to ACTIVE for port object a03bda70-b04b-4a5b-841f-6f04f45d21fb will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:15.450243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-213a5f47-d387-47e1-8ece-1719c381e3d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.520361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-213a5f47-d387-47e1-8ece-1719c381e3d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.577196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.588733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.639826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event deleted for resources: {'Port': ['ID=559e7a00-81b8-4f9a-b2db-5b90b70f3f88,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:15.671055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d334af46-162b-4396-b422-55bbcf97477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.690317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-213a5f47-d387-47e1-8ece-1719c381e3d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.694525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.699530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.718321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334af46-162b-4396-b422-55bbcf97477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535aa822-8427-4330-84a2-a2c605af6953,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:15.733588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Transition to ACTIVE for port object c4583a8c-d67c-42d3-9016-38c78c859fa2 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:15.752395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.789068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.794595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:15.795208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.802935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Transition to ACTIVE for port object c4583a8c-d67c-42d3-9016-38c78c859fa2 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:15.870897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.894030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:15.907949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:15.910559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:15.916562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:15.917578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.918079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d334af46-162b-4396-b422-55bbcf97477a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:15.921649 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d334af46-162b-4396-b422-55bbcf97477a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/535aa822-8427-4330-84a2-a2c605af6953 HTTP/1.1" status: 204 len: 168 time: 1.1105716 Mar 25 20:05:15.933997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=a03bda70-b04b-4a5b-841f-6f04f45d21fb,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:15.946580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.001524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Network 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:16.007114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:16.007321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:16.071386 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1989431 Mar 25 20:05:16.102881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55756) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:16.103621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5baa74-4b8f-4869-832c-57bef5c75262 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=b66f8420-27ff-4c95-9808-5a7be012039f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:16.123161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b66f8420-27ff-4c95-9808-5a7be012039f details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:16.140184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Pushing event updated for resources: {'Port': ['ID=c4583a8c-d67c-42d3-9016-38c78c859fa2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:16.141057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': 'b66f8420-27ff-4c95-9808-5a7be012039f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:16.252575 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Attempting to bind port c4583a8c-d67c-42d3-9016-38c78c859fa2 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:16.254752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Attempting to bind port c4583a8c-d67c-42d3-9016-38c78c859fa2 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'cd7b9916-aee5-4e07-90cd-0a33faf9db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350eee02-c2e4-44e0-86e0-f9fbd0ee2b65'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:16.254752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Attempting to bind port c4583a8c-d67c-42d3-9016-38c78c859fa2 on network 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:16.296653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:16.297030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Checking segment: {'id': 'cd7b9916-aee5-4e07-90cd-0a33faf9db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350eee02-c2e4-44e0-86e0-f9fbd0ee2b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:16.297427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.297823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Bound using segment: {'id': 'cd7b9916-aee5-4e07-90cd-0a33faf9db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350eee02-c2e4-44e0-86e0-f9fbd0ee2b65'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:16.298355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Bound port: c4583a8c-d67c-42d3-9016-38c78c859fa2, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7b9916-aee5-4e07-90cd-0a33faf9db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '350eee02-c2e4-44e0-86e0-f9fbd0ee2b65'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:16.298741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.322025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-18d9700a-ede6-4408-a080-a8f2af38e609 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6687682 Mar 25 20:05:16.336188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55760) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:16.348602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f2', 'mac_address': 'fa:16:3e:fe:e2:da'}, {'ip_address': '2001:db8::272', 'mac_address': 'fa:16:3e:3c:1f:fc'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:16.442853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] For port c4583a8c-d67c-42d3-9016-38c78c859fa2, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:16.447405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] For port c4583a8c-d67c-42d3-9016-38c78c859fa2, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c4583a8c-d67c-42d3-9016-38c78c859fa2,segment=NetworkSegment(cd7b9916-aee5-4e07-90cd-0a33faf9db5e),segment_id=cd7b9916-aee5-4e07-90cd-0a33faf9db5e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:16.448581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f6136cd5-247d-432c-b23c-3d3948718cb6 None None] Provisioning for port a03bda70-b04b-4a5b-841f-6f04f45d21fb completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:16.456725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f6136cd5-247d-432c-b23c-3d3948718cb6 None None] Provisioning complete for port a03bda70-b04b-4a5b-841f-6f04f45d21fb triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:16.457126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6136cd5-247d-432c-b23c-3d3948718cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.501799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:16.521160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-213a5f47-d387-47e1-8ece-1719c381e3d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.521758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:16.523535 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f6136cd5-247d-432c-b23c-3d3948718cb6 None None] Port a03bda70-b04b-4a5b-841f-6f04f45d21fb cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:16.525074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 88fb1dac-7088-4756-b92e-b404d6c91649 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:16.530975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:16.536854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.561343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.574970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.594391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a5f47-d387-47e1-8ece-1719c381e3d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=085bb2a9-a0a7-4d8e-989d-9aac423ecc25,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:16.605593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:16.618772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-213a5f47-d387-47e1-8ece-1719c381e3d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.624696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-213a5f47-d387-47e1-8ece-1719c381e3d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/085bb2a9-a0a7-4d8e-989d-9aac423ecc25 HTTP/1.1" status: 204 len: 168 time: 1.3311141 Mar 25 20:05:16.644551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55766) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:16.667319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161d237-d467-42ca-9863-589da026a153 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:16.752317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:16.768020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.772463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-90a5a90a-eead-4ef5-8006-541e03c8ad28 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239927 Mar 25 20:05:16.792424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55770) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:16.804725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:16.824208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.824762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Fanout notify agent at l3_agent the message router_deleted on router 85ed5f6e-82f6-415b-b9ce-242097040026 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:05:16.847331 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:16.850654 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9cfbdbfd-af7c-4b99-89aa-a9dbb9fdff7f tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/85ed5f6e-82f6-415b-b9ce-242097040026 HTTP/1.1" status: 204 len: 168 time: 3.1717691 Mar 25 20:05:16.853651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55774) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:16.860820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1526446420', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:16.871438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:16.884322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Usage tracker for resource:router and tenant:b91f14c43a4e49fcb0876426040a972b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:16.889675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:16.913648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:16.929648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839736da-f48e-46d2-8d0c-8290ebb020b3 None None] Pushing event updated for resources: {'Port': ['ID=c4583a8c-d67c-42d3-9016-38c78c859fa2,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:16.986173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf34a6-7ef9-4496-91cd-32dc821a83a8 None None] Network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:17.017590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.085022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing IP validity checks on allocation pools {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 25 20:05:17.085707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 25 20:05:17.101840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Allocated IP 2001:db8::1 (d14fd5b3-06a9-4d93-8f14-c92b0ef25f20/5a404664-6e70-47c2-9bef-04bd8ed32a17/536838e8-28a8-405a-bed8-cf3485ac9216) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:17.152124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:17.209325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:17.250584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:17.255050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 88fb1dac-7088-4756-b92e-b404d6c91649 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:17.285941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.287099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.310071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] Deleting port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:17.311024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.340611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2d32495c-5a60-4ae5-b25f-b6c753a66fa8 None None] Provisioning for port 88fb1dac-7088-4756-b92e-b404d6c91649 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:17.356682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2d32495c-5a60-4ae5-b25f-b6c753a66fa8 None None] Provisioning complete for port 88fb1dac-7088-4756-b92e-b404d6c91649 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:17.357586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d32495c-5a60-4ae5-b25f-b6c753a66fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.363018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.364141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55778) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:17.409649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.420819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:17.425220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.431283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:17.438905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] Usage tracker for resource:security_group_rule and tenant:b6abf7ce9f474bd991fa0c3502d12f8a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:17.442561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:17.450371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:17.483227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.506975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.562155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.601153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Transition to ACTIVE for port object 536838e8-28a8-405a-bed8-cf3485ac9216 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:17.675346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.679763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] In _notify_port_updated(), no bound segment for port a03bda70-b04b-4a5b-841f-6f04f45d21fb on network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:05:17.685814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:17.686465 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.690921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "PUT /v2.0/ports/a03bda70-b04b-4a5b-841f-6f04f45d21fb HTTP/1.1" status: 200 len: 1067 time: 1.3537402 Mar 25 20:05:17.694557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55782) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:17.710726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] For port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:17.711314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.779807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.890413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:17.900735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:17.935185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:17.935717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.959454 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:17.969159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95380771-94d4-40d2-9c13-b0332db9070a tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event updated for resources: {'Port': ['ID=a03bda70-b04b-4a5b-841f-6f04f45d21fb,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:18.001079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] Calling delete_port for 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:18.008454 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3027b814-c67e-4962-8909-42cd613a12fe tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting port a03bda70-b04b-4a5b-841f-6f04f45d21fb {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:18.008454 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3027b814-c67e-4962-8909-42cd613a12fe tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.110842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d32495c-5a60-4ae5-b25f-b6c753a66fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.125904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=4ec7ea95-ac14-493a-abfb-878854cec145,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:18.172547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2d32495c-5a60-4ae5-b25f-b6c753a66fa8 None None] For port 88fb1dac-7088-4756-b92e-b404d6c91649, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=88fb1dac-7088-4756-b92e-b404d6c91649,segment=NetworkSegment(bc348eb9-95eb-4d2f-98b0-96e7c4dbe019),segment_id=bc348eb9-95eb-4d2f-98b0-96e7c4dbe019)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:18.182096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.184339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '07f40fdc-a2cf-4b8d-aa04-925a22622fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b66f8420-27ff-4c95-9808-5a7be012039f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:18.184777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: b66f8420-27ff-4c95-9808-5a7be012039f, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:18.209563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Port': ['ID=536838e8-28a8-405a-bed8-cf3485ac9216,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:18.270053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] Pushing event deleted for resources: {'Port': ['ID=7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:18.272194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.273638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09687e2c-38a7-4c99-a9f6-ccfe92720119 None None] No DVR routers for this DVR port 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:18.275079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d32495c-5a60-4ae5-b25f-b6c753a66fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.277745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.356135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.367925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32495c-5a60-4ae5-b25f-b6c753a66fa8 None None] Pushing event updated for resources: {'Port': ['ID=88fb1dac-7088-4756-b92e-b404d6c91649,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:18.379033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network b66f8420-27ff-4c95-9808-5a7be012039f is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:18.396882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:18.438386 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0bd277ea-e95f-4c51-94fe-da2e949044cc None None] Provisioning complete for port a03bda70-b04b-4a5b-841f-6f04f45d21fb triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:18.438868 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bd277ea-e95f-4c51-94fe-da2e949044cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.466217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:18.469725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:18.470380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.474309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.490326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff15bbe-265f-4d4d-9e97-4ec2076cc141 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:18.514614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.536822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=0f3981e2-7e13-47ed-a1b5-0be5f156c81a,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:18.564604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, b66f8420-27ff-4c95-9808-5a7be012039f) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:18.565060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:18.566082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.648412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18da3b2-23fb-4b8f-9e23-a53962bfe2f7,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:18.708209 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6750d2eb-3765-44c2-b8c7-aa32972b3eec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6abf7ce9f474bd991fa0c3502d12f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3074536 Mar 25 20:05:18.708209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55786) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:18.712394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d47e2-3dc4-4a7b-bf65-2ebe940413d1 None None] Network 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:18.717767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3027b814-c67e-4962-8909-42cd613a12fe tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:18.725392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c4583a8c-d67c-42d3-9016-38c78c859fa2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:18.749921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b358a32-cc69-43d3-b81b-e5fa599e8bc5 None None] Network b66f8420-27ff-4c95-9808-5a7be012039f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:18.889088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3027b814-c67e-4962-8909-42cd613a12fe tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Calling delete_port for a03bda70-b04b-4a5b-841f-6f04f45d21fb owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:18.895284 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-64e81385-c229-40e2-95a7-a59678f9dcec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0991678 Mar 25 20:05:18.903830 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-adcd1be6-6916-4772-bf6e-4a92fb19df56 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7885447 Mar 25 20:05:18.907851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55790) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:18.907851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55792) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:18.937259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': '0f3981e2-7e13-47ed-a1b5-0be5f156c81a', 'ip_address': '2001:db8::46ac:fe2f:e021:3636'}], 'name': 'tempest-NetworksTestDHCPv6-1833807448'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:18.941596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0bd277ea-e95f-4c51-94fe-da2e949044cc None None] Port a03bda70-b04b-4a5b-841f-6f04f45d21fb cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:18.973203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d8a-268c-42c7-9564-7ba789718091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.031153 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '0f3981e2-7e13-47ed-a1b5-0be5f156c81a'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:19.031943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.077016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0bd277ea-e95f-4c51-94fe-da2e949044cc None None] Provisioning complete for port 88fb1dac-7088-4756-b92e-b404d6c91649 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:19.077369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bd277ea-e95f-4c51-94fe-da2e949044cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.149817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d8a-268c-42c7-9564-7ba789718091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.240358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port c4583a8c-d67c-42d3-9016-38c78c859fa2 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:19.250557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.304555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.316539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.325824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:19.353639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:19.420584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:19.442066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.475409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3027b814-c67e-4962-8909-42cd613a12fe tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.475703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.515950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:19.516168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02a2b8-464f-489d-8a48-22603206b624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-b66f8420-27ff-4c95-9808-5a7be012039f', 'network_id': 'b66f8420-27ff-4c95-9808-5a7be012039f', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': '4ec7ea95-ac14-493a-abfb-878854cec145'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:19.516168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f02a2b8-464f-489d-8a48-22603206b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.516168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:19.516168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7f3f01bc-4ac5-4fd6-b28e-0dbff225bd91 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:19.522639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d8a-268c-42c7-9564-7ba789718091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.536876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027b814-c67e-4962-8909-42cd613a12fe tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event deleted for resources: {'Port': ['ID=a03bda70-b04b-4a5b-841f-6f04f45d21fb,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:19.598357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef0d8a-268c-42c7-9564-7ba789718091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18da3b2-23fb-4b8f-9e23-a53962bfe2f7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:19.610467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Allocated IP 172.26.8.173 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/c4b6cb02-0bd7-48a6-b5af-2f3b17268899) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:19.632042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/0f3981e2-7e13-47ed-a1b5-0be5f156c81a/907edf95-2f90-44e2-9e9a-e9c7202ae1f9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:19.676100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.676100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.855757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Port': ['ID=536838e8-28a8-405a-bed8-cf3485ac9216,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:19.887808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:19.957380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec7ea95-ac14-493a-abfb-878854cec145,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:19.961906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Provisioning for port 536838e8-28a8-405a-bed8-cf3485ac9216 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:19.969766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.010350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d8a-268c-42c7-9564-7ba789718091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.011556 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4cef0d8a-268c-42c7-9564-7ba789718091 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f18da3b2-23fb-4b8f-9e23-a53962bfe2f7 HTTP/1.1" status: 204 len: 168 time: 1.3289199 Mar 25 20:05:20.015603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Provisioning complete for port 536838e8-28a8-405a-bed8-cf3485ac9216 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:20.016112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server [None req-1f02a2b8-464f-489d-8a48-22603206b624 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ec7ea95-ac14-493a-abfb-878854cec145: This subnet is being modified by another concurrent operation. Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 25 20:05:20.054737 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise exception Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ec7ea95-ac14-493a-abfb-878854cec145: This subnet is being modified by another concurrent operation. Mar 25 20:05:20.057927 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server Mar 25 20:05:20.066801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 3823e5b5-62be-4872-aeb7-1b2677b51078 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:20.072106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3027b814-c67e-4962-8909-42cd613a12fe tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.077933 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3027b814-c67e-4962-8909-42cd613a12fe tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "DELETE /v2.0/ports/a03bda70-b04b-4a5b-841f-6f04f45d21fb HTTP/1.1" status: 204 len: 168 time: 2.3781247 Mar 25 20:05:20.078646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55800) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:20.110442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea21134-9bda-4dc0-a601-44b4da09502d None None] Network b66f8420-27ff-4c95-9808-5a7be012039f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:20.149309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Port 536838e8-28a8-405a-bed8-cf3485ac9216 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:20.156697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.161756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c8b2da-2700-46d0-91ce-6db0e449e9f1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] GET failed (client error): The resource could not be found. Mar 25 20:05:20.162297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-03c8b2da-2700-46d0-91ce-6db0e449e9f1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Synchronizing usage tracker for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:20.222279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.234999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Transition to ACTIVE for port object 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:20.304822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Transition to ACTIVE for port object 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:20.323563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.337175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Provisioning for port c4583a8c-d67c-42d3-9016-38c78c859fa2 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:20.343413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:20.349932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Provisioning complete for port c4583a8c-d67c-42d3-9016-38c78c859fa2 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:20.350286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.352276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:20.364588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-03c8b2da-2700-46d0-91ce-6db0e449e9f1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Unset dirty status for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:20.366656 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-03c8b2da-2700-46d0-91ce-6db0e449e9f1 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "GET /v2.0/ports/a03bda70-b04b-4a5b-841f-6f04f45d21fb HTTP/1.1" status: 404 len: 333 time: 0.2852697 Mar 25 20:05:20.369725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55804) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:20.370877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.411194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.484336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:20.495140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:20.497530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:20.505983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 88fb1dac-7088-4756-b92e-b404d6c91649 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:20.546654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:20.557231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:20.569311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:20.582989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Pushing event updated for resources: {'Port': ['ID=907edf95-2f90-44e2-9e9a-e9c7202ae1f9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:20.602060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event updated for resources: {'Port': ['ID=c4b6cb02-0bd7-48a6-b5af-2f3b17268899,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:20.621086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66f8420-27ff-4c95-9808-5a7be012039f']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:20.644528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-65b50284-8120-4a2b-bf84-c60b32662c1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting port 3024211f-4284-49fa-9471-574cb8b2064f {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:20.645028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-65b50284-8120-4a2b-bf84-c60b32662c1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.791998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 88fb1dac-7088-4756-b92e-b404d6c91649 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:20.792363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.819563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Attempting to bind port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:20.819921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Attempting to bind port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:20.820282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Attempting to bind port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:20.828957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.852972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:20.853421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:20.853819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.854207 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:20.854677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Bound port: 907edf95-2f90-44e2-9e9a-e9c7202ae1f9, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:20.855040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.895772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] For port c4583a8c-d67c-42d3-9016-38c78c859fa2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c4583a8c-d67c-42d3-9016-38c78c859fa2,segment=NetworkSegment(cd7b9916-aee5-4e07-90cd-0a33faf9db5e),segment_id=cd7b9916-aee5-4e07-90cd-0a33faf9db5e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:20.920228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f40fdc-a2cf-4b8d-aa04-925a22622fab') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:20.920844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f40fdc-a2cf-4b8d-aa04-925a22622fab') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:20.951790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.984201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.987869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:20.991747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:20.992253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:21.007902 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:21.011575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::46ac:fe2f:e021:3636 (16eab8e5-a832-428a-a293-9fd25f5afb33/0f3981e2-7e13-47ed-a1b5-0be5f156c81a/3823e5b5-62be-4872-aeb7-1b2677b51078) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:21.091012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] For port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:21.117747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Router ab0dcb86-b7cc-4426-8723-99eb8dd63753 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:05:21.125437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] For port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=907edf95-2f90-44e2-9e9a-e9c7202ae1f9,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:21.134997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4ab01-3aee-49a1-8735-d69f529396fc None None] Pushing event updated for resources: {'Port': ['ID=c4583a8c-d67c-42d3-9016-38c78c859fa2,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:21.140184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-65b50284-8120-4a2b-bf84-c60b32662c1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.145433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8cf22dd3-a487-4287-8e0c-1782a07c24df None None] Provisioning complete for port 536838e8-28a8-405a-bed8-cf3485ac9216 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:21.148785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cf22dd3-a487-4287-8e0c-1782a07c24df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.206514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8cf22dd3-a487-4287-8e0c-1782a07c24df None None] Port 536838e8-28a8-405a-bed8-cf3485ac9216 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:21.209223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.223379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.249525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.301144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8cf22dd3-a487-4287-8e0c-1782a07c24df None None] Provisioning complete for port c4583a8c-d67c-42d3-9016-38c78c859fa2 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:21.301660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cf22dd3-a487-4287-8e0c-1782a07c24df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.359857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63e8c3-e5ae-42c4-9af6-3a63b13a182e None None] Pushing event updated for resources: {'Port': ['ID=907edf95-2f90-44e2-9e9a-e9c7202ae1f9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:21.366057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-65b50284-8120-4a2b-bf84-c60b32662c1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Calling delete_port for 3024211f-4284-49fa-9471-574cb8b2064f owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:21.447484 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/b66f8420-27ff-4c95-9808-5a7be012039f HTTP/1.1" status: 204 len: 168 time: 2.5399477 Mar 25 20:05:21.455570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55826) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:21.461142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff40785-e133-4ab2-9c48-edc7aa6d9a5d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=b66f8420-27ff-4c95-9808-5a7be012039f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:21.520407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:21.529701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-467638460'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:21.530606 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6c8ffcb1-e158-4bdb-94b8-243764d231a8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "PUT /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5382280 Mar 25 20:05:21.532129 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c8b81-e190-4c6d-a8f1-2a95d66526ac None None] Sync routers for ids ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:21.542778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55830) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:21.548022 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c8b81-e190-4c6d-a8f1-2a95d66526ac None None] Routers {'ab0dcb86-b7cc-4426-8723-99eb8dd63753'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:21.549041 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bb5c8b81-e190-4c6d-a8f1-2a95d66526ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:21.574952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:21.584686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:21.596290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:21.613487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:21.672300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.701501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.717842 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bb5c8b81-e190-4c6d-a8f1-2a95d66526ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:21.758676 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c8b81-e190-4c6d-a8f1-2a95d66526ac None None] Routers {'ab0dcb86-b7cc-4426-8723-99eb8dd63753'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:21.759308 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bb5c8b81-e190-4c6d-a8f1-2a95d66526ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:21.775128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55836) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:21.816176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 3823e5b5-62be-4872-aeb7-1b2677b51078 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:21.865847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:21.866853 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bb5c8b81-e190-4c6d-a8f1-2a95d66526ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:21.867378 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c8b81-e190-4c6d-a8f1-2a95d66526ac None None] The sync data for ids ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:21.878457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:21.999063 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-e28bcb86-7c41-4e5e-8fe7-fb18643048d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3714297 Mar 25 20:05:22.012872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-233149529'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:22.022620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-65b50284-8120-4a2b-bf84-c60b32662c1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.022848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:22.061075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Usage tracker for resource:network and tenant:62fa1a51e51540d4ae9bc1803bebe2ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:22.074340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:22.085322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b50284-8120-4a2b-bf84-c60b32662c1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event deleted for resources: {'Port': ['ID=3024211f-4284-49fa-9471-574cb8b2064f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:22.087873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:22.204726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-65b50284-8120-4a2b-bf84-c60b32662c1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.215387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:22.241802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.251694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Made reservation on behalf of 62fa1a51e51540d4ae9bc1803bebe2ae for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:22.255110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.300707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.301053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 85c35d7d-f7e8-4c8d-9331-46ce21fa47c6 of type vlan for network f8fe5bbc-265a-4488-a76c-db32955c04dd Mar 25 20:05:22.336947 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-65b50284-8120-4a2b-bf84-c60b32662c1d tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "DELETE /v2.0/ports/3024211f-4284-49fa-9471-574cb8b2064f HTTP/1.1" status: 204 len: 168 time: 1.9602804 Mar 25 20:05:22.343889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.346174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55842) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:22.377556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:22.394080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:22.398589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:22.406674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:22.412424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:22.413098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.447629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=3823e5b5-62be-4872-aeb7-1b2677b51078,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:22.452775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Usage tracker for resource:security_group_rule and tenant:62fa1a51e51540d4ae9bc1803bebe2ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:22.458448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.467013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:22.483062 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb1233b-6181-452c-9a7f-bf61494fdc9e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] GET failed (client error): The resource could not be found. Mar 25 20:05:22.483589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2bb1233b-6181-452c-9a7f-bf61494fdc9e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Synchronizing usage tracker for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:22.539429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.584993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c4583a8c-d67c-42d3-9016-38c78c859fa2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:22.617099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2bb1233b-6181-452c-9a7f-bf61494fdc9e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Unset dirty status for tenant:09cf9559b4c74732a4c85270e88ba32e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:22.623257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2bb1233b-6181-452c-9a7f-bf61494fdc9e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "GET /v2.0/ports/3024211f-4284-49fa-9471-574cb8b2064f HTTP/1.1" status: 404 len: 333 time: 0.2740536 Mar 25 20:05:22.629148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55846) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:22.680102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:22.691620 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-439792a4-58e7-4be4-93b6-74802c4256fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:22.692507 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-439792a4-58e7-4be4-93b6-74802c4256fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.6648145 Mar 25 20:05:22.698351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.704784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:22.705826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.733206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c4583a8c-d67c-42d3-9016-38c78c859fa2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:22.733481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.806429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d5eed-72cf-4058-9e8b-bb2b11d32ade tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting port a9624002-adc1-441a-bbe5-d029c3285b89 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:22.806850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f7d5eed-72cf-4058-9e8b-bb2b11d32ade tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:22.823991 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7bd166d3-726f-4b8e-916e-1f0ccebaa9f2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9181550 Mar 25 20:05:22.856531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55850) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:22.871967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:22.940606 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-305dbac2-c81a-4cd3-8f46-36e73ba33e5a tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:05:22.942454 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-305dbac2-c81a-4cd3-8f46-36e73ba33e5a tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "PUT /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3985426 Mar 25 20:05:22.944932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55856) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:22.988222 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5315337 Mar 25 20:05:23.035182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55860) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:23.051813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f1d53efd-71de-47c2-8e89-9909310e58f3 None None] Provisioning for port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:23.059860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': 'f8fe5bbc-265a-4488-a76c-db32955c04dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:23.065288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7777b0a-7584-4953-afa7-6233b5c8bec1 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:05:23.081886 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11595e34-46e7-4a39-97f4-9100ce28eee6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=f8fe5bbc-265a-4488-a76c-db32955c04dd,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:23.103220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network f8fe5bbc-265a-4488-a76c-db32955c04dd details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:23.115734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-6e052609-9100-42ef-9be8-762b55ae1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:23.117234 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-6e052609-9100-42ef-9be8-762b55ae1fd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.3981853 Mar 25 20:05:23.125048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:23.149318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:23.149917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.231511 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.305388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.306561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:23.327275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:23.333767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:23.346421 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-65004967-25f7-4d37-8ec1-3439bff754a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 1001 time: 0.2153344 Mar 25 20:05:23.348549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:23.381827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a3a51c98-a519-49d8-8be9-079bd1ee9781 None None] Provisioning for port 3823e5b5-62be-4872-aeb7-1b2677b51078 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:23.404187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:23.405045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a3a51c98-a519-49d8-8be9-079bd1ee9781 None None] Provisioning complete for port 3823e5b5-62be-4872-aeb7-1b2677b51078 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:23.405414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a3a51c98-a519-49d8-8be9-079bd1ee9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.437388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeaa543-0942-4789-9c0d-884c7b61598d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:23.443280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeaa543-0942-4789-9c0d-884c7b61598d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:23.445012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-daeaa543-0942-4789-9c0d-884c7b61598d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5862296 Mar 25 20:05:23.448951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55864) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:23.479515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.483867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fac6bb-3fe0-42d0-9204-af9764449f7e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:23.496882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.499286 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Added segment fb1190a8-0672-4e6e-9821-e58d46ddb182 of type vlan for network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd Mar 25 20:05:23.501233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Router 5fa66be6-744e-4139-aa0c-8d224a1d3fd6 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:05:23.513919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a3a51c98-a519-49d8-8be9-079bd1ee9781 None None] Port 3823e5b5-62be-4872-aeb7-1b2677b51078 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:23.533304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7777b0a-7584-4953-afa7-6233b5c8bec1 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:05:23.551049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=907edf95-2f90-44e2-9e9a-e9c7202ae1f9,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:23.563644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-556c26f3-c24b-4fe0-b4e8-943a8be48332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:23.565135 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-556c26f3-c24b-4fe0-b4e8-943a8be48332 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.1588051 Mar 25 20:05:23.639278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.659421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.670764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:23.674788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.689378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f7d5eed-72cf-4058-9e8b-bb2b11d32ade tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.747275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-07f0eccb-36f1-422b-9cb7-d4d6f6a0c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:23.748847 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-07f0eccb-36f1-422b-9cb7-d4d6f6a0c975 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1766739 Mar 25 20:05:23.754276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b4e29be3-d37b-492d-ab19-2118816c43e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 3823e5b5-62be-4872-aeb7-1b2677b51078 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:23.754858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4e29be3-d37b-492d-ab19-2118816c43e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.768014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=907edf95-2f90-44e2-9e9a-e9c7202ae1f9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:23.786156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.791639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:23.792301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:23.944570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d5eed-72cf-4058-9e8b-bb2b11d32ade tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Calling delete_port for a9624002-adc1-441a-bbe5-d029c3285b89 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:24.012506 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event updated for resources: {'Network': ['ID=51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:24.029842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:24.055521 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-02faf23c-889a-47e9-b918-cf43a1397874 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932138 Mar 25 20:05:24.089605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:24.160743 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-176c4430-156a-42e5-bafd-1d4da9c23fcc tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3844552 Mar 25 20:05:24.165339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55868) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:24.290300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:24.301095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274169a2-73a6-41a4-a060-d03d05996a7e None None] Sync routers for ids ['5fa66be6-744e-4139-aa0c-8d224a1d3fd6'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:24.312436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274169a2-73a6-41a4-a060-d03d05996a7e None None] Routers {'5fa66be6-744e-4139-aa0c-8d224a1d3fd6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:24.313201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-274169a2-73a6-41a4-a060-d03d05996a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['5fa66be6-744e-4139-aa0c-8d224a1d3fd6'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:24.352693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Request body: {'subnet': {'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:24.387816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-274169a2-73a6-41a4-a060-d03d05996a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:24.398397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274169a2-73a6-41a4-a060-d03d05996a7e None None] Routers {'5fa66be6-744e-4139-aa0c-8d224a1d3fd6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:24.399036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-274169a2-73a6-41a4-a060-d03d05996a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['5fa66be6-744e-4139-aa0c-8d224a1d3fd6'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:24.471132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:24.513043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-274169a2-73a6-41a4-a060-d03d05996a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:24.514026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274169a2-73a6-41a4-a060-d03d05996a7e None None] The sync data for ids ['5fa66be6-744e-4139-aa0c-8d224a1d3fd6'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:24.545209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f7d5eed-72cf-4058-9e8b-bb2b11d32ade tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:24.552004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:24.552359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:24.552614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4e29be3-d37b-492d-ab19-2118816c43e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:24.613488 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:24.614829 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4c9c077b-aa42-483d-9b44-5af9bc236f21 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.7601421 Mar 25 20:05:24.629810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d5eed-72cf-4058-9e8b-bb2b11d32ade tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event deleted for resources: {'Port': ['ID=a9624002-adc1-441a-bbe5-d029c3285b89,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:24.631617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55872) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:24.668823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:24.676413 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e85f7deb-f7b6-4b3a-8339-efbb614fb1d9 req-a6652783-219e-4a8e-a0e3-f0f48b46af27 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132116 Mar 25 20:05:24.678541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Usage tracker for resource:subnet and tenant:62fa1a51e51540d4ae9bc1803bebe2ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:24.682062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:24.692243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:24.695609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:24.788789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Made reservation on behalf of 62fa1a51e51540d4ae9bc1803bebe2ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:24.791187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:24.878176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b4e29be3-d37b-492d-ab19-2118816c43e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 3823e5b5-62be-4872-aeb7-1b2677b51078 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:24.891565 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting port 536838e8-28a8-405a-bed8-cf3485ac9216 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:24.891907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:24.926031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f7d5eed-72cf-4058-9e8b-bb2b11d32ade tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:24.928059 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6f7d5eed-72cf-4058-9e8b-bb2b11d32ade tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "DELETE /v2.0/ports/a9624002-adc1-441a-bbe5-d029c3285b89 HTTP/1.1" status: 204 len: 168 time: 2.2964525 Mar 25 20:05:24.933272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55876) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:25.070166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ac7f67-6959-4ed0-ba1f-75acc441e1b9 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting subnet 44300e8e-e781-47bb-8b4b-71759a5c7e78 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:25.077890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-41ac7f67-6959-4ed0-ba1f-75acc441e1b9 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.140184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.249080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-41ac7f67-6959-4ed0-ba1f-75acc441e1b9 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.320723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.355710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=ed26e15d-bfd6-4155-a8fe-da74093975ea,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:25.383654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f8fe5bbc-265a-4488-a76c-db32955c04dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:25.384016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: f8fe5bbc-265a-4488-a76c-db32955c04dd, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:25.472580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Calling delete_port for 536838e8-28a8-405a-bed8-cf3485ac9216 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:25.559864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4e29be3-d37b-492d-ab19-2118816c43e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.615730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network f8fe5bbc-265a-4488-a76c-db32955c04dd is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:25.628933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e29be3-d37b-492d-ab19-2118816c43e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=3823e5b5-62be-4872-aeb7-1b2677b51078,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:25.677804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4e29be3-d37b-492d-ab19-2118816c43e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.696870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.752553 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b4e29be3-d37b-492d-ab19-2118816c43e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/3823e5b5-62be-4872-aeb7-1b2677b51078 HTTP/1.1" status: 204 len: 168 time: 2.3029320 Mar 25 20:05:25.760986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55880) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:25.796039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, f8fe5bbc-265a-4488-a76c-db32955c04dd) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:25.808297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c253af-7688-4559-8058-ab398c2dc8f3 None None] Network f8fe5bbc-265a-4488-a76c-db32955c04dd requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:25.811350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:25.811971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.852897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.870236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-41ac7f67-6959-4ed0-ba1f-75acc441e1b9 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.878929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d145c-72c8-45ce-bac1-2f8f689f06ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:25.880541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d145c-72c8-45ce-bac1-2f8f689f06ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:25.881284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-979d145c-72c8-45ce-bac1-2f8f689f06ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:25.958879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:25.964453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-979d145c-72c8-45ce-bac1-2f8f689f06ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:25.968672 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-979d145c-72c8-45ce-bac1-2f8f689f06ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2068408 Mar 25 20:05:25.969545 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55884) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:25.976568 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cd477a2d-c5bc-4040-9017-0dc32a74e381 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9283905 Mar 25 20:05:25.982653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55888) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:26.002400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event updated for resources: {'Subnet': ['ID=764140f9-7659-4f6c-baaa-b38e43b0335b,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:26.032936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Deleting port c4b6cb02-0bd7-48a6-b5af-2f3b17268899 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:26.033436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.055356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-f8fe5bbc-265a-4488-a76c-db32955c04dd', 'network_id': 'f8fe5bbc-265a-4488-a76c-db32955c04dd', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': 'ed26e15d-bfd6-4155-a8fe-da74093975ea'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:26.056378 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.093586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd0dece-79eb-443d-a513-6692382ee711 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 0f3981e2-7e13-47ed-a1b5-0be5f156c81a {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:26.104524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dece-79eb-443d-a513-6692382ee711 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.150320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Checking segment: {'id': 'fb1190a8-0672-4e6e-9821-e58d46ddb182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:26.150939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Network hostable DHCP agents. Network: 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:26.251490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dece-79eb-443d-a513-6692382ee711 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.275093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Allocated IP 172.20.0.1 (f8fe5bbc-265a-4488-a76c-db32955c04dd/ed26e15d-bfd6-4155-a8fe-da74093975ea/e4150b74-b451-466a-8e00-c29b5aabf2ae) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:26.300895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-41ac7f67-6959-4ed0-ba1f-75acc441e1b9 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.345741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.387123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac7f67-6959-4ed0-ba1f-75acc441e1b9 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event deleted for resources: {'Subnet': ['ID=44300e8e-e781-47bb-8b4b-71759a5c7e78,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:26.390228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:26.410639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.411315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95b4b9-764d-4281-9a52-22b328b23670 None None] Network 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:26.415233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-41ac7f67-6959-4ed0-ba1f-75acc441e1b9 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.440769 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-41ac7f67-6959-4ed0-ba1f-75acc441e1b9 tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "DELETE /v2.0/subnets/44300e8e-e781-47bb-8b4b-71759a5c7e78 HTTP/1.1" status: 204 len: 168 time: 1.5000052 Mar 25 20:05:26.443907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55892) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:26.485013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Calling delete_port for c4b6cb02-0bd7-48a6-b5af-2f3b17268899 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:26.515972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.536782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dece-79eb-443d-a513-6692382ee711 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.562433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:26.567555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:26.568135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.586238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f56730e-92c9-4c56-bbbe-069740eeac86 None None] Network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:26.649758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Port': ['ID=536838e8-28a8-405a-bed8-cf3485ac9216,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:26.737579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.784393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.864568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:26.896566 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a683770c-383e-40ba-9182-d0eaeb1f8794 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7286282 Mar 25 20:05:26.901775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55896) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:26.912443 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Request body: {'port': {'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1970286638'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:26.961443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] DHCP port deletion for 62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:26.967061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] Deleting port 1ba5697d-1086-4c37-b380-ab958a428dce {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:26.967493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.001646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd', 'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd', 'tenant_id': '62fa1a51e51540d4ae9bc1803bebe2ae', 'fixed_ips': [{'subnet_id': '764140f9-7659-4f6c-baaa-b38e43b0335b'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:27.002465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.009464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dece-79eb-443d-a513-6692382ee711 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.020629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.048499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.068789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Transition to ACTIVE for port object e4150b74-b451-466a-8e00-c29b5aabf2ae will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:27.079287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting port 1ba5697d-1086-4c37-b380-ab958a428dce {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:27.079633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.097138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0dece-79eb-443d-a513-6692382ee711 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3981e2-7e13-47ed-a1b5-0be5f156c81a,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:27.105428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dece-79eb-443d-a513-6692382ee711 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.114136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Pushing event deleted for resources: {'Port': ['ID=c4b6cb02-0bd7-48a6-b5af-2f3b17268899,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:27.121941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cceef16-d7b1-4d6f-b25a-e7eca31ca4e3 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:27.191359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Transition to ACTIVE for port object e4150b74-b451-466a-8e00-c29b5aabf2ae will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:27.222362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.348982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fbd0dece-79eb-443d-a513-6692382ee711 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/0f3981e2-7e13-47ed-a1b5-0be5f156c81a HTTP/1.1" status: 204 len: 168 time: 1.3748627 Mar 25 20:05:27.350150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55900) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:27.376004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.555466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] For port 1ba5697d-1086-4c37-b380-ab958a428dce, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ba5697d-1086-4c37-b380-ab958a428dce,segment=NetworkSegment(59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770),segment_id=59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:27.555828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.571669 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Network f8fe5bbc-265a-4488-a76c-db32955c04dd is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:27.583778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Allocated IP 172.20.0.2 (51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd/764140f9-7659-4f6c-baaa-b38e43b0335b/6f153741-7143-4f31-972b-7331c0aa204f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:27.585768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Pushing event updated for resources: {'Port': ['ID=e4150b74-b451-466a-8e00-c29b5aabf2ae,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:27.601005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:27.622349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.626196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.653522 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-468b617b-cec4-49e4-baaa-7b2680a6b991 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2975307 Mar 25 20:05:27.683495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55904) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:27.708231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:27.715684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:27.736566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Usage tracker for resource:port and tenant:62fa1a51e51540d4ae9bc1803bebe2ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:27.780404 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] Calling delete_port for 1ba5697d-1086-4c37-b380-ab958a428dce owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:27.783435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.793353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:27.818627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Router 5fa66be6-744e-4139-aa0c-8d224a1d3fd6 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:05:27.833529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:27.850742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Router ab0dcb86-b7cc-4426-8723-99eb8dd63753 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:05:27.853285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=ed26e15d-bfd6-4155-a8fe-da74093975ea,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:27.966941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:27.969195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] For port 1ba5697d-1086-4c37-b380-ab958a428dce, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ba5697d-1086-4c37-b380-ab958a428dce,segment=NetworkSegment(59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770),segment_id=59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:27.969772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.978859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:27.978859 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0d280ceb-aa23-4061-afaf-13cc3a58e67d tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "PUT /v2.0/routers/5fa66be6-744e-4139-aa0c-8d224a1d3fd6 HTTP/1.1" status: 200 len: 710 time: 3.2867289 Mar 25 20:05:27.985118 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ead366-7c30-4f2d-abea-6ee807a45623 None None] Sync routers for ids ['5fa66be6-744e-4139-aa0c-8d224a1d3fd6'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:27.985648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c185c15-93b8-4681-9045-eeca614bda44 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:27.986157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1c185c15-93b8-4681-9045-eeca614bda44 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:27.989957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55908) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.001609 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ead366-7c30-4f2d-abea-6ee807a45623 None None] Routers {'5fa66be6-744e-4139-aa0c-8d224a1d3fd6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:28.002700 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-55ead366-7c30-4f2d-abea-6ee807a45623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['5fa66be6-744e-4139-aa0c-8d224a1d3fd6'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.038336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Attempting to bind port e4150b74-b451-466a-8e00-c29b5aabf2ae on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:28.038928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Attempting to bind port e4150b74-b451-466a-8e00-c29b5aabf2ae by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f8fe5bbc-265a-4488-a76c-db32955c04dd'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:28.039028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Attempting to bind port e4150b74-b451-466a-8e00-c29b5aabf2ae on network f8fe5bbc-265a-4488-a76c-db32955c04dd {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:28.049722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Made reservation on behalf of 62fa1a51e51540d4ae9bc1803bebe2ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:28.051209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:28.051570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Checking segment: {'id': '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f8fe5bbc-265a-4488-a76c-db32955c04dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:28.051970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.052685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Bound using segment: {'id': '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f8fe5bbc-265a-4488-a76c-db32955c04dd'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:28.052869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Bound port: e4150b74-b451-466a-8e00-c29b5aabf2ae, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f8fe5bbc-265a-4488-a76c-db32955c04dd'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:28.053218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.055536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.122960 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-55ead366-7c30-4f2d-abea-6ee807a45623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.149703 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3ccdecb1-d967-4776-a49c-b9be105c5be2 tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/routers/5fa66be6-744e-4139-aa0c-8d224a1d3fd6 HTTP/1.1" status: 200 len: 745 time: 0.1563361 Mar 25 20:05:28.150711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55912) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.158117 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ead366-7c30-4f2d-abea-6ee807a45623 None None] Routers {'5fa66be6-744e-4139-aa0c-8d224a1d3fd6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:28.158984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:28.161668 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-55ead366-7c30-4f2d-abea-6ee807a45623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['5fa66be6-744e-4139-aa0c-8d224a1d3fd6'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.169254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.199107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.208657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] Deleting port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:28.209034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.220333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Calling delete_port for 1ba5697d-1086-4c37-b380-ab958a428dce owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:28.252816 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-55ead366-7c30-4f2d-abea-6ee807a45623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.253468 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ead366-7c30-4f2d-abea-6ee807a45623 None None] The sync data for ids ['5fa66be6-744e-4139-aa0c-8d224a1d3fd6'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:28.300971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1c185c15-93b8-4681-9045-eeca614bda44 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:28.302123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1c185c15-93b8-4681-9045-eeca614bda44 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6176095 Mar 25 20:05:28.307371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55916) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.312444 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6402a7a9-27e1-40f5-9a52-3b781f60119d tempest-RoutersIpV6AdminTest-107608867 tempest-RoutersIpV6AdminTest-107608867-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=5fa66be6-744e-4139-aa0c-8d224a1d3fd6 HTTP/1.1" status: 200 len: 205 time: 0.1579397 Mar 25 20:05:28.322682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] Pushing event deleted for resources: {'Port': ['ID=1ba5697d-1086-4c37-b380-ab958a428dce,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:28.344710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55920) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.348228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17874f51-cdbe-45b4-b502-7e1dbfdedf0c None None] No DVR routers for this DVR port 1ba5697d-1086-4c37-b380-ab958a428dce on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:28.359344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] For port e4150b74-b451-466a-8e00-c29b5aabf2ae, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:28.396922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:28.402831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fe5bbc-265a-4488-a76c-db32955c04dd']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.412138 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b699fcbe-e12b-4e02-8f5f-5a616d7e6827 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa66be6-744e-4139-aa0c-8d224a1d3fd6 HTTP/1.1" status: 200 len: 205 time: 0.0646286 Mar 25 20:05:28.412274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.412380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] device_id is not set on port d278dc45-d59a-429c-9b08-ac6676d1ea29 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:28.412540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55924) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.419052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] For port e4150b74-b451-466a-8e00-c29b5aabf2ae, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e4150b74-b451-466a-8e00-c29b5aabf2ae,segment=NetworkSegment(85c35d7d-f7e8-4c8d-9331-46ce21fa47c6),segment_id=85c35d7d-f7e8-4c8d-9331-46ce21fa47c6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:28.429965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99caee5c-0889-49ed-a388-a9c728daf045 None None] Sync routers for ids ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:28.443621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Transition to ACTIVE for port object 6f153741-7143-4f31-972b-7331c0aa204f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:28.456320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.456660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.463206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:05:28.465847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:05:28.480788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.495921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99caee5c-0889-49ed-a388-a9c728daf045 None None] Routers {'ab0dcb86-b7cc-4426-8723-99eb8dd63753'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:28.496581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-99caee5c-0889-49ed-a388-a9c728daf045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.514504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.522895 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7f875775-ef1c-40e1-89d1-b4a1caf823c4 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "PUT /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5650854 Mar 25 20:05:28.523666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55928) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.557317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:28.558804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe0999-100a-4cc4-b7e1-63f55a2b594f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:28.559499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dfe0999-100a-4cc4-b7e1-63f55a2b594f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:28.574217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0ef-3120-46ff-b1a4-1b9eb28166a3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.580524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.592753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:28.593093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:28.607720 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:28.631157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Transition to ACTIVE for port object 6f153741-7143-4f31-972b-7331c0aa204f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:28.632942 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-385e51ea-b3b7-4158-af6f-f8b4c5ba08ba tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] delete failed (client error): The resource could not be found. Mar 25 20:05:28.638650 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-385e51ea-b3b7-4158-af6f-f8b4c5ba08ba tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-779595477 HTTP/1.1" status: 404 len: 334 time: 0.1081266 Mar 25 20:05:28.639601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55932) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.695155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1aea4a3f-df06-4ade-839a-1511a34eef44 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab0dcb86-b7cc-4426-8723-99eb8dd63753'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:28.709881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-99caee5c-0889-49ed-a388-a9c728daf045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.755731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.771454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] For port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=907edf95-2f90-44e2-9e9a-e9c7202ae1f9,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:28.771847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.826211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dfe0999-100a-4cc4-b7e1-63f55a2b594f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:28.829952 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6dfe0999-100a-4cc4-b7e1-63f55a2b594f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5167882 Mar 25 20:05:28.830140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55936) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.930619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99caee5c-0889-49ed-a388-a9c728daf045 None None] Routers {'ab0dcb86-b7cc-4426-8723-99eb8dd63753'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:28.931170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-99caee5c-0889-49ed-a388-a9c728daf045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:28.948854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0ef-3120-46ff-b1a4-1b9eb28166a3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.958272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0ef-3120-46ff-b1a4-1b9eb28166a3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:28.966324 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e9141b5d-e4ed-40b6-87a8-3e33b8120ada tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307886 Mar 25 20:05:28.967589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55942) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:28.975948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:28.989167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] Calling delete_port for 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:29.020777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0fa5-b11b-481f-9955-aac7f39908f3 None None] Pushing event updated for resources: {'Port': ['ID=e4150b74-b451-466a-8e00-c29b5aabf2ae,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:29.024223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:05:29.024223 dv-neutron-835149-1-hyperv neutron-server[88485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:05:29.024223 dv-neutron-835149-1-hyperv neutron-server[88485]: [parameters: {'id': 'f8fe5bbc-265a-4488-a76c-db32955c04dd'}] Mar 25 20:05:29.024223 dv-neutron-835149-1-hyperv neutron-server[88485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:05:29.025015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:05:29.025544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Deleting port 1ba5697d-1086-4c37-b380-ab958a428dce {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:29.026030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.029404 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:29.097266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:29.100833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:29.108799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:29.112000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:29.134261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0ef-3120-46ff-b1a4-1b9eb28166a3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.134851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbfc0ef-3120-46ff-b1a4-1b9eb28166a3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa66be6-744e-4139-aa0c-8d224a1d3fd6 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:05:29.147855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc0ef-3120-46ff-b1a4-1b9eb28166a3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.149567 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7bbfc0ef-3120-46ff-b1a4-1b9eb28166a3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/5fa66be6-744e-4139-aa0c-8d224a1d3fd6 HTTP/1.1" status: 204 len: 168 time: 0.7363186 Mar 25 20:05:29.152925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55946) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.200182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-99caee5c-0889-49ed-a388-a9c728daf045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:29.200880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99caee5c-0889-49ed-a388-a9c728daf045 None None] The sync data for ids ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:29.202784 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-28d0e192-cfff-4120-b4df-3a611589a718 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fa66be6-744e-4139-aa0c-8d224a1d3fd6 HTTP/1.1" status: 200 len: 205 time: 0.0487041 Mar 25 20:05:29.203665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:29.207857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.221313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] The port '1ba5697d-1086-4c37-b380-ab958a428dce' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:05:29.225419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55950) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.266155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Allocated IP 172.20.0.3 (51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd/764140f9-7659-4f6c-baaa-b38e43b0335b/d278dc45-d59a-429c-9b08-ac6676d1ea29) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:29.312718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-d6257331-e4a7-4faa-94f8-08ebfe1a87e2 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] delete failed (client error): The resource could not be found. Mar 25 20:05:29.316195 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d6257331-e4a7-4faa-94f8-08ebfe1a87e2 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/5fa66be6-744e-4139-aa0c-8d224a1d3fd6 HTTP/1.1" status: 404 len: 336 time: 0.0872023 Mar 25 20:05:29.321637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55954) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.363966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.388190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Pushing event updated for resources: {'Port': ['ID=6f153741-7143-4f31-972b-7331c0aa204f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:29.404306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Attempting to bind port 6f153741-7143-4f31-972b-7331c0aa204f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:29.404699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Attempting to bind port 6f153741-7143-4f31-972b-7331c0aa204f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'fb1190a8-0672-4e6e-9821-e58d46ddb182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:29.405063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Attempting to bind port 6f153741-7143-4f31-972b-7331c0aa204f on network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:29.416559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:29.416858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Checking segment: {'id': 'fb1190a8-0672-4e6e-9821-e58d46ddb182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:29.417259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.417652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Bound using segment: {'id': 'fb1190a8-0672-4e6e-9821-e58d46ddb182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:29.418123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Bound port: 6f153741-7143-4f31-972b-7331c0aa204f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1190a8-0672-4e6e-9821-e58d46ddb182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:29.418493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.430858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c82d29-e9db-4a66-b3ca-82855b90634d None None] Network f8fe5bbc-265a-4488-a76c-db32955c04dd requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:29.515589 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6d21ab7a-aea6-4d67-8bf1-ed378e8b7c23 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ed5f6e-82f6-415b-b9ce-242097040026 HTTP/1.1" status: 200 len: 205 time: 0.1758986 Mar 25 20:05:29.518151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55958) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.539928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1aea4a3f-df06-4ade-839a-1511a34eef44 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.542752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.544196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.552725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.584375 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-03dee28a-b1ca-4b47-8e83-6b2db46838d6 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] delete failed (client error): The resource could not be found. Mar 25 20:05:29.588121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-03dee28a-b1ca-4b47-8e83-6b2db46838d6 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/85ed5f6e-82f6-415b-b9ce-242097040026 HTTP/1.1" status: 404 len: 336 time: 0.0663102 Mar 25 20:05:29.588121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.589944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55962) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.612086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:29.629760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port e4150b74-b451-466a-8e00-c29b5aabf2ae {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:29.630089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.648686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] Pushing event deleted for resources: {'Port': ['ID=907edf95-2f90-44e2-9e9a-e9c7202ae1f9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:29.676599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aac1d0-70cc-45ee-b237-da045366e3de None None] No DVR routers for this DVR port 907edf95-2f90-44e2-9e9a-e9c7202ae1f9 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:29.686075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1ba5697d-1086-4c37-b380-ab958a428dce no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:29.727665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:29.728092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e6d6ef-d7c7-4c22-8c50-edbf7d6f4770') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:29.793707 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3e2e3d3e-7cce-4b4d-8d54-2bef3fe82f03 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=5729017c-d91d-444d-b9b9-07eb42e81e9a HTTP/1.1" status: 200 len: 205 time: 0.0520689 Mar 25 20:05:29.796301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 1ba5697d-1086-4c37-b380-ab958a428dce {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:29.796662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1ba5697d-1086-4c37-b380-ab958a428dce not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:29.804048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55966) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.808454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] For port 6f153741-7143-4f31-972b-7331c0aa204f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:29.813648 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-1aea4a3f-df06-4ade-839a-1511a34eef44 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] update failed (client error): The resource could not be found. Mar 25 20:05:29.817380 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1aea4a3f-df06-4ade-839a-1511a34eef44 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "PUT /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753 HTTP/1.1" status: 404 len: 339 time: 1.1740100 Mar 25 20:05:29.826522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.827472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] For port 6f153741-7143-4f31-972b-7331c0aa204f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6f153741-7143-4f31-972b-7331c0aa204f,segment=NetworkSegment(fb1190a8-0672-4e6e-9821-e58d46ddb182),segment_id=fb1190a8-0672-4e6e-9821-e58d46ddb182)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:29.836759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55970) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.852151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-46126512'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:29.873583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:29.882978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:29.887499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:29.888117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.891976 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-b079135c-90da-43f2-9876-c42eae5b90a8 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] delete failed (client error): The resource could not be found. Mar 25 20:05:29.893002 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b079135c-90da-43f2-9876-c42eae5b90a8 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/5729017c-d91d-444d-b9b9-07eb42e81e9a HTTP/1.1" status: 404 len: 336 time: 0.0878282 Mar 25 20:05:29.894537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aab0bd1-ff9d-4a90-951f-f9c31c2d60d5 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:29.897414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55974) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.912049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:29.920686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.929551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.933176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:network and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:29.946772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:29.950358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=40026e70-3288-4fd7-9e41-5e4c2c31625c,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:29.965372 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ac3354a9-b283-4b63-b6d3-e06b10fe7edf tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c312751-9df4-4e1b-b41a-378a7c6b8729 HTTP/1.1" status: 200 len: 205 time: 0.0613060 Mar 25 20:05:29.967214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55978) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:29.968830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:29.969268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:29.989172 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:30.012152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:30.040065 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-edc37573-ec58-4478-a3a5-ffbb7c3ca1fb tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] delete failed (client error): The resource could not be found. Mar 25 20:05:30.043799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-edc37573-ec58-4478-a3a5-ffbb7c3ca1fb tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/4c312751-9df4-4e1b-b41a-378a7c6b8729 HTTP/1.1" status: 404 len: 336 time: 0.0728512 Mar 25 20:05:30.043991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55982) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:30.085737 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3264e392-3d92-44d4-8fae-d56754a9768c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1170564 Mar 25 20:05:30.091865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55986) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:30.094323 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8af55c32-4006-4a2d-85a5-f3e8d965b747 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f11fb7-f864-4834-8852-a022b81476e1 HTTP/1.1" status: 200 len: 205 time: 0.0491004 Mar 25 20:05:30.098098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 55990) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:30.103867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': '40026e70-3288-4fd7-9e41-5e4c2c31625c', 'ip_address': '2001:db8::17b3:45b2:3963:1200'}], 'name': 'tempest-NetworksTestDHCPv6-1236988631'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:30.119614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f49370-5709-4b01-a3f5-0f829187a958 None None] Pushing event updated for resources: {'Port': ['ID=6f153741-7143-4f31-972b-7331c0aa204f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:30.197594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.202103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port e4150b74-b451-466a-8e00-c29b5aabf2ae, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e4150b74-b451-466a-8e00-c29b5aabf2ae,segment=NetworkSegment(85c35d7d-f7e8-4c8d-9331-46ce21fa47c6),segment_id=85c35d7d-f7e8-4c8d-9331-46ce21fa47c6)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:30.202656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.211096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-0dd44086-5866-4af3-8b10-904f6968201a tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] delete failed (client error): The resource could not be found. Mar 25 20:05:30.212123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0dd44086-5866-4af3-8b10-904f6968201a tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/f3f11fb7-f864-4834-8852-a022b81476e1 HTTP/1.1" status: 404 len: 336 time: 0.1130211 Mar 25 20:05:30.216179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Made reservation on behalf of 87e6f0a3312e4edc9627520c7d60f21a for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:30.220197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.231391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55994) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:30.250228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '40026e70-3288-4fd7-9e41-5e4c2c31625c'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:30.251416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.317797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:30.326336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.327657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:30.333751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:30.341268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:30.417267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:30.444464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for e4150b74-b451-466a-8e00-c29b5aabf2ae owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:30.506270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/40026e70-3288-4fd7-9e41-5e4c2c31625c/5fc33a1c-e4ea-4a23-993e-f8a96758aafb) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:30.548182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6f153741-7143-4f31-972b-7331c0aa204f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:30.592786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.619162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port a76f246a-50f8-47f7-bc69-6a7a6276fc46 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:30.699942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Transition to ACTIVE for port object d278dc45-d59a-429c-9b08-ac6676d1ea29 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:30.702975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.708617 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a3fde0b6-299a-4d13-86f4-bd1188091976 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "GET /v2.0/ports?device_id=36c468d5-81a1-4f96-a44b-2f7786f49222 HTTP/1.1" status: 200 len: 205 time: 0.4713247 Mar 25 20:05:30.716114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 55998) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:30.796444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] Pushing event deleted for resources: {'Network': ['ID=62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:30.814548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6f153741-7143-4f31-972b-7331c0aa204f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:30.820730 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-65c600e7-5afb-4a10-994f-772a48372a4e tempest-AllowedAddressPairIpV6TestJSON-1960712767 tempest-AllowedAddressPairIpV6TestJSON-1960712767-project] 10.222.0.37 "DELETE /v2.0/networks/62f7e432-6ec3-4ac6-8958-75ca1dcfa5b6 HTTP/1.1" status: 204 len: 168 time: 4.3758280 Mar 25 20:05:30.820900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.825280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:30.832898 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-4975fc1c-82fe-4075-beaf-eb25cb2bacd3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] delete failed (client error): The resource could not be found. Mar 25 20:05:30.836694 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4975fc1c-82fe-4075-beaf-eb25cb2bacd3 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/routers/36c468d5-81a1-4f96-a44b-2f7786f49222 HTTP/1.1" status: 404 len: 336 time: 0.1138585 Mar 25 20:05:30.837649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Transition to ACTIVE for port object 5fc33a1c-e4ea-4a23-993e-f8a96758aafb will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:30.838100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56004) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:30.859412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Transition to ACTIVE for port object 5fc33a1c-e4ea-4a23-993e-f8a96758aafb will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:30.884178 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e14e4b-a0c8-47f9-90a9-0a6f9569bbd1 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] DELETE failed (client error): The resource could not be found. Mar 25 20:05:30.884658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e14e4b-a0c8-47f9-90a9-0a6f9569bbd1 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:05:30.890199 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-73e14e4b-a0c8-47f9-90a9-0a6f9569bbd1 tempest-RoutersIpV6AdminTest-76216832 tempest-RoutersIpV6AdminTest-76216832-project] 10.222.0.37 "DELETE /v2.0/subnets/60a588ad-19fb-4bc3-8846-0fdf5faa1a46 HTTP/1.1" status: 404 len: 337 time: 0.0506999 Mar 25 20:05:30.925195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.930661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.930996 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Added segment 5827da52-4b30-4ef1-8a89-57ec1a3329f8 of type vlan for network 198580b2-f7ab-4427-99f1-a5eaa484e5ef Mar 25 20:05:30.955001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.975112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:30.998567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Port': ['ID=e4150b74-b451-466a-8e00-c29b5aabf2ae,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:31.054655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No DVR routers for this DVR port e4150b74-b451-466a-8e00-c29b5aabf2ae on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:31.066201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::17b3:45b2:3963:1200 (16eab8e5-a832-428a-a293-9fd25f5afb33/40026e70-3288-4fd7-9e41-5e4c2c31625c/a76f246a-50f8-47f7-bc69-6a7a6276fc46) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:31.075411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:31.078731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:31.085172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:31.137508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Pushing event updated for resources: {'Port': ['ID=5fc33a1c-e4ea-4a23-993e-f8a96758aafb,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:31.198377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Attempting to bind port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:31.198845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Attempting to bind port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:31.199268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Attempting to bind port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:31.205058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:31.205488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:31.205880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.217324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:31.217324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Bound port: 5fc33a1c-e4ea-4a23-993e-f8a96758aafb, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:31.217324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.226645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:31.239881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:31.245249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.263311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:31.347568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.360387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:31.361043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.369444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object a76f246a-50f8-47f7-bc69-6a7a6276fc46 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:31.403003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] For port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:31.410566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] For port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5fc33a1c-e4ea-4a23-993e-f8a96758aafb,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:31.414515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.421620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5712e-34ac-4084-90af-a56ec0d86a2e None None] Network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:31.421780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event updated for resources: {'Port': ['ID=d278dc45-d59a-429c-9b08-ac6676d1ea29,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:31.429442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fe5bbc-265a-4488-a76c-db32955c04dd']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:31.448213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:31.448213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c35d7d-f7e8-4c8d-9331-46ce21fa47c6') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:31.473864 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f6561995-bba1-4f04-96ef-3cf6854b6c34 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5707850 Mar 25 20:05:31.477672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.483232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56014) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:31.489269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Request body: {'port': {'network_id': '51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-48302329', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:31.489752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.api.validators [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] bootfile-name is not in valid_values {{(pid=88484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:05:31.490073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.api.validators [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] tftp-server is not in valid_values {{(pid=88484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:05:31.490392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.api.validators [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] server-ip-address is not in valid_values {{(pid=88484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:05:31.496113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.507949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:31.509721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.509843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.527560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:31.531692 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:31.533555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56018) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:31.615732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56024) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:31.658351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3d4eaeb2-66f9-4227-b196-becf705ccb03 None None] Provisioning for port 6f153741-7143-4f31-972b-7331c0aa204f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:31.658544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.678087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:31.678729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.727820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:31.736750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:31.769582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f0a7f-dbd3-4384-adb9-f2e655b8c34c None None] Pushing event updated for resources: {'Port': ['ID=5fc33a1c-e4ea-4a23-993e-f8a96758aafb,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:31.785887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3d4eaeb2-66f9-4227-b196-becf705ccb03 None None] Provisioning complete for port 6f153741-7143-4f31-972b-7331c0aa204f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:31.786386 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d4eaeb2-66f9-4227-b196-becf705ccb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.796266 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9563971 Mar 25 20:05:31.811774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:31.826576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:31.828125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.847168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56030) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:31.860710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'subnet': {'network_id': '198580b2-f7ab-4427-99f1-a5eaa484e5ef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:31.931567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=a76f246a-50f8-47f7-bc69-6a7a6276fc46,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:31.989988 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1f71dc38-3079-410b-b20b-4fc3351b5230 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09cf9559b4c74732a4c85270e88ba32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517603 Mar 25 20:05:31.994112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:31.995980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56034) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:32.014690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6c589-443d-448d-9c12-e086c27a7e55 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Network': ['ID=198580b2-f7ab-4427-99f1-a5eaa484e5ef,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:32.018326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.033731 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8d37d90b-db3d-47fb-bc16-bcec4c625c32 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9380965 Mar 25 20:05:32.037940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56038) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:32.054655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 198580b2-f7ab-4427-99f1-a5eaa484e5ef details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:32.054835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.055008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': '40026e70-3288-4fd7-9e41-5e4c2c31625c', 'ip_address': '2001:db8::17b3:45b2:3963:1200'}], 'name': 'tempest-NetworksTestDHCPv6-860782643'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:32.076969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:32.081775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:32.087164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:32.094906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Usage tracker for resource:subnet and tenant:87e6f0a3312e4edc9627520c7d60f21a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:32.099184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:32.106017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:32.120370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=f8fe5bbc-265a-4488-a76c-db32955c04dd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:32.149176 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-02397960-f7a5-4a63-97db-d46a1693db69 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/f8fe5bbc-265a-4488-a76c-db32955c04dd HTTP/1.1" status: 204 len: 168 time: 6.1313956 Mar 25 20:05:32.149176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56042) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:32.151466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-40778562'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:32.165421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:32.181902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:32.187165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:32.199102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d4eaeb2-66f9-4227-b196-becf705ccb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.211145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:32.223577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74e5e58d-eb20-4b71-9ad8-62d16aee3d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.245307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3d4eaeb2-66f9-4227-b196-becf705ccb03 None None] For port 6f153741-7143-4f31-972b-7331c0aa204f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6f153741-7143-4f31-972b-7331c0aa204f,segment=NetworkSegment(fb1190a8-0672-4e6e-9821-e58d46ddb182),segment_id=fb1190a8-0672-4e6e-9821-e58d46ddb182)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:32.259410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74e5e58d-eb20-4b71-9ad8-62d16aee3d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.280029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] Usage tracker for resource:security_group_rule and tenant:b91f14c43a4e49fcb0876426040a972b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:32.282882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Usage tracker for resource:port and tenant:62fa1a51e51540d4ae9bc1803bebe2ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:32.288914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:32.291745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:32.349639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:32.357334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:32.448639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:32.454577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:32.460672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:32.467895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:32.484218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5fc33a1c-e4ea-4a23-993e-f8a96758aafb up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:32.489322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Made reservation on behalf of 87e6f0a3312e4edc9627520c7d60f21a for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:32.494642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.523682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.524850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Made reservation on behalf of 62fa1a51e51540d4ae9bc1803bebe2ae for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:32.527379 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d4eaeb2-66f9-4227-b196-becf705ccb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.529348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.533243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74e5e58d-eb20-4b71-9ad8-62d16aee3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.537444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:32.542261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.552620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] device_id is not set on port e2372f1c-3461-4e21-a797-efeec6ed3098 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:32.613282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:32.618324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.643002 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port cc609103-4aa9-41c8-bc92-42831d00afeb yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:32.647554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eaeb2-66f9-4227-b196-becf705ccb03 None None] Pushing event updated for resources: {'Port': ['ID=6f153741-7143-4f31-972b-7331c0aa204f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:32.671360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5e58d-eb20-4b71-9ad8-62d16aee3d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3adb2ba-3c29-44f6-9855-e2b2fe0aef83,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:32.699085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4f1f1edc-323b-4454-a7ef-8d6c600ae8b1 None None] Provisioning complete for port 6f153741-7143-4f31-972b-7331c0aa204f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:32.700276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1edc-323b-4454-a7ef-8d6c600ae8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.713197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74e5e58d-eb20-4b71-9ad8-62d16aee3d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.714815 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-74e5e58d-eb20-4b71-9ad8-62d16aee3d92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3adb2ba-3c29-44f6-9855-e2b2fe0aef83 HTTP/1.1" status: 204 len: 168 time: 0.6973941 Mar 25 20:05:32.732872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:32.748908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.753401 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment badceb37-da4d-4667-b63c-e65c5f265705 of type vlan for network 73a15c7e-e1ed-4048-b9e4-c41bb28d6527 Mar 25 20:05:32.782109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:32.828989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.901741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.962107 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 25 20:05:32.962616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:05:32.972753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:32.984828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6565ed2b-4dd8-439a-8cbb-5e5919b00e88,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:32.985138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:32.985138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.016707 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1d59f071-dd95-4966-b657-ea880f641297 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b91f14c43a4e49fcb0876426040a972b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3859394 Mar 25 20:05:33.017952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56048) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:33.068819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Allocated IP 172.20.0.11 (51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd/764140f9-7659-4f6c-baaa-b38e43b0335b/e2372f1c-3461-4e21-a797-efeec6ed3098) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:33.106431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4f1f1edc-323b-4454-a7ef-8d6c600ae8b1 None None] Provisioning for port d278dc45-d59a-429c-9b08-ac6676d1ea29 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:33.114422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4f1f1edc-323b-4454-a7ef-8d6c600ae8b1 None None] Provisioning complete for port d278dc45-d59a-429c-9b08-ac6676d1ea29 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:33.114821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f1f1edc-323b-4454-a7ef-8d6c600ae8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.123971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.193781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f1edc-323b-4454-a7ef-8d6c600ae8b1 None None] Port d278dc45-d59a-429c-9b08-ac6676d1ea29 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:33.197016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Subnet': ['ID=cd14d093-41f3-407c-b3d0-67ebdd36eaaf,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:33.211152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=73a15c7e-e1ed-4048-b9e4-c41bb28d6527,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:33.222937 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 73a15c7e-e1ed-4048-b9e4-c41bb28d6527 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:33.250085 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4072e8ac-4c65-49d1-9b72-51dee46cd594 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1027400 Mar 25 20:05:33.250085 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56054) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:33.271033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': '73a15c7e-e1ed-4048-b9e4-c41bb28d6527', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:33.324201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75873b66-06fc-4371-b84c-7d23fdb993c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.337835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e11b2d3-5c3d-45ed-8cb4-6aee17a8c23f None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:05:33.359461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.374080 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0d4b3c29-f4b6-4f06-9fcd-233d18bbbe4d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3338506 Mar 25 20:05:33.377632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56062) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:33.443295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Transition to ACTIVE for port object e2372f1c-3461-4e21-a797-efeec6ed3098 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:33.474328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Provisioning for port a76f246a-50f8-47f7-bc69-6a7a6276fc46 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:33.483780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75873b66-06fc-4371-b84c-7d23fdb993c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.484702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Provisioning complete for port a76f246a-50f8-47f7-bc69-6a7a6276fc46 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:33.488839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.495505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd39a77-16e4-4d71-ad3a-12793ee167c9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:33.502223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd39a77-16e4-4d71-ad3a-12793ee167c9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:33.502725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dd39a77-16e4-4d71-ad3a-12793ee167c9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:33.546449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Checking segment: {'id': '5827da52-4b30-4ef1-8a89-57ec1a3329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '198580b2-f7ab-4427-99f1-a5eaa484e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:33.546813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network hostable DHCP agents. Network: 198580b2-f7ab-4427-99f1-a5eaa484e5ef, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:33.570770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Port a76f246a-50f8-47f7-bc69-6a7a6276fc46 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:33.576684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dd39a77-16e4-4d71-ad3a-12793ee167c9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:33.578273 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6dd39a77-16e4-4d71-ad3a-12793ee167c9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1997964 Mar 25 20:05:33.579776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.589806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56070) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:33.657597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:33.679840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:33.685753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Provisioning for port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:33.688814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:33.692536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:33.693793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Provisioning complete for port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:33.694282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.719012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event updated for resources: {'Port': ['ID=e2372f1c-3461-4e21-a797-efeec6ed3098,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:33.744119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:33.747134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:33.751833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:33.778342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network 198580b2-f7ab-4427-99f1-a5eaa484e5ef is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:33.780394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:33.784425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.799216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75873b66-06fc-4371-b84c-7d23fdb993c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.812387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-770acf55-40f2-4c30-b15f-17f9ce446dbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port a76f246a-50f8-47f7-bc69-6a7a6276fc46 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:33.812766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-770acf55-40f2-4c30-b15f-17f9ce446dbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.867161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75873b66-06fc-4371-b84c-7d23fdb993c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6565ed2b-4dd8-439a-8cbb-5e5919b00e88,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:33.887461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:33.890558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.899461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11b2d3-5c3d-45ed-8cb4-6aee17a8c23f None None] Unable to find a vacant binding_index for network 198580b2-f7ab-4427-99f1-a5eaa484e5ef and agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 25 20:05:33.902825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.928746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75873b66-06fc-4371-b84c-7d23fdb993c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:33.932836 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-75873b66-06fc-4371-b84c-7d23fdb993c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6565ed2b-4dd8-439a-8cbb-5e5919b00e88 HTTP/1.1" status: 204 len: 168 time: 0.8988655 Mar 25 20:05:33.958729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] For port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5fc33a1c-e4ea-4a23-993e-f8a96758aafb,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:34.027262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11b2d3-5c3d-45ed-8cb4-6aee17a8c23f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 198580b2-f7ab-4427-99f1-a5eaa484e5ef) {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:05:34.027655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 198580b2-f7ab-4427-99f1-a5eaa484e5ef) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:34.040194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:34.040816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.072682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.076810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1bc41623-7351-44ee-9c91-8600c82abe39 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.5893531 Mar 25 20:05:34.076810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56084) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:34.137215 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-799decd4-f848-43f7-b7f3-26962d43ba29 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2889254 Mar 25 20:05:34.142848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56090) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:34.144194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-51380ab2-7f2a-406f-a2a2-93ac697bf947 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'router': {'external_gateway_info': {'network_id': '198580b2-f7ab-4427-99f1-a5eaa484e5ef'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:34.150069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639f0ba-a3ed-40f8-855e-4a4e2cc65f08 None None] Pushing event updated for resources: {'Port': ['ID=5fc33a1c-e4ea-4a23-993e-f8a96758aafb,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:34.176147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-770acf55-40f2-4c30-b15f-17f9ce446dbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.306979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-770acf55-40f2-4c30-b15f-17f9ce446dbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for a76f246a-50f8-47f7-bc69-6a7a6276fc46 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:34.329629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.335680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56096) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:34.360793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146ae4a-7d02-4543-8470-99384109eda5 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:34.366499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146ae4a-7d02-4543-8470-99384109eda5 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:34.372172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146ae4a-7d02-4543-8470-99384109eda5 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:34.373101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e146ae4a-7d02-4543-8470-99384109eda5 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Synchronizing usage tracker for tenant:62fa1a51e51540d4ae9bc1803bebe2ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:34.518414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6f153741-7143-4f31-972b-7331c0aa204f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:34.594229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=ee4d64e0-7296-4678-9f6a-a8853ad717eb,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:34.637733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e146ae4a-7d02-4543-8470-99384109eda5 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Unset dirty status for tenant:62fa1a51e51540d4ae9bc1803bebe2ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:34.649342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56106) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:34.649559 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e146ae4a-7d02-4543-8470-99384109eda5 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5719423 Mar 25 20:05:34.717197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1138197141'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:34.717197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': 'badceb37-da4d-4667-b63c-e65c5f265705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '73a15c7e-e1ed-4048-b9e4-c41bb28d6527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:34.717197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: 73a15c7e-e1ed-4048-b9e4-c41bb28d6527, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:34.724008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6f153741-7143-4f31-972b-7331c0aa204f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:34.726417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.759542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56110) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:34.803717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:34.818949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-198580b2-f7ab-4427-99f1-a5eaa484e5ef', 'network_id': '198580b2-f7ab-4427-99f1-a5eaa484e5ef', 'tenant_id': '87e6f0a3312e4edc9627520c7d60f21a', 'fixed_ips': [{'subnet_id': 'cd14d093-41f3-407c-b3d0-67ebdd36eaaf'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:34.824307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.824434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51380ab2-7f2a-406f-a2a2-93ac697bf947 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.824565 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b5eb3f2e-d7b0-4fd4-a046-82342dc88540 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe194e73c043405faf5c0677e7bf65e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0613065 Mar 25 20:05:34.824565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56114) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:34.832122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Usage tracker for resource:network and tenant:54c4a5c3ca2a4727bb48e276d4c7c07b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:34.839101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:34.843998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-770acf55-40f2-4c30-b15f-17f9ce446dbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.860551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:34.866532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5ca8096e-7c79-4b41-9dfa-83a792db0982 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Deleting port e2372f1c-3461-4e21-a797-efeec6ed3098 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:34.866872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca8096e-7c79-4b41-9dfa-83a792db0982 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:34.924739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770acf55-40f2-4c30-b15f-17f9ce446dbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=a76f246a-50f8-47f7-bc69-6a7a6276fc46,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:34.994450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 73a15c7e-e1ed-4048-b9e4-c41bb28d6527 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:34.999428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5fc33a1c-e4ea-4a23-993e-f8a96758aafb up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:35.006983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-770acf55-40f2-4c30-b15f-17f9ce446dbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.017299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Made reservation on behalf of 54c4a5c3ca2a4727bb48e276d4c7c07b for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:35.023786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.023914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6a1c7ad6-778b-42eb-89d8-06557263354a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.051511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6a1c7ad6-778b-42eb-89d8-06557263354a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.107647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-770acf55-40f2-4c30-b15f-17f9ce446dbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/a76f246a-50f8-47f7-bc69-6a7a6276fc46 HTTP/1.1" status: 204 len: 168 time: 1.4258866 Mar 25 20:05:35.107850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.109958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56120) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:35.140971 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Allocated IP 2001:db8:1::2 (198580b2-f7ab-4427-99f1-a5eaa484e5ef/cd14d093-41f3-407c-b3d0-67ebdd36eaaf/167c14b8-0596-431c-8390-854d9d3cc868) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:35.157914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 73a15c7e-e1ed-4048-b9e4-c41bb28d6527) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:35.173884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:35.174466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.182043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:35.188107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:35.188501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.236491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6a1c7ad6-778b-42eb-89d8-06557263354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.246006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Usage tracker for resource:security_group_rule and tenant:54c4a5c3ca2a4727bb48e276d4c7c07b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:35.252136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:35.271671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:35.272067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa78fe-b2bc-491a-9d6b-ebd6e52651e0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:35.273690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa78fe-b2bc-491a-9d6b-ebd6e52651e0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:35.274439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9afa78fe-b2bc-491a-9d6b-ebd6e52651e0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:35.277481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c7ad6-778b-42eb-89d8-06557263354a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaeb0fe-c7b7-4c1a-a52c-db72875df60d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:35.284732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6a1c7ad6-778b-42eb-89d8-06557263354a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.288879 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6a1c7ad6-778b-42eb-89d8-06557263354a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eaeb0fe-c7b7-4c1a-a52c-db72875df60d HTTP/1.1" status: 204 len: 168 time: 0.4602094 Mar 25 20:05:35.329277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca8096e-7c79-4b41-9dfa-83a792db0982 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.342654 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-058f62b4-d506-44cf-9c83-532f6aba342a tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0914338 Mar 25 20:05:35.347479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56126) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:35.388356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811afc58-9467-42d6-a81d-dea9bfd30001 req-4a0e6f22-4194-45ed-94d5-f5710133a901 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:35.398572 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-811afc58-9467-42d6-a81d-dea9bfd30001 req-4a0e6f22-4194-45ed-94d5-f5710133a901 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.2105224 Mar 25 20:05:35.429536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9afa78fe-b2bc-491a-9d6b-ebd6e52651e0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:35.433490 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9afa78fe-b2bc-491a-9d6b-ebd6e52651e0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3198900 Mar 25 20:05:35.435849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56130) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:35.518823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.529513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Transition to ACTIVE for port object 167c14b8-0596-431c-8390-854d9d3cc868 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:35.538401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-811afc58-9467-42d6-a81d-dea9bfd30001 req-816652e5-33c2-4e1f-834b-e82cc772ff99 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384971 Mar 25 20:05:35.562710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Transition to ACTIVE for port object 167c14b8-0596-431c-8390-854d9d3cc868 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:35.565903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-432c4974-83f1-4789-ba02-449802c67719 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 40026e70-3288-4fd7-9e41-5e4c2c31625c {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:35.569332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-432c4974-83f1-4789-ba02-449802c67719 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.622025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.622179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5ca8096e-7c79-4b41-9dfa-83a792db0982 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Calling delete_port for e2372f1c-3461-4e21-a797-efeec6ed3098 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:35.643347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-432c4974-83f1-4789-ba02-449802c67719 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.703140 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-51380ab2-7f2a-406f-a2a2-93ac697bf947 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:05:35.707658 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-51380ab2-7f2a-406f-a2a2-93ac697bf947 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "PUT /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753 HTTP/1.1" status: 400 len: 364 time: 1.5652325 Mar 25 20:05:35.709656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56136) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:35.722235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Network 198580b2-f7ab-4427-99f1-a5eaa484e5ef is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:35.726349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:35.734006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:35.825797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Pushing event updated for resources: {'Port': ['ID=167c14b8-0596-431c-8390-854d9d3cc868,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:35.878133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Attempting to bind port 167c14b8-0596-431c-8390-854d9d3cc868 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:35.879387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Attempting to bind port 167c14b8-0596-431c-8390-854d9d3cc868 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '5827da52-4b30-4ef1-8a89-57ec1a3329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '198580b2-f7ab-4427-99f1-a5eaa484e5ef'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:35.879919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Attempting to bind port 167c14b8-0596-431c-8390-854d9d3cc868 on network 198580b2-f7ab-4427-99f1-a5eaa484e5ef {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:35.887803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:35.888410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Checking segment: {'id': '5827da52-4b30-4ef1-8a89-57ec1a3329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '198580b2-f7ab-4427-99f1-a5eaa484e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:35.889581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.890112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Bound using segment: {'id': '5827da52-4b30-4ef1-8a89-57ec1a3329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '198580b2-f7ab-4427-99f1-a5eaa484e5ef'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:35.890719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Bound port: 167c14b8-0596-431c-8390-854d9d3cc868, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5827da52-4b30-4ef1-8a89-57ec1a3329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '198580b2-f7ab-4427-99f1-a5eaa484e5ef'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:35.891232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.927657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.930621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-432c4974-83f1-4789-ba02-449802c67719 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.958412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:35.991891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] For port 167c14b8-0596-431c-8390-854d9d3cc868, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:35.995976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] For port 167c14b8-0596-431c-8390-854d9d3cc868, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=167c14b8-0596-431c-8390-854d9d3cc868,segment=NetworkSegment(5827da52-4b30-4ef1-8a89-57ec1a3329f8),segment_id=5827da52-4b30-4ef1-8a89-57ec1a3329f8)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:36.027429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.043276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.078363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.102051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:36.123867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfb0569-b4da-4477-bff0-944d852fc6fa,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:36.128081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca8096e-7c79-4b41-9dfa-83a792db0982 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.136543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.136842 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Added segment 1dc36ec5-5c58-4100-a990-6033957da8ff of type vlan for network befb4534-90a2-4dcb-89b3-cc3435b061f1 Mar 25 20:05:36.203484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8096e-7c79-4b41-9dfa-83a792db0982 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event deleted for resources: {'Port': ['ID=e2372f1c-3461-4e21-a797-efeec6ed3098,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:36.209055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e7147-dc5a-4cc0-852f-bb95c12cd252 None None] Pushing event updated for resources: {'Port': ['ID=167c14b8-0596-431c-8390-854d9d3cc868,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:36.232372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-432c4974-83f1-4789-ba02-449802c67719 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.312720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.343937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c4974-83f1-4789-ba02-449802c67719 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=40026e70-3288-4fd7-9e41-5e4c2c31625c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:36.363140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca8096e-7c79-4b41-9dfa-83a792db0982 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.374499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.383223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-432c4974-83f1-4789-ba02-449802c67719 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.453099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4d64e0-7296-4678-9f6a-a8853ad717eb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:36.484967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.509704 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-432c4974-83f1-4789-ba02-449802c67719 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/40026e70-3288-4fd7-9e41-5e4c2c31625c HTTP/1.1" status: 204 len: 168 time: 1.0723164 Mar 25 20:05:36.513671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:36.524823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.530790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:36.531468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.696580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:36.729554 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5ca8096e-7c79-4b41-9dfa-83a792db0982 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "DELETE /v2.0/ports/e2372f1c-3461-4e21-a797-efeec6ed3098 HTTP/1.1" status: 204 len: 168 time: 2.0663922 Mar 25 20:05:36.733538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56164) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:36.791638 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-78a3c163-3561-4552-8eb5-49ffa4bdd57a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2732954 Mar 25 20:05:36.808951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56166) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:36.845672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a15c7e-e1ed-4048-b9e4-c41bb28d6527']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:36.865216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Request body: {'port': {'name': 'tempest-new-port-name-23646928', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:36.865676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.api.validators [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] bootfile-name is not in valid_values {{(pid=88485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:05:36.866014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.api.validators [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] tftp-server is not in valid_values {{(pid=88485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:05:36.866338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.api.validators [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] server-ip-address is not in valid_values {{(pid=88485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:05:36.919021 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5291097 Mar 25 20:05:36.926177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:36.928214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56174) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:36.940879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Request body: {'subnet': {'network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:36.964233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cea857-6d8d-4b5b-ba68-45ffdfc35466 req-2135126c-2bce-4c5c-a78e-e0b315e9831e tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:36.965773 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8cea857-6d8d-4b5b-ba68-45ffdfc35466 req-2135126c-2bce-4c5c-a78e-e0b315e9831e tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.1922250 Mar 25 20:05:37.050022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024f2b-ef3d-4a0b-bba9-fe76d3197fbe tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'Network': ['ID=befb4534-90a2-4dcb-89b3-cc3435b061f1,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:37.053214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badceb37-da4d-4667-b63c-e65c5f265705') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:37.054487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badceb37-da4d-4667-b63c-e65c5f265705') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:37.066731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:37.070664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:37.083052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.090448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:37.104213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:37.122043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:37.221846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.271043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:37.271935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.284591 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8cea857-6d8d-4b5b-ba68-45ffdfc35466 req-ad2f2116-4fb0-4bd1-a9ad-ff83ed4210d9 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740028 Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:37.290994 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:37.350258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:37.369197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Usage tracker for resource:subnet and tenant:54c4a5c3ca2a4727bb48e276d4c7c07b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:37.374636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:37.390877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:37.401660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:37.405773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.427191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.511260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Allocated IP 2001:db8::1 (164ced54-8671-4ba8-a2e2-e0f70a185a58/cebf09f5-1208-455a-a179-9e3227c75a09/04429f8d-1263-456d-a736-8320b45868cb) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:37.544948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Made reservation on behalf of 54c4a5c3ca2a4727bb48e276d4c7c07b for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:37.548349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.570343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c213109-9d08-4bb6-b1ad-b2c195c24994 None None] Network 198580b2-f7ab-4427-99f1-a5eaa484e5ef requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:37.585221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809ae1-f477-4313-9659-f9740ec4615e req-5d0be76c-2635-45f1-a82e-dab65f15f080 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:37.586220 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-a3809ae1-f477-4313-9659-f9740ec4615e req-5d0be76c-2635-45f1-a82e-dab65f15f080 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.43 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.7817183 Mar 25 20:05:37.610543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b489115-150e-4b26-b44d-fe98a1ffb444 None None] Network 73a15c7e-e1ed-4048-b9e4-c41bb28d6527 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:37.712548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b489115-150e-4b26-b44d-fe98a1ffb444 None None] Network 73a15c7e-e1ed-4048-b9e4-c41bb28d6527 could not be found, it might have been deleted concurrently. {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 25 20:05:37.723629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Deleting port d91d0a98-29f1-48f2-8062-6ae254098e0c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:37.727849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.786986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.823332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0d0d4-6b1b-40dd-812d-f985113b796c None None] Network 73a15c7e-e1ed-4048-b9e4-c41bb28d6527 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:37.911748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56188) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:37.931697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0d0d4-6b1b-40dd-812d-f985113b796c None None] Network 73a15c7e-e1ed-4048-b9e4-c41bb28d6527 could not be found, it might have been deleted concurrently. {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 25 20:05:37.968697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.980820 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/73a15c7e-e1ed-4048-b9e4-c41bb28d6527 HTTP/1.1" status: 204 len: 168 time: 2.6314690 Mar 25 20:05:37.985941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:37.989109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56194) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:38.007242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b43cb-1c40-4a8d-84e8-e6e11b10d99e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=73a15c7e-e1ed-4048-b9e4-c41bb28d6527,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:38.018369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959481173'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:38.018682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7886b5-05d1-4a68-8c1c-13b09bef79ba None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:38.087350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:38.092032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:38.098134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:38.102453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:38.124921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-21ded1b9-d683-4772-a76e-6ccc41ca0bea None None] Provisioning for port 167c14b8-0596-431c-8390-854d9d3cc868 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:38.134420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1961381446', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:38.144699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Transition to ACTIVE for port object 04429f8d-1263-456d-a736-8320b45868cb will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:38.155226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:38.165141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Usage tracker for resource:port and tenant:4e6b486f69134a9db755d0eb255fd7d1 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:38.168512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:38.180539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:38.184559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.205492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:38.248773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:38.268163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-119f3f45-2e70-4344-85cb-21703960a9bd None None] Could not find standard attr ID for object e2372f1c-3461-4e21-a797-efeec6ed3098. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:05:38.274644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.274992 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 0d47bb5e-c41d-4720-bf48-fd12c440819e of type vlan for network 14f97bd3-404f-4da3-bd52-330b9251ebf7 Mar 25 20:05:38.296074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Made reservation on behalf of 4e6b486f69134a9db755d0eb255fd7d1 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:38.298390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.314703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.333390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.343974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:38.349133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Usage tracker for resource:security_group_rule and tenant:4e6b486f69134a9db755d0eb255fd7d1 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:38.352364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:38.360984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.366108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:38.413816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.420738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:38.426596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] Deleting port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:38.426596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.558105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network 164ced54-8671-4ba8-a2e2-e0f70a185a58 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:38.564836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 167c14b8-0596-431c-8390-854d9d3cc868 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:38.590842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:38.593526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:38.594946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.605474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] For port d91d0a98-29f1-48f2-8062-6ae254098e0c, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=d91d0a98-29f1-48f2-8062-6ae254098e0c,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:38.606450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.808757 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] For port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5fc33a1c-e4ea-4a23-993e-f8a96758aafb,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:38.809156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.883222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.891057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:38.891686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:38.953741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'Subnet': ['ID=6768184f-92c5-4d05-9c4f-2ff564c687dc,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:38.994513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] Calling delete_port for 5fc33a1c-e4ea-4a23-993e-f8a96758aafb owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:39.034819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 167c14b8-0596-431c-8390-854d9d3cc868 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:39.056523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 167c14b8-0596-431c-8390-854d9d3cc868 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:39.057052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.074470 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.074906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.075165 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Floating IP 508b0874-dadd-452f-958d-05d1d1b9b037 disassociated. External IP: 172.26.8.206, port: d91d0a98-29f1-48f2-8062-6ae254098e0c. Mar 25 20:05:39.075541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Calling delete_port for d91d0a98-29f1-48f2-8062-6ae254098e0c owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:39.178568 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1883857 Mar 25 20:05:39.179253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56200) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:39.187651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8d5263d6-a264-4578-9669-5799e185d5d7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:39.193562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Port': ['ID=04429f8d-1263-456d-a736-8320b45868cb,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:39.195194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1ad632-a388-4b6d-beb1-69d701ccf6b5 None None] Network 198580b2-f7ab-4427-99f1-a5eaa484e5ef requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:39.215988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2a1-81ed-4ff1-86c9-15178badabb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.229012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.233326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3d97a9bb-4491-4e1a-a591-41398687185a None None] Provisioning for port 04429f8d-1263-456d-a736-8320b45868cb completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:39.254587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3d97a9bb-4491-4e1a-a591-41398687185a None None] Provisioning complete for port 04429f8d-1263-456d-a736-8320b45868cb triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:39.255106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d97a9bb-4491-4e1a-a591-41398687185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.289601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Checking segment: {'id': '1dc36ec5-5c58-4100-a990-6033957da8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:39.289962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Network hostable DHCP agents. Network: befb4534-90a2-4dcb-89b3-cc3435b061f1, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:39.319554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de7f08-d124-4131-a341-90c637daf621 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=14f97bd3-404f-4da3-bd52-330b9251ebf7,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:39.329519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.339363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.354328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e170436-7091-4f09-8f59-97ba0cd9f7f3 req-0c96656c-019e-410e-9bc8-989b85fc82c4 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:39.355867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7e170436-7091-4f09-8f59-97ba0cd9f7f3 req-0c96656c-019e-410e-9bc8-989b85fc82c4 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 945 time: 0.9254460 Mar 25 20:05:39.370489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.386081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.397545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:39.411653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:39.418493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:39.426798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:39.427317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.460542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] Pushing event deleted for resources: {'Port': ['ID=5fc33a1c-e4ea-4a23-993e-f8a96758aafb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:39.484275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.484518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834bfef2-10b4-4a60-8758-3be6e882691f None None] No DVR routers for this DVR port 5fc33a1c-e4ea-4a23-993e-f8a96758aafb on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:39.504350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3d97a9bb-4491-4e1a-a591-41398687185a None None] Port 04429f8d-1263-456d-a736-8320b45868cb cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:39.505055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.554662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 167c14b8-0596-431c-8390-854d9d3cc868, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=167c14b8-0596-431c-8390-854d9d3cc868,segment=NetworkSegment(5827da52-4b30-4ef1-8a89-57ec1a3329f8),segment_id=5827da52-4b30-4ef1-8a89-57ec1a3329f8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:39.556401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc964f1-59c2-48dd-9eda-e07bbad289e1 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:39.564745 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7e170436-7091-4f09-8f59-97ba0cd9f7f3 req-85f364e9-ea1a-42c8-9103-be2981e0b05f tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5df1905-7d17-49a7-8f26-8cb4e94d14e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925430 Mar 25 20:05:39.565332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:39.635812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.655255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] device_id is not set on port dc2e0cc2-d88f-4e5a-9ded-ab91aeaec484 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:39.668051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d5263d6-a264-4578-9669-5799e185d5d7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.699151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=61ec5e49-d93f-4c37-958d-7ea7258ceb8e,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:39.735009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, befb4534-90a2-4dcb-89b3-cc3435b061f1) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:39.739819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:39.740436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.774291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ae994-161f-4881-8cca-79b8724121f1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:39.777566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.820836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7536fc-4320-411c-a26b-c09af588c25a None None] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:39.897526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dd2b73f6-b315-4adf-b109-555481af2e95 None None] Provisioning complete for port 167c14b8-0596-431c-8390-854d9d3cc868 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:39.897896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dd2b73f6-b315-4adf-b109-555481af2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.922061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] In _notify_port_updated(), no bound segment for port d278dc45-d59a-429c-9b08-ac6676d1ea29 on network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:05:39.927630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:39.928349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:39.930963 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "PUT /v2.0/ports/d278dc45-d59a-429c-9b08-ac6676d1ea29 HTTP/1.1" status: 200 len: 1134 time: 3.1231823 Mar 25 20:05:39.939904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56204) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:39.948074 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-211d9f97-6b46-42dd-9789-864a6fc3f806 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0183401 Mar 25 20:05:39.960174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56208) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:39.968226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-359093655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:39.981658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:39.996629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Usage tracker for resource:router and tenant:54c4a5c3ca2a4727bb48e276d4c7c07b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:40.002049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.004464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:40.030076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:40.040508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Allocated IP 172.26.8.219 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/dc2e0cc2-d88f-4e5a-9ded-ab91aeaec484) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:40.042977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d5263d6-a264-4578-9669-5799e185d5d7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.070233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e22fa-9acc-40fb-84bf-7aff67fdf397 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event updated for resources: {'Port': ['ID=d278dc45-d59a-429c-9b08-ac6676d1ea29,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:40.110149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.119833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=167c14b8-0596-431c-8390-854d9d3cc868,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:40.125116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.128731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.128863 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1303b129-1f2a-4a38-9891-0f8b3ec6977d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2713091 Mar 25 20:05:40.142824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56212) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:40.155993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d5263d6-a264-4578-9669-5799e185d5d7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 is not hosted by any dhcp agent {{(pid=88485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 25 20:05:40.161452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5263d6-a264-4578-9669-5799e185d5d7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:40.162554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d5263d6-a264-4578-9669-5799e185d5d7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.166969 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8d5263d6-a264-4578-9669-5799e185d5d7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "PUT /v2.0/networks/14f97bd3-404f-4da3-bd52-330b9251ebf7 HTTP/1.1" status: 200 len: 723 time: 0.9866219 Mar 25 20:05:40.171632 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:05:40.178961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56216) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:40.181498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': '61ec5e49-d93f-4c37-958d-7ea7258ceb8e', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1003275355'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:40.196901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event deleted for resources: {'Port': ['ID=d91d0a98-29f1-48f2-8062-6ae254098e0c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:40.202434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': '14f97bd3-404f-4da3-bd52-330b9251ebf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:40.224533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.225542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.231362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.311662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '61ec5e49-d93f-4c37-958d-7ea7258ceb8e'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:40.312495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.329628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b2608-f69a-4b47-ad6e-28d5b9a28a75 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:40.330422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ee8b2608-f69a-4b47-ad6e-28d5b9a28a75 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Synchronizing usage tracker for tenant:62fa1a51e51540d4ae9bc1803bebe2ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:40.434111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-befb4534-90a2-4dcb-89b3-cc3435b061f1', 'network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1', 'tenant_id': '54c4a5c3ca2a4727bb48e276d4c7c07b', 'fixed_ips': [{'subnet_id': '6768184f-92c5-4d05-9c4f-2ff564c687dc'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:40.434974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.455981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5263d6-a264-4578-9669-5799e185d5d7 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=14f97bd3-404f-4da3-bd52-330b9251ebf7,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:40.520708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:40.584221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:40.602512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ee8b2608-f69a-4b47-ad6e-28d5b9a28a75 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Unset dirty status for tenant:62fa1a51e51540d4ae9bc1803bebe2ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:40.603855 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ee8b2608-f69a-4b47-ad6e-28d5b9a28a75 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "GET /v2.0/ports/d278dc45-d59a-429c-9b08-ac6676d1ea29 HTTP/1.1" status: 200 len: 1134 time: 0.6600316 Mar 25 20:05:40.631712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56222) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:40.638976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 167c14b8-0596-431c-8390-854d9d3cc868 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:40.647330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:40.651434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.661896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:40.680245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event updated for resources: {'Port': ['ID=04429f8d-1263-456d-a736-8320b45868cb,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:40.707988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:40.810693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e32acc36-183b-4c6e-bb7c-b72548595c6e tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Deleting port d278dc45-d59a-429c-9b08-ac6676d1ea29 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:40.814710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e32acc36-183b-4c6e-bb7c-b72548595c6e tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.815453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.850602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Network 164ced54-8671-4ba8-a2e2-e0f70a185a58 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:40.853170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:40.921511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device d91d0a98-29f1-48f2-8062-6ae254098e0c no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:40.972367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:40.976518 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d6ce19ce-ed8d-4b06-b0b8-5739d7cbfbb4 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0125132 Mar 25 20:05:41.001734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ede003a6-a156-4b22-9f36-8378d81d1dc9 None None] Provisioning complete for port d278dc45-d59a-429c-9b08-ac6676d1ea29 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:41.002100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ede003a6-a156-4b22-9f36-8378d81d1dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:41.032968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56228) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:41.034730 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c778468b-cfa9-449a-b0eb-42c02ab43dca req-e02b73a0-712d-4eb1-a9ba-ba3c9f8eb74f tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.0659907 Mar 25 20:05:41.053978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: d91d0a98-29f1-48f2-8062-6ae254098e0c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:41.054314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device d91d0a98-29f1-48f2-8062-6ae254098e0c not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:41.154662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/61ec5e49-d93f-4c37-958d-7ea7258ceb8e/38411c9b-eacb-49e6-8f3b-724bc68f13cf) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:41.189150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ede003a6-a156-4b22-9f36-8378d81d1dc9 None None] Port d278dc45-d59a-429c-9b08-ac6676d1ea29 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:41.206805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 167c14b8-0596-431c-8390-854d9d3cc868 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:41.207160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:41.268647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Allocated IP 172.20.0.2 (befb4534-90a2-4dcb-89b3-cc3435b061f1/6768184f-92c5-4d05-9c4f-2ff564c687dc/b7dee7d1-3419-48bf-8a8d-0befeabbaf44) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:41.280231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:41.300827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:41.305796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:41.319989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:41.324049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:05:41.398304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:41.402357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:41.414809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e32acc36-183b-4c6e-bb7c-b72548595c6e tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:41.435831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:41.590904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e32acc36-183b-4c6e-bb7c-b72548595c6e tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Calling delete_port for d278dc45-d59a-429c-9b08-ac6676d1ea29 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:41.602599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:41.613174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Transition to ACTIVE for port object b7dee7d1-3419-48bf-8a8d-0befeabbaf44 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:41.632357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Transition to ACTIVE for port object b7dee7d1-3419-48bf-8a8d-0befeabbaf44 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:41.733058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9a66ae09-0d68-49f7-8f52-495d64fef646 None None] Provisioning complete for port 04429f8d-1263-456d-a736-8320b45868cb triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:41.740406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a66ae09-0d68-49f7-8f52-495d64fef646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:41.757331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:41.899585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:41.937122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:41.948364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:41.954019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Pushing event updated for resources: {'Port': ['ID=b7dee7d1-3419-48bf-8a8d-0befeabbaf44,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:41.956224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9a66ae09-0d68-49f7-8f52-495d64fef646 None None] Port 04429f8d-1263-456d-a736-8320b45868cb cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:41.999575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:42.013984 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] Sync routers for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:42.035532 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:42.036418 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:42.038497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.070704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 48384d62-e993-406e-abe0-df0bd7f6f318 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:42.101409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Router ab0dcb86-b7cc-4426-8723-99eb8dd63753 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:05:42.113499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.196203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9a66ae09-0d68-49f7-8f52-495d64fef646 None None] Provisioning complete for port 167c14b8-0596-431c-8390-854d9d3cc868 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:42.197096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a66ae09-0d68-49f7-8f52-495d64fef646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.225711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.235382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5fc33a1c-e4ea-4a23-993e-f8a96758aafb no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:42.288343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] No DVR routers for this DVR port d91d0a98-29f1-48f2-8062-6ae254098e0c on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:42.296279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 5fc33a1c-e4ea-4a23-993e-f8a96758aafb {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:42.296665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5fc33a1c-e4ea-4a23-993e-f8a96758aafb not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:42.298157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Attempting to bind port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:42.298582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Attempting to bind port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '1dc36ec5-5c58-4100-a990-6033957da8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:42.298955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Attempting to bind port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 on network befb4534-90a2-4dcb-89b3-cc3435b061f1 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:42.304081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.304996 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb87c27c-d666-4a01-b3d3-b0b0d0223911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.314536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:42.314793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Checking segment: {'id': '1dc36ec5-5c58-4100-a990-6033957da8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:42.315196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.315586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Bound using segment: {'id': '1dc36ec5-5c58-4100-a990-6033957da8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:42.316069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Bound port: b7dee7d1-3419-48bf-8a8d-0befeabbaf44, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc36ec5-5c58-4100-a990-6033957da8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:42.316435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.320512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176f264-5524-44df-87f1-bcecd76265ee', 'name': 'network-vif-deleted', 'tag': 'd91d0a98-29f1-48f2-8062-6ae254098e0c'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:05:42.381402 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:05:42.436155 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-a3809ae1-f477-4313-9659-f9740ec4615e req-87d6dbfb-097d-46fc-a26a-e41884e08c31 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.43 "DELETE /v2.0/ports/d91d0a98-29f1-48f2-8062-6ae254098e0c HTTP/1.1" status: 204 len: 173 time: 4.8428156 Mar 25 20:05:42.488173 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4176f264-5524-44df-87f1-bcecd76265ee', 'name': 'network-vif-deleted', 'tag': 'd91d0a98-29f1-48f2-8062-6ae254098e0c', 'status': 'completed', 'code': 200} Mar 25 20:05:42.491403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] For port b7dee7d1-3419-48bf-8a8d-0befeabbaf44, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:42.501364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] For port b7dee7d1-3419-48bf-8a8d-0befeabbaf44, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b7dee7d1-3419-48bf-8a8d-0befeabbaf44,segment=NetworkSegment(1dc36ec5-5c58-4100-a990-6033957da8ff),segment_id=1dc36ec5-5c58-4100-a990-6033957da8ff)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:42.503671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.640846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Transition to ACTIVE for port object 38411c9b-eacb-49e6-8f3b-724bc68f13cf will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:42.641388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e32acc36-183b-4c6e-bb7c-b72548595c6e tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.648689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.667611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=56a255e7-210e-4125-952a-b5e078d9e0d1,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:42.708749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32acc36-183b-4c6e-bb7c-b72548595c6e tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event deleted for resources: {'Port': ['ID=d278dc45-d59a-429c-9b08-ac6676d1ea29,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:42.786528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe0a2777-fb35-4277-b803-d31077e458bd req-313a50fd-b86c-4de2-8bf5-7ab687f7ed1b tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4176f264-5524-44df-87f1-bcecd76265ee HTTP/1.1" status: 200 len: 210 time: 0.3205271 Mar 25 20:05:42.833998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Transition to ACTIVE for port object 38411c9b-eacb-49e6-8f3b-724bc68f13cf will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:42.846096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:42.855346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:42.896678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8343d-e9f3-4f10-a9cd-bc3d160a1bea None None] Pushing event updated for resources: {'Port': ['ID=b7dee7d1-3419-48bf-8a8d-0befeabbaf44,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:42.897256 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:29Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:42.909049 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] Checking router: 7d500e53-3e44-40ac-bbcb-8d83a6519e2e for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:05:42.917854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:42.926397 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:42.927029 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:42.970280 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:05:42.970959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:05:43.030124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e32acc36-183b-4c6e-bb7c-b72548595c6e tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.036017 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e32acc36-183b-4c6e-bb7c-b72548595c6e tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "DELETE /v2.0/ports/d278dc45-d59a-429c-9b08-ac6676d1ea29 HTTP/1.1" status: 204 len: 168 time: 2.3997016 Mar 25 20:05:43.036756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56240) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:43.044385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2e0cc2-d88f-4e5a-9ded-ab91aeaec484,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:43.094688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:43.100461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Pushing event updated for resources: {'Port': ['ID=38411c9b-eacb-49e6-8f3b-724bc68f13cf,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:43.101849 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8d6f4205-2b9f-48f3-9334-883b4d59ae2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9471340 Mar 25 20:05:43.105553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.106305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.119599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:43.121382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:43.129008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:43.134826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '0d47bb5e-c41d-4720-bf48-fd12c440819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '14f97bd3-404f-4da3-bd52-330b9251ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:43.137386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: 14f97bd3-404f-4da3-bd52-330b9251ebf7, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:05:43.152987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-becd680b-89a8-4715-8631-4855017f1fe4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Deleting subnet 764140f9-7659-4f6c-baaa-b38e43b0335b {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:43.153485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56244) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:43.157219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-becd680b-89a8-4715-8631-4855017f1fe4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.271838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-becd680b-89a8-4715-8631-4855017f1fe4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.279082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Attempting to bind port 38411c9b-eacb-49e6-8f3b-724bc68f13cf on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:43.279684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Attempting to bind port 38411c9b-eacb-49e6-8f3b-724bc68f13cf by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:43.280212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Attempting to bind port 38411c9b-eacb-49e6-8f3b-724bc68f13cf on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:43.288190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:43.289312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:43.289890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.290439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:43.290584 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:05:43.292400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Bound port: 38411c9b-eacb-49e6-8f3b-724bc68f13cf, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:43.292991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.316784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.347085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:43.427088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b4d44-ad49-4c2c-bb1b-59c08c35dd1e None None] Sync routers for ids ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:43.447546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-becd680b-89a8-4715-8631-4855017f1fe4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.456887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b4d44-ad49-4c2c-bb1b-59c08c35dd1e None None] Routers {'ab0dcb86-b7cc-4426-8723-99eb8dd63753'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:43.457521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-864b4d44-ad49-4c2c-bb1b-59c08c35dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:43.615246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-864b4d44-ad49-4c2c-bb1b-59c08c35dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:43.646729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b4d44-ad49-4c2c-bb1b-59c08c35dd1e None None] Routers {'ab0dcb86-b7cc-4426-8723-99eb8dd63753'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:43.648059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-864b4d44-ad49-4c2c-bb1b-59c08c35dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:43.706725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-becd680b-89a8-4715-8631-4855017f1fe4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.752132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-864b4d44-ad49-4c2c-bb1b-59c08c35dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:43.752790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b4d44-ad49-4c2c-bb1b-59c08c35dd1e None None] The sync data for ids ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:43.754673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] For port 38411c9b-eacb-49e6-8f3b-724bc68f13cf, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:43.770139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:05:43.776015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] For port 38411c9b-eacb-49e6-8f3b-724bc68f13cf, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=38411c9b-eacb-49e6-8f3b-724bc68f13cf,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:43.787912 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e0a95b49-e31b-4c1f-9493-3d40d058f4a5 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "PUT /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0758595 Mar 25 20:05:43.788144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56248) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:43.795084 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:29Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:43.797167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd680b-89a8-4715-8631-4855017f1fe4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event deleted for resources: {'Subnet': ['ID=764140f9-7659-4f6c-baaa-b38e43b0335b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:43.799713 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9604b-f016-4514-b36b-1c95eb9f11cb None None] The sync data for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv is: [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:03:17Z', 'revision_number': 4, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '436e6dca-64ae-4e53-ba52-4f9c9308805c', 'name': '', 'network_id': '0caf61dd-c8b8-4c4a-9682-82f930c1f744', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'mac_address': 'fa:16:3e:62:91:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:29Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'subnets': [{'id': 'f8df46b0-6a42-40bd-814c-34fb824843fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:43.861333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.878941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-becd680b-89a8-4715-8631-4855017f1fe4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.890718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:43.891623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:43.911720 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-becd680b-89a8-4715-8631-4855017f1fe4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "DELETE /v2.0/subnets/764140f9-7659-4f6c-baaa-b38e43b0335b HTTP/1.1" status: 204 len: 168 time: 0.8738086 Mar 25 20:05:43.912686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56254) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:43.925829 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4030c-5a73-4ebd-907e-a8e84946a671 None None] Network 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:44.007086 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cf3a9885-0d84-4f78-9772-eba0cfd16a2f tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.0942636 Mar 25 20:05:44.011982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56260) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:44.052144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219'}]}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:44.067529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 14f97bd3-404f-4da3-bd52-330b9251ebf7) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:44.082095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56264) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:44.095012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:44.099392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:44.100250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.157953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1077-f05d-4b71-83c0-daff8325f28a None None] Pushing event updated for resources: {'Port': ['ID=38411c9b-eacb-49e6-8f3b-724bc68f13cf,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:44.173239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7938f6d9-616c-46e9-a29d-e69348f66ab8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:44.174523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7938f6d9-616c-46e9-a29d-e69348f66ab8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:44.192140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c28f5d-c153-4060-b4e9-fca41ee9041f None None] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:44.195868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8b715bbe-35ed-4395-9d7e-09ff895c4044 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.286082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Allocated IP 172.20.0.1 (befb4534-90a2-4dcb-89b3-cc3435b061f1/6768184f-92c5-4d05-9c4f-2ff564c687dc/d5d9f632-5999-4e90-8c16-9f5b356187c0) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:44.328083 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1b6fe-0ef3-447d-bfe2-c1985d751771 None None] New status for floating IP 508b0874-dadd-452f-958d-05d1d1b9b037: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:05:44.465426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.474407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.532662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Deleting port 6f153741-7143-4f31-972b-7331c0aa204f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:44.533149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.588458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Usage tracker for resource:router and tenant:4e6b486f69134a9db755d0eb255fd7d1 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:44.598164 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0e03b7b7-ff45-45eb-a671-f2cf15b85c12 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4179091 Mar 25 20:05:44.606716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56268) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:44.607541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:44.607728 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-8b715bbe-35ed-4395-9d7e-09ff895c4044 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 25 20:05:44.610205 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8b715bbe-35ed-4395-9d7e-09ff895c4044 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753 HTTP/1.1" status: 409 len: 329 time: 0.8173656 Mar 25 20:05:44.623724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56270) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:44.628044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5eb61820-7fba-431b-adba-109f14bd6fce tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.653375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:44.673294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6b44458d-6a23-4150-af73-5b8b7f717930 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:44.731456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.754338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b7dee7d1-3419-48bf-8a8d-0befeabbaf44 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:44.760309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5eb61820-7fba-431b-adba-109f14bd6fce tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.818606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] DHCP port deletion for 51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:44.864844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] Deleting port 6f153741-7143-4f31-972b-7331c0aa204f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:44.864844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.916761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd73098-980c-4e26-aee1-9068e71fd1dd None None] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:44.918830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Transition to ACTIVE for port object d5d9f632-5999-4e90-8c16-9f5b356187c0 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:44.925208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7938f6d9-616c-46e9-a29d-e69348f66ab8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:44.929365 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7938f6d9-616c-46e9-a29d-e69348f66ab8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.7347944 Mar 25 20:05:44.931684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.933038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:44.941478 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56276) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:45.050416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-14f97bd3-404f-4da3-bd52-330b9251ebf7', 'network_id': '14f97bd3-404f-4da3-bd52-330b9251ebf7', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': '56a255e7-210e-4125-952a-b5e078d9e0d1'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:45.051217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.083686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] For port 6f153741-7143-4f31-972b-7331c0aa204f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6f153741-7143-4f31-972b-7331c0aa204f,segment=NetworkSegment(fb1190a8-0672-4e6e-9821-e58d46ddb182),segment_id=fb1190a8-0672-4e6e-9821-e58d46ddb182)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:45.084318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.097554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.198374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bfcc88-7085-4b1a-8bc4-fa19403177a8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:45.199168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c450ddaf-7409-46b4-990c-81b7c1c5c99a None None] Provisioning for port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:45.200031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bfcc88-7085-4b1a-8bc4-fa19403177a8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:45.200889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-60bfcc88-7085-4b1a-8bc4-fa19403177a8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:45.210754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Calling delete_port for 6f153741-7143-4f31-972b-7331c0aa204f owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:45.243694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5eb61820-7fba-431b-adba-109f14bd6fce tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.273986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b44458d-6a23-4150-af73-5b8b7f717930 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15148761'] for subnet, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.276542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb61820-7fba-431b-adba-109f14bd6fce tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5df1905-7d17-49a7-8f26-8cb4e94d14e7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:45.338476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5eb61820-7fba-431b-adba-109f14bd6fce tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.339996 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5eb61820-7fba-431b-adba-109f14bd6fce tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5df1905-7d17-49a7-8f26-8cb4e94d14e7 HTTP/1.1" status: 204 len: 168 time: 1.2568247 Mar 25 20:05:45.343063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56280) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:45.370579 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-80792dff-9f41-412f-9cbd-20fda6dd00da tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] show failed (client error): The resource could not be found. Mar 25 20:05:45.371844 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-80792dff-9f41-412f-9cbd-20fda6dd00da tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "GET /v2.0/security-groups/f5df1905-7d17-49a7-8f26-8cb4e94d14e7 HTTP/1.1" status: 404 len: 347 time: 0.0265176 Mar 25 20:05:45.374553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56284) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:45.492086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.496564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-60bfcc88-7085-4b1a-8bc4-fa19403177a8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:45.500180 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-60bfcc88-7085-4b1a-8bc4-fa19403177a8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5502310 Mar 25 20:05:45.515723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:45.526056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:45.526419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.541816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56288) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:45.583815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.615131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] For port 6f153741-7143-4f31-972b-7331c0aa204f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6f153741-7143-4f31-972b-7331c0aa204f,segment=NetworkSegment(fb1190a8-0672-4e6e-9821-e58d46ddb182),segment_id=fb1190a8-0672-4e6e-9821-e58d46ddb182)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:45.615521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.682879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event deleted for resources: {'Port': ['ID=6f153741-7143-4f31-972b-7331c0aa204f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:45.689795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Deleting port 050798fd-72c5-4685-83af-2831824d97e4 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:45.690135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.718864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] No DVR routers for this DVR port 6f153741-7143-4f31-972b-7331c0aa204f on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:45.776939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-4824f833-a33d-4bd2-a6b2-c7f4c09dddec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 61ec5e49-d93f-4c37-958d-7ea7258ceb8e {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:45.793746 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] Calling delete_port for 6f153741-7143-4f31-972b-7331c0aa204f owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:45.813704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4824f833-a33d-4bd2-a6b2-c7f4c09dddec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.880117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:45.932235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:45.946956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:05:45.946956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:05:45.947325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:45.959144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.960866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:45.987691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-112a970b-b06c-4274-87e2-5058960cb246 None None] Provisioning for port 38411c9b-eacb-49e6-8f3b-724bc68f13cf completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:46.011594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port b7dee7d1-3419-48bf-8a8d-0befeabbaf44, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b7dee7d1-3419-48bf-8a8d-0befeabbaf44,segment=NetworkSegment(1dc36ec5-5c58-4100-a990-6033957da8ff),segment_id=1dc36ec5-5c58-4100-a990-6033957da8ff)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:46.056296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4824f833-a33d-4bd2-a6b2-c7f4c09dddec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.056535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.063163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'Port': ['ID=d5d9f632-5999-4e90-8c16-9f5b356187c0,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:46.080947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:46.112518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.113177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1190a8-0672-4e6e-9821-e58d46ddb182') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:46.113691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1190a8-0672-4e6e-9821-e58d46ddb182') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:46.143631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.152604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.180301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.180670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.196566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.230103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b44458d-6a23-4150-af73-5b8b7f717930 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780952702967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16379057'] for subnet, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.285246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=b7dee7d1-3419-48bf-8a8d-0befeabbaf44,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:46.330221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44458d-6a23-4150-af73-5b8b7f717930 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:46.330825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b44458d-6a23-4150-af73-5b8b7f717930 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.334843 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6b44458d-6a23-4150-af73-5b8b7f717930 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "PUT /v2.0/subnets/56a255e7-210e-4125-952a-b5e078d9e0d1 HTTP/1.1" status: 200 len: 806 time: 1.7163973 Mar 25 20:05:46.336221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:46.336766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.338161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56292) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:46.346335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Allocated IP 172.20.0.2 (14f97bd3-404f-4da3-bd52-330b9251ebf7/56a255e7-210e-4125-952a-b5e078d9e0d1/e5d6bed1-66b1-4487-9733-ce9827a27e21) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:46.355029 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:46.362047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f520dc48-d763-457e-bc59-8d1ce556c629 None None] Provisioning complete for port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:46.362047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f520dc48-d763-457e-bc59-8d1ce556c629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.368458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Calling delete_port for 050798fd-72c5-4685-83af-2831824d97e4 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:46.371381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44458d-6a23-4150-af73-5b8b7f717930 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=56a255e7-210e-4125-952a-b5e078d9e0d1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:46.454646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] Deleting port 6f153741-7143-4f31-972b-7331c0aa204f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:46.455001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.525575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4824f833-a33d-4bd2-a6b2-c7f4c09dddec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.599244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.645885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 38411c9b-eacb-49e6-8f3b-724bc68f13cf up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:46.720023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8b58c823-b51f-405f-86de-6a5608f34819 None None] The port '6f153741-7143-4f31-972b-7331c0aa204f' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:05:46.808922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.832989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.847863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] Pushing event deleted for resources: {'Network': ['ID=51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:46.894754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4824f833-a33d-4bd2-a6b2-c7f4c09dddec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.934113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.938812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824f833-a33d-4bd2-a6b2-c7f4c09dddec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=61ec5e49-d93f-4c37-958d-7ea7258ceb8e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:46.940777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4824f833-a33d-4bd2-a6b2-c7f4c09dddec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.944966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.945413 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4824f833-a33d-4bd2-a6b2-c7f4c09dddec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/61ec5e49-d93f-4c37-958d-7ea7258ceb8e HTTP/1.1" status: 204 len: 168 time: 1.4018366 Mar 25 20:05:46.949164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56296) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:46.949803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:46.954568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0418bc54-62ec-4963-b93a-2c9dd0cb5900 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:46.969052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Transition to ACTIVE for port object e5d6bed1-66b1-4487-9733-ce9827a27e21 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:46.992503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 38411c9b-eacb-49e6-8f3b-724bc68f13cf completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:47.054030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 38411c9b-eacb-49e6-8f3b-724bc68f13cf triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:47.054401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.068927 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f2449c71-a494-4602-bc79-8a0f593487f4 tempest-ExtraDHCPOptionsTestJSON-1158594097 tempest-ExtraDHCPOptionsTestJSON-1158594097-project] 10.222.0.37 "DELETE /v2.0/networks/51012c3d-4c48-4e0b-b7a0-a85b67c3c0fd HTTP/1.1" status: 204 len: 168 time: 3.0923476 Mar 25 20:05:47.068927 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e0bd163c-5cb1-4d85-ae79-152a4c8a32d5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137681 Mar 25 20:05:47.071842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Pushing event deleted for resources: {'Port': ['ID=050798fd-72c5-4685-83af-2831824d97e4,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:47.074689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56302) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:47.081348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:47.116127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.119368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Transition to ACTIVE for port object e5d6bed1-66b1-4487-9733-ce9827a27e21 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:47.130161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f520dc48-d763-457e-bc59-8d1ce556c629 None None] Provisioning for port d5d9f632-5999-4e90-8c16-9f5b356187c0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:47.139986 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f520dc48-d763-457e-bc59-8d1ce556c629 None None] Provisioning complete for port d5d9f632-5999-4e90-8c16-9f5b356187c0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:47.140359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f520dc48-d763-457e-bc59-8d1ce556c629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.204460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.206866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.208033 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1844dd5a-5e1d-4cc0-83dc-db045a7a10b3 tempest-ServersTestJSON-989665147 tempest-ServersTestJSON-989665147-project] 10.222.0.37 "DELETE /v2.0/floatingips/508b0874-dadd-452f-958d-05d1d1b9b037 HTTP/1.1" status: 204 len: 168 time: 1.8324354 Mar 25 20:05:47.211480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56306) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:47.219224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f520dc48-d763-457e-bc59-8d1ce556c629 None None] Port d5d9f632-5999-4e90-8c16-9f5b356187c0 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:47.224613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.307067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Pushing event updated for resources: {'Port': ['ID=e5d6bed1-66b1-4487-9733-ce9827a27e21,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:47.374992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:47.445264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:47.454788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:47.464268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:47.475584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:47.482034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-58b905b1-aedb-4966-a6e0-55ec57271dc4 None None] Provisioning complete for port d5d9f632-5999-4e90-8c16-9f5b356187c0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:47.482537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58b905b1-aedb-4966-a6e0-55ec57271dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.493589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port e5d6bed1-66b1-4487-9733-ce9827a27e21 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:47.494267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.546397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-58b905b1-aedb-4966-a6e0-55ec57271dc4 None None] Port d5d9f632-5999-4e90-8c16-9f5b356187c0 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:47.592712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.614193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:47.617663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.670121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 38411c9b-eacb-49e6-8f3b-724bc68f13cf, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=38411c9b-eacb-49e6-8f3b-724bc68f13cf,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:47.721514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56312) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:47.747370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.748156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b7dee7d1-3419-48bf-8a8d-0befeabbaf44 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:47.824217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.867064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=38411c9b-eacb-49e6-8f3b-724bc68f13cf,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:47.869685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:47.890452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Attempting to bind port e5d6bed1-66b1-4487-9733-ce9827a27e21 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:47.890452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Attempting to bind port e5d6bed1-66b1-4487-9733-ce9827a27e21 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '0d47bb5e-c41d-4720-bf48-fd12c440819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '14f97bd3-404f-4da3-bd52-330b9251ebf7'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:47.890673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Attempting to bind port e5d6bed1-66b1-4487-9733-ce9827a27e21 on network 14f97bd3-404f-4da3-bd52-330b9251ebf7 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:47.898870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] Deleting port 38411c9b-eacb-49e6-8f3b-724bc68f13cf {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:47.899190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.933322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.985598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:47.986194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Checking segment: {'id': '0d47bb5e-c41d-4720-bf48-fd12c440819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '14f97bd3-404f-4da3-bd52-330b9251ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:47.986415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:47.986809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Bound using segment: {'id': '0d47bb5e-c41d-4720-bf48-fd12c440819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '14f97bd3-404f-4da3-bd52-330b9251ebf7'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:47.987283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Bound port: e5d6bed1-66b1-4487-9733-ce9827a27e21, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47bb5e-c41d-4720-bf48-fd12c440819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '14f97bd3-404f-4da3-bd52-330b9251ebf7'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:47.987653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.070350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'Port': ['ID=d5d9f632-5999-4e90-8c16-9f5b356187c0,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:48.096650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] For port e5d6bed1-66b1-4487-9733-ce9827a27e21, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:48.100409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] For port e5d6bed1-66b1-4487-9733-ce9827a27e21, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e5d6bed1-66b1-4487-9733-ce9827a27e21,segment=NetworkSegment(0d47bb5e-c41d-4720-bf48-fd12c440819e),segment_id=0d47bb5e-c41d-4720-bf48-fd12c440819e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:48.114936 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c71dd6cc-d883-422b-923e-275a7cef7b3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62fa1a51e51540d4ae9bc1803bebe2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922884 Mar 25 20:05:48.118507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.118780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56318) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:48.186130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:48.186422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.264036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.269049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.301743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb732-394c-4dba-96bc-0ba8afd9332e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.335230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb732-394c-4dba-96bc-0ba8afd9332e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.342205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.350230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] For port 38411c9b-eacb-49e6-8f3b-724bc68f13cf, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=38411c9b-eacb-49e6-8f3b-724bc68f13cf,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:48.350637 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.559170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] Calling delete_port for 38411c9b-eacb-49e6-8f3b-724bc68f13cf owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:48.571216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:48.587594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:48.589012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=29fccd6f-a30e-43ec-a2a4-aba9a7585b58,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:48.593448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.617767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de268a-a5fc-41e3-aada-ecc82c9de512 None None] Pushing event updated for resources: {'Port': ['ID=e5d6bed1-66b1-4487-9733-ce9827a27e21,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:48.675097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting port 04429f8d-1263-456d-a736-8320b45868cb {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:48.675619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.712349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port e5d6bed1-66b1-4487-9733-ce9827a27e21, host dv-neutron-835149-1-hyperv, got binding levels [] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:48.712834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.724824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.725934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:48.726593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.782058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.790746 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6f153741-7143-4f31-972b-7331c0aa204f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:48.830884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 6f153741-7143-4f31-972b-7331c0aa204f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:48.831245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6f153741-7143-4f31-972b-7331c0aa204f not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:48.838641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.945035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] Pushing event deleted for resources: {'Port': ['ID=38411c9b-eacb-49e6-8f3b-724bc68f13cf,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:48.948775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb33be-219e-4ea3-8f0d-b879939777a3 None None] No DVR routers for this DVR port 38411c9b-eacb-49e6-8f3b-724bc68f13cf on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:48.978760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb732-394c-4dba-96bc-0ba8afd9332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.985330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for e5d6bed1-66b1-4487-9733-ce9827a27e21 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:48.987127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb732-394c-4dba-96bc-0ba8afd9332e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:48.989989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdea5a7a-ecc3-481d-895d-0fb7a0fcbbd5 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:48.991274 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b5dcb732-394c-4dba-96bc-0ba8afd9332e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9fac6bb-3fe0-42d0-9204-af9764449f7e HTTP/1.1" status: 204 len: 168 time: 0.8705192 Mar 25 20:05:48.997076 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-67f8b481-b7d5-439d-8806-3156fe9aa397 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9204855 Mar 25 20:05:48.998712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56326) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:49.026413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 38411c9b-eacb-49e6-8f3b-724bc68f13cf no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:49.044811 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-67518624', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:49.093124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 38411c9b-eacb-49e6-8f3b-724bc68f13cf {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:49.093124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 38411c9b-eacb-49e6-8f3b-724bc68f13cf not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:49.099706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcb732-394c-4dba-96bc-0ba8afd9332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fac6bb-3fe0-42d0-9204-af9764449f7e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:49.111614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:49.114909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:49.130173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:router and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:49.138176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:49.149315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:49.179681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:49.282571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.283640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.287017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Deleting port 436e6dca-64ae-4e53-ba52-4f9c9308805c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:49.287345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.352850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '29fccd6f-a30e-43ec-a2a4-aba9a7585b58'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:05:49.359101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.359268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.518432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] For port 436e6dca-64ae-4e53-ba52-4f9c9308805c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=436e6dca-64ae-4e53-ba52-4f9c9308805c,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:49.518897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.531976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.576029 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/29fccd6f-a30e-43ec-a2a4-aba9a7585b58/a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:49.661962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-648b280b-5261-4710-8c39-751725b4a80a None None] Provisioning complete for port d5d9f632-5999-4e90-8c16-9f5b356187c0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:49.668444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-648b280b-5261-4710-8c39-751725b4a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.700107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Calling delete_port for 436e6dca-64ae-4e53-ba52-4f9c9308805c owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:49.743757 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-648b280b-5261-4710-8c39-751725b4a80a None None] Port d5d9f632-5999-4e90-8c16-9f5b356187c0 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:49.804240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:05:49.806911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:05:49.822115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.913943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.918215 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1e5e6d18-64c2-4ea4-ae7f-643460873afc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9021373 Mar 25 20:05:49.918980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56340) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:49.978439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:49.991390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Transition to ACTIVE for port object a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:50.022543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Transition to ACTIVE for port object a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:50.030421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Calling delete_port for 04429f8d-1263-456d-a736-8320b45868cb owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:50.112459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.189308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69514b2-a091-486e-b43b-6f0b235dff4f None None] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:50.195014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.264886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:50.268638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.335340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:50.344021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=436e6dca-64ae-4e53-ba52-4f9c9308805c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:50.352064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:50.364092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port e5d6bed1-66b1-4487-9733-ce9827a27e21 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:50.364679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.419632 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dd6d9ee2-3f85-45cd-bf6f-c37b11e81b97 None None] Provisioning for port e5d6bed1-66b1-4487-9733-ce9827a27e21 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:50.425162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Pushing event updated for resources: {'Port': ['ID=a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:50.470353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56352) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:50.475407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Router f34a1525-3afb-4ebe-b2b0-2e0836b7b410 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:05:50.519969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Attempting to bind port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:50.520337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Attempting to bind port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:50.520728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Attempting to bind port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:50.578732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:50.579100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:50.579501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.579886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:50.580350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Bound port: a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:50.580823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.763378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.828916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] For port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:50.833022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] For port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:50.848785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.881926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757873107'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:50.886449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.900976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:50.933709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:51.049339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:51.050174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be6992-a3fe-4c66-a07e-b6bc23217b6f None None] Pushing event updated for resources: {'Port': ['ID=a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:51.072214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:51.095952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:51.112580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e5d6bed1-66b1-4487-9733-ce9827a27e21 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:51.165233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:51.173009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:51.222453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cff937-5a30-4f87-9b70-ea0cc718be1d None None] Sync routers for ids ['f34a1525-3afb-4ebe-b2b0-2e0836b7b410'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:51.230954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bce26e6-f008-41a6-8ae1-5e0c107a2ac8 None None] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:51.422611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cff937-5a30-4f87-9b70-ea0cc718be1d None None] Routers {'f34a1525-3afb-4ebe-b2b0-2e0836b7b410'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:51.423520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a4cff937-5a30-4f87-9b70-ea0cc718be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f34a1525-3afb-4ebe-b2b0-2e0836b7b410'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:51.460105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:51.463535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:51.472377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:51.472883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b90bc4d1-5f75-4e44-b12d-1d4609136cb1 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:05:51.506827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:51.507984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Port': ['ID=04429f8d-1263-456d-a736-8320b45868cb,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:51.548104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:51.603986 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e356219a-c4e6-42bf-b883-862275b253a8 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "PUT /v2.0/routers/f34a1525-3afb-4ebe-b2b0-2e0836b7b410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5680635 Mar 25 20:05:51.620136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a4cff937-5a30-4f87-9b70-ea0cc718be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:51.683586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cff937-5a30-4f87-9b70-ea0cc718be1d None None] Routers {'f34a1525-3afb-4ebe-b2b0-2e0836b7b410'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:51.684228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a4cff937-5a30-4f87-9b70-ea0cc718be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f34a1525-3afb-4ebe-b2b0-2e0836b7b410'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:51.688156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:51.690481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56358) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:51.709094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Request body: {'port': {'network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1', 'name': 'tempest-FloatingIPNegativeTestJSON-496019420'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:51.742496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::1 (16eab8e5-a832-428a-a293-9fd25f5afb33/29fccd6f-a30e-43ec-a2a4-aba9a7585b58/904c9e8d-2537-4fd3-af78-3e94a8907c9c) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:51.774713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port e5d6bed1-66b1-4487-9733-ce9827a27e21 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:51.786470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:security_group_rule and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:51.788967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a4cff937-5a30-4f87-9b70-ea0cc718be1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:51.789385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cff937-5a30-4f87-9b70-ea0cc718be1d None None] The sync data for ids ['f34a1525-3afb-4ebe-b2b0-2e0836b7b410'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:51.792982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e5d6bed1-66b1-4487-9733-ce9827a27e21 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:51.793177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:51.807452 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 25 20:05:51.812371 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-91b81cec-d4d8-4623-b390-cefe5cfaaca4 tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.7969692 Mar 25 20:05:51.817775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:51.820312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56362) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:51.902248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:51.953482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:51.987977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port e5d6bed1-66b1-4487-9733-ce9827a27e21, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e5d6bed1-66b1-4487-9733-ce9827a27e21,segment=NetworkSegment(0d47bb5e-c41d-4720-bf48-fd12c440819e),segment_id=0d47bb5e-c41d-4720-bf48-fd12c440819e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:52.016670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port e5d6bed1-66b1-4487-9733-ce9827a27e21, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e5d6bed1-66b1-4487-9733-ce9827a27e21,segment=NetworkSegment(0d47bb5e-c41d-4720-bf48-fd12c440819e),segment_id=0d47bb5e-c41d-4720-bf48-fd12c440819e)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:52.017049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.037895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.087264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.177594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.216750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:52.217789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=e5d6bed1-66b1-4487-9733-ce9827a27e21,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:52.218717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 904c9e8d-2537-4fd3-af78-3e94a8907c9c will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:52.236214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:05:52.259021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-56171acf-4c4d-43ef-80f4-7f1534b5f147 None None] Provisioning complete for port e5d6bed1-66b1-4487-9733-ce9827a27e21 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:52.259776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56171acf-4c4d-43ef-80f4-7f1534b5f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.292724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for e5d6bed1-66b1-4487-9733-ce9827a27e21 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:52.332071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-bcaff43c-46b5-40ae-bfc7-7ee4aab3831c tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Deleting port dc2e0cc2-d88f-4e5a-9ded-ab91aeaec484 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:52.332439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bcaff43c-46b5-40ae-bfc7-7ee4aab3831c tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.366887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Usage tracker for resource:port and tenant:54c4a5c3ca2a4727bb48e276d4c7c07b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:52.428936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:52.466872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:52.548095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.615416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-37113069-7e68-40c4-b9a1-6306abfd0dfe None None] Provisioning for port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:52.629267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:52.635391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:52.642039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:52.642563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.653109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:52.666543 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] Sync routers for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:52.667090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=904c9e8d-2537-4fd3-af78-3e94a8907c9c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:52.687355 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:52.690372 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:52.753284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Made reservation on behalf of 54c4a5c3ca2a4727bb48e276d4c7c07b for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:52.756938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:52.759756 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0c0e4bbd-4ee5-4468-97d1-47ea40452cd2 admin admin] 10.222.0.37 "PUT /v2.0/routers/7d500e53-3e44-40ac-bbcb-8d83a6519e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5451014 Mar 25 20:05:52.760004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56366) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:52.809349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Router ab0dcb86-b7cc-4426-8723-99eb8dd63753 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:05:52.829679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] device_id is not set on port d67d7802-7e7b-4732-8027-c6b3d608baf9 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:05:52.880367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:05:52.880709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:05:52.968897 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:05:53.022674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.031004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-20ad89bd-44f1-4904-8a1a-6544d3258206 None None] Provisioning for port 904c9e8d-2537-4fd3-af78-3e94a8907c9c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:53.044577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-20ad89bd-44f1-4904-8a1a-6544d3258206 None None] Provisioning complete for port 904c9e8d-2537-4fd3-af78-3e94a8907c9c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:53.045060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-20ad89bd-44f1-4904-8a1a-6544d3258206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.099280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:53.099968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.171165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-20ad89bd-44f1-4904-8a1a-6544d3258206 None None] Port 904c9e8d-2537-4fd3-af78-3e94a8907c9c cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:53.241301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bcaff43c-46b5-40ae-bfc7-7ee4aab3831c tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.255180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:53.263342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:53.269013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.332707 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:05:49Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:53.336753 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] Checking router: 7d500e53-3e44-40ac-bbcb-8d83a6519e2e for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:05:53.346307 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] Routers {'7d500e53-3e44-40ac-bbcb-8d83a6519e2e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:53.346913 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:53.385350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-bcaff43c-46b5-40ae-bfc7-7ee4aab3831c tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Calling delete_port for dc2e0cc2-d88f-4e5a-9ded-ab91aeaec484 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:53.412720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.435330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.467932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:53.542210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Deleting port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:53.542548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.546786 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] Set router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:05:53.551098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.551874 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e5d6bed1-66b1-4487-9733-ce9827a27e21 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:53.564227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.569417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port e5d6bed1-66b1-4487-9733-ce9827a27e21 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:53.569721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.704634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:53.722864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e5d6bed1-66b1-4487-9733-ce9827a27e21 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:53.723232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.735798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:53.755751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:53.799318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13401a-459c-4bc7-be43-036ddba0ced9 None None] Sync routers for ids ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:53.817261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13401a-459c-4bc7-be43-036ddba0ced9 None None] Routers {'ab0dcb86-b7cc-4426-8723-99eb8dd63753'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:53.818491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5d13401a-459c-4bc7-be43-036ddba0ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:53.927378 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d7be45eb-762d-4f28-94e6-b92e08e766c7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "PUT /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2958839 Mar 25 20:05:53.931443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952dbb45-7e42-4243-ac92-1a26ce51e294,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:53.936649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56370) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:53.947014 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:05:49Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:53.956224 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1c440-7dfe-472a-8aed-786fed234e9b None None] The sync data for ids ['7d500e53-3e44-40ac-bbcb-8d83a6519e2e'] in dv-neutron-835149-1-hyperv is: [{'id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'name': 'tempest-ServersTestJSON-649378949-router', 'tenant_id': '92354142fe6e455fb7338981a22c1406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125'}], 'enable_snat': True}, 'gw_port_id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:04Z', 'updated_at': '2022-03-25T20:05:49Z', 'revision_number': 5, 'project_id': '92354142fe6e455fb7338981a22c1406', 'gw_port': {'id': '2b617c9c-a325-41bc-8ab7-5c018e4f2d43', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d500e53-3e44-40ac-bbcb-8d83a6519e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:05Z', 'updated_at': '2022-03-25T20:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:53.984579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5d13401a-459c-4bc7-be43-036ddba0ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:53.999972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:05:54.003315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13401a-459c-4bc7-be43-036ddba0ced9 None None] Routers {'ab0dcb86-b7cc-4426-8723-99eb8dd63753'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:54.004135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5d13401a-459c-4bc7-be43-036ddba0ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:54.018728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.047442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] For port 2b617c9c-a325-41bc-8ab7-5c018e4f2d43, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2b617c9c-a325-41bc-8ab7-5c018e4f2d43,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:54.047785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.067109 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-7f33e27c-bfcf-4943-978d-c30c2c92ecda tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] show failed (client error): The resource could not be found. Mar 25 20:05:54.068135 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7f33e27c-bfcf-4943-978d-c30c2c92ecda tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1016592693 HTTP/1.1" status: 404 len: 335 time: 0.1283188 Mar 25 20:05:54.068819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bcaff43c-46b5-40ae-bfc7-7ee4aab3831c tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.072707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:54.074169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5d13401a-459c-4bc7-be43-036ddba0ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:54.074794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13401a-459c-4bc7-be43-036ddba0ced9 None None] The sync data for ids ['ab0dcb86-b7cc-4426-8723-99eb8dd63753'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:54.079163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56374) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:54.108860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.109609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.136344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Allocated IP 172.20.0.14 (befb4534-90a2-4dcb-89b3-cc3435b061f1/6768184f-92c5-4d05-9c4f-2ff564c687dc/d67d7802-7e7b-4732-8027-c6b3d608baf9) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:54.141422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cbdeb59f-4c56-4831-8106-c4c7a38d5173 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:54.207926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Calling delete_port for 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:54.208390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaff43c-46b5-40ae-bfc7-7ee4aab3831c tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc2e0cc2-d88f-4e5a-9ded-ab91aeaec484,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:54.224132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.224500 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment e48b9722-e320-4714-bcc3-ab56656e3d05 of type vlan for network cfcd9876-58c9-4060-b144-a9d67a52f4c9 Mar 25 20:05:54.262496 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-cbdeb59f-4c56-4831-8106-c4c7a38d5173 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] update failed (client error): The resource could not be found. Mar 25 20:05:54.269985 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cbdeb59f-4c56-4831-8106-c4c7a38d5173 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-32836884 HTTP/1.1" status: 404 len: 333 time: 0.1747324 Mar 25 20:05:54.275951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56378) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:54.384457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=904c9e8d-2537-4fd3-af78-3e94a8907c9c,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:54.417765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.458379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:54.460030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:54.463145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port e5d6bed1-66b1-4487-9733-ce9827a27e21, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e5d6bed1-66b1-4487-9733-ce9827a27e21,segment=NetworkSegment(0d47bb5e-c41d-4720-bf48-fd12c440819e),segment_id=0d47bb5e-c41d-4720-bf48-fd12c440819e)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:54.463513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.514894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bcaff43c-46b5-40ae-bfc7-7ee4aab3831c tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.709337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-71ed51e9-a2b5-4118-a81e-3172d8198675 None None] Provisioning complete for port 904c9e8d-2537-4fd3-af78-3e94a8907c9c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:54.709890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71ed51e9-a2b5-4118-a81e-3172d8198675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.722906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdb2d47-9794-4c93-a598-cb73ec1b72f7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting subnet cd14d093-41f3-407c-b3d0-67ebdd36eaaf {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:54.726214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:05:54.764175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-71ed51e9-a2b5-4118-a81e-3172d8198675 None None] Port 904c9e8d-2537-4fd3-af78-3e94a8907c9c cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:54.768767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.792303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2d47-9794-4c93-a598-cb73ec1b72f7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:54.817012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b617c9c-a325-41bc-8ab7-5c018e4f2d43,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:54.820403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Router 957d0abd-c1ed-45a0-8f03-051d2239b9dd is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:05:54.827259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for e5d6bed1-66b1-4487-9733-ce9827a27e21 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:54.873671 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bcaff43c-46b5-40ae-bfc7-7ee4aab3831c tempest-RoutersAdminNegativeTest-1968323193 tempest-RoutersAdminNegativeTest-1968323193-project-admin] 10.222.0.37 "DELETE /v2.0/ports/dc2e0cc2-d88f-4e5a-9ded-ab91aeaec484 HTTP/1.1" status: 204 len: 168 time: 3.0454953 Mar 25 20:05:54.997684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2d47-9794-4c93-a598-cb73ec1b72f7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.013519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:05:55.056464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.075889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.081389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:55.082013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.155354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:55.155836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.184564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:05:55.201745 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Sync routers for ids ['957d0abd-c1ed-45a0-8f03-051d2239b9dd'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:05:55.229239 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Routers {'957d0abd-c1ed-45a0-8f03-051d2239b9dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:55.233547 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['957d0abd-c1ed-45a0-8f03-051d2239b9dd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:55.254287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.260161 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-167cdb2e-40cb-4201-9c8e-5689c57040ec tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "PUT /v2.0/routers/957d0abd-c1ed-45a0-8f03-051d2239b9dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3320501 Mar 25 20:05:55.260161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56384) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:55.261433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.292814 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 4.8187625 Mar 25 20:05:55.310397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 436e6dca-64ae-4e53-ba52-4f9c9308805c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:55.344634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb292b6e-01e4-4db5-b639-2421195ec833 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:55.345121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bb292b6e-01e4-4db5-b639-2421195ec833 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:05:55.361241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.372405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b52a8-6c9e-46c8-8aa6-559b5c5f10a2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=cfcd9876-58c9-4060-b144-a9d67a52f4c9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:55.381359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 436e6dca-64ae-4e53-ba52-4f9c9308805c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:55.381701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 436e6dca-64ae-4e53-ba52-4f9c9308805c not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:55.400728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.402079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d500e53-3e44-40ac-bbcb-8d83a6519e2e {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:05:55.412986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Transition to ACTIVE for port object d67d7802-7e7b-4732-8027-c6b3d608baf9 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:55.413786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network cfcd9876-58c9-4060-b144-a9d67a52f4c9 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:05:55.416632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.421404 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8c05eff3-a8f3-41f6-b1cc-9fc2dc675775 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7d500e53-3e44-40ac-bbcb-8d83a6519e2e HTTP/1.1" status: 204 len: 168 time: 2.6603737 Mar 25 20:05:55.422214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56390) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:55.427011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2d47-9794-4c93-a598-cb73ec1b72f7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.484346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bb292b6e-01e4-4db5-b639-2421195ec833 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:05:55.491591 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bb292b6e-01e4-4db5-b639-2421195ec833 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports/904c9e8d-2537-4fd3-af78-3e94a8907c9c HTTP/1.1" status: 200 len: 911 time: 0.2282326 Mar 25 20:05:55.498384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56394) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:55.515719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.640288 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Set router 957d0abd-c1ed-45a0-8f03-051d2239b9dd gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:05:55.689537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56398) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:55.765818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Port': ['ID=e5d6bed1-66b1-4487-9733-ce9827a27e21,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:55.832332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c54017f-bb07-4a27-b7c3-2fc729743351 admin admin] Deleting subnet f8df46b0-6a42-40bd-814c-34fb824843fa {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:55.836262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c54017f-bb07-4a27-b7c3-2fc729743351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.883422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No DVR routers for this DVR port e5d6bed1-66b1-4487-9733-ce9827a27e21 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:55.918867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c54017f-bb07-4a27-b7c3-2fc729743351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.951544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:55.980432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:55.983500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.031850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c54017f-bb07-4a27-b7c3-2fc729743351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.033552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] Usage tracker for resource:security_group_rule and tenant:5a87500c78824a81a001deef7851318e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:56.038440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80835ac5-dfc9-4080-82ee-205034d35422 None None] DHCP port deletion for 14f97bd3-404f-4da3-bd52-330b9251ebf7 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:56.049844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:56.066592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3de59b-4aa7-4bef-ade8-3e6fb2e3ec95 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:05:56.094157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.150626 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'name': 'tempest-NetworksTestDHCPv6-router-67518624', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:05:49Z', 'updated_at': '2022-03-25T20:05:52Z', 'revision_number': 2, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None, '_interfaces': [{'id': '904c9e8d-2537-4fd3-af78-3e94a8907c9c', 'name': '', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'mac_address': 'fa:16:3e:73:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '29fccd6f-a30e-43ec-a2a4-aba9a7585b58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:05:51Z', 'updated_at': '2022-03-25T20:05:53Z', 'revision_number': 2, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'subnets': [{'id': '29fccd6f-a30e-43ec-a2a4-aba9a7585b58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:56.156143 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Checking router: 957d0abd-c1ed-45a0-8f03-051d2239b9dd for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:05:56.156765 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Updating router 957d0abd-c1ed-45a0-8f03-051d2239b9dd port 904c9e8d-2537-4fd3-af78-3e94a8907c9c binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:05:56.235051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5349a-24b9-4f8b-b3ba-37ae1e5dbef0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:56.236927 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.241002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5349a-24b9-4f8b-b3ba-37ae1e5dbef0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:56.242607 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4eb5349a-24b9-4f8b-b3ba-37ae1e5dbef0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7423360 Mar 25 20:05:56.247199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56404) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:56.262499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:56.265819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2d47-9794-4c93-a598-cb73ec1b72f7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.319557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3de59b-4aa7-4bef-ade8-3e6fb2e3ec95 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:05:56.346960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'Port': ['ID=d67d7802-7e7b-4732-8027-c6b3d608baf9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:56.353357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2d47-9794-4c93-a598-cb73ec1b72f7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.370639 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1cdb2d47-9794-4c93-a598-cb73ec1b72f7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/subnets/cd14d093-41f3-407c-b3d0-67ebdd36eaaf HTTP/1.1" status: 204 len: 168 time: 2.0935950 Mar 25 20:05:56.372097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.376997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56408) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:56.473695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c54017f-bb07-4a27-b7c3-2fc729743351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.516389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb2d47-9794-4c93-a598-cb73ec1b72f7 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Subnet': ['ID=cd14d093-41f3-407c-b3d0-67ebdd36eaaf,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:56.521758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.568356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:05:56.574083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=56a255e7-210e-4125-952a-b5e078d9e0d1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:56.586735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:05:56.590521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c54017f-bb07-4a27-b7c3-2fc729743351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.595687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:05:56.622568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54017f-bb07-4a27-b7c3-2fc729743351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8df46b0-6a42-40bd-814c-34fb824843fa,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:56.626443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting port 167c14b8-0596-431c-8390-854d9d3cc868 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:56.626779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.679151 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1c54017f-bb07-4a27-b7c3-2fc729743351 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f8df46b0-6a42-40bd-814c-34fb824843fa HTTP/1.1" status: 204 len: 168 time: 1.2557919 Mar 25 20:05:56.680243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56412) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:56.780204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.805322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f97bd3-404f-4da3-bd52-330b9251ebf7']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:56.819163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d47bb5e-c41d-4720-bf48-fd12c440819e') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:56.819460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d47bb5e-c41d-4720-bf48-fd12c440819e') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:56.832526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.857598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.858734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:56.859338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.980147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:56.994328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e5d6bed1-66b1-4487-9733-ce9827a27e21 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:57.069495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18513a96-1f5b-4fe9-b555-f6787e4f4a4d None None] Network 198580b2-f7ab-4427-99f1-a5eaa484e5ef requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:57.093224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df730538-e405-4805-82e7-0dbb0c6fb931 None None] Network 0caf61dd-c8b8-4c4a-9682-82f930c1f744 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:57.124385 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:57.130507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ae362-0233-4668-8ad0-0246421e1604 None None] Network 14f97bd3-404f-4da3-bd52-330b9251ebf7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:05:57.142149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.145367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: e5d6bed1-66b1-4487-9733-ce9827a27e21 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:57.145915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e5d6bed1-66b1-4487-9733-ce9827a27e21 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:57.146966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:57.198849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:57.205863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.240316 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Transition to ACTIVE for port object 904c9e8d-2537-4fd3-af78-3e94a8907c9c will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:05:57.254050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:57.254679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2b617c9c-a325-41bc-8ab7-5c018e4f2d43 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:57.274414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Deleting port 6d2fa033-1433-404c-9aeb-26b7217825ac {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:57.275227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.328350 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.467647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] For port 167c14b8-0596-431c-8390-854d9d3cc868, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=167c14b8-0596-431c-8390-854d9d3cc868,segment=NetworkSegment(5827da52-4b30-4ef1-8a89-57ec1a3329f8),segment_id=5827da52-4b30-4ef1-8a89-57ec1a3329f8)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:57.468256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.472187 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Pushing event updated for resources: {'Port': ['ID=904c9e8d-2537-4fd3-af78-3e94a8907c9c,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:57.491925 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.492442 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.492896 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.493319 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.493851 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.494285 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.494701 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.495118 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.495547 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.496164 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.496617 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.497072 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:05:57.691228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Calling delete_port for 167c14b8-0596-431c-8390-854d9d3cc868 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:57.751871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] For port 6d2fa033-1433-404c-9aeb-26b7217825ac, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6d2fa033-1433-404c-9aeb-26b7217825ac,segment=NetworkSegment(781bf980-3ed5-4d75-8547-0bb56501418f),segment_id=781bf980-3ed5-4d75-8547-0bb56501418f)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:57.760450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.797915 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ab007175-3474-4911-baba-37c2e4aec1a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0967503 Mar 25 20:05:57.798957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.801666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56420) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:57.814998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:57.827746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:57.846602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Usage tracker for resource:floatingip and tenant:54c4a5c3ca2a4727bb48e276d4c7c07b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:57.854247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:57.872581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:57.899000 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Attempting to bind port 904c9e8d-2537-4fd3-af78-3e94a8907c9c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:05:57.899512 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Attempting to bind port 904c9e8d-2537-4fd3-af78-3e94a8907c9c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:05:57.899733 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Attempting to bind port 904c9e8d-2537-4fd3-af78-3e94a8907c9c on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:05:57.902266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.907650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.915546 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:05:57.915964 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:05:57.916359 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.916773 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:05:57.917234 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Bound port: 904c9e8d-2537-4fd3-af78-3e94a8907c9c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:05:57.917619 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:57.934215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-455b46f9-f250-4d71-9a18-25206df6c18b None None] Provisioning for port d67d7802-7e7b-4732-8027-c6b3d608baf9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:05:57.970181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/14f97bd3-404f-4da3-bd52-330b9251ebf7 HTTP/1.1" status: 204 len: 168 time: 11.6266966 Mar 25 20:05:57.995409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56424) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:58.006534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252338da-3cd5-43ff-b6dc-76f5ba3d7642 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=14f97bd3-404f-4da3-bd52-330b9251ebf7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:58.015065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.040229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-455b46f9-f250-4d71-9a18-25206df6c18b None None] Provisioning complete for port d67d7802-7e7b-4732-8027-c6b3d608baf9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:05:58.040654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-455b46f9-f250-4d71-9a18-25206df6c18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.051025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Calling delete_port for 6d2fa033-1433-404c-9aeb-26b7217825ac owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:58.068109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ccc2f-a784-45cc-b323-11d0f68abaa7 None None] DHCP port deletion for 198580b2-f7ab-4427-99f1-a5eaa484e5ef request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:58.122029 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] For port 904c9e8d-2537-4fd3-af78-3e94a8907c9c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:05:58.128175 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-284a245b-f393-430a-a1a9-784173945f4d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:05:58.128857 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] For port 904c9e8d-2537-4fd3-af78-3e94a8907c9c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=904c9e8d-2537-4fd3-af78-3e94a8907c9c,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:05:58.130169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284a245b-f393-430a-a1a9-784173945f4d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:05:58.138189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] No DVR routers for this DVR port 167c14b8-0596-431c-8390-854d9d3cc868 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:58.154554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Port': ['ID=167c14b8-0596-431c-8390-854d9d3cc868,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:58.170271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.191841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de24d3-7655-43b4-a367-feb557772873 None None] DHCP port deletion for 14f97bd3-404f-4da3-bd52-330b9251ebf7 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:58.218563 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.229250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-455b46f9-f250-4d71-9a18-25206df6c18b None None] Port d67d7802-7e7b-4732-8027-c6b3d608baf9 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:05:58.336037 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Routers {'957d0abd-c1ed-45a0-8f03-051d2239b9dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:05:58.336797 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['957d0abd-c1ed-45a0-8f03-051d2239b9dd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:58.352181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d68032-8665-47e7-9892-95277929d5a4 None None] DHCP port deletion for 0caf61dd-c8b8-4c4a-9682-82f930c1f744 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:05:58.372439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-71d68032-8665-47e7-9892-95277929d5a4 None None] Deleting port 6d2fa033-1433-404c-9aeb-26b7217825ac {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:58.372852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71d68032-8665-47e7-9892-95277929d5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.395646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.446625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198580b2-f7ab-4427-99f1-a5eaa484e5ef']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:58.464546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5827da52-4b30-4ef1-8a89-57ec1a3329f8') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:58.464974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5827da52-4b30-4ef1-8a89-57ec1a3329f8') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:58.498372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.518211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.525493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:58.526039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.563483 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-284a245b-f393-430a-a1a9-784173945f4d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/14f97bd3-404f-4da3-bd52-330b9251ebf7 HTTP/1.1" status: 404 len: 339 time: 0.5686605 Mar 25 20:05:58.564226 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56428) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:58.568101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56430) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:58.582694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.584581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': 'cfcd9876-58c9-4060-b144-a9d67a52f4c9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:58.590229 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:58.645002 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b363c-7590-41d3-a263-84bc592e4c9c None None] Pushing event updated for resources: {'Port': ['ID=904c9e8d-2537-4fd3-af78-3e94a8907c9c,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:58.676656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1492707222', 'description': 'd1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:05:58.701894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:58.710968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:network and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:58.727444 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] Set router 957d0abd-c1ed-45a0-8f03-051d2239b9dd gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:05:58.744423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-71d68032-8665-47e7-9892-95277929d5a4 None None] The port '6d2fa033-1433-404c-9aeb-26b7217825ac' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:05:58.759141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.766314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:58.786734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.793241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:58.858575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8080cb61-66b6-4493-9e29-202bd6b4b21e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:58.866605 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7a055b48-c3dd-4c56-9913-d0619cdae5bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a87500c78824a81a001deef7851318e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1519954 Mar 25 20:05:58.866767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56436) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:58.900925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2fa033-1433-404c-9aeb-26b7217825ac,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:58.900925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] No DVR routers for this DVR port 6d2fa033-1433-404c-9aeb-26b7217825ac on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:05:58.909854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.942909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.958410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:58.958585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:05:58.960679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.978878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:subnet and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:05:58.981872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:58.984419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:05:58.994587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 167c14b8-0596-431c-8390-854d9d3cc868 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:59.041715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:05:59.050583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 167c14b8-0596-431c-8390-854d9d3cc868 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:59.051235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 167c14b8-0596-431c-8390-854d9d3cc868 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:59.052639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6d2fa033-1433-404c-9aeb-26b7217825ac no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:05:59.055620 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.087953 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'name': 'tempest-NetworksTestDHCPv6-router-67518624', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:05:49Z', 'updated_at': '2022-03-25T20:05:52Z', 'revision_number': 2, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None, '_interfaces': [{'id': '904c9e8d-2537-4fd3-af78-3e94a8907c9c', 'name': '', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'mac_address': 'fa:16:3e:73:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '29fccd6f-a30e-43ec-a2a4-aba9a7585b58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:05:51Z', 'updated_at': '2022-03-25T20:05:58Z', 'revision_number': 4, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'subnets': [{'id': '29fccd6f-a30e-43ec-a2a4-aba9a7585b58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:59.088818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caf61dd-c8b8-4c4a-9682-82f930c1f744']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:59.092870 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0ace6-927f-45ac-82aa-4b9c297030b6 None None] The sync data for ids ['957d0abd-c1ed-45a0-8f03-051d2239b9dd'] in dv-neutron-835149-1-hyperv is: [{'id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'name': 'tempest-NetworksTestDHCPv6-router-67518624', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:05:49Z', 'updated_at': '2022-03-25T20:05:52Z', 'revision_number': 2, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None, '_interfaces': [{'id': '904c9e8d-2537-4fd3-af78-3e94a8907c9c', 'name': '', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'mac_address': 'fa:16:3e:73:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '29fccd6f-a30e-43ec-a2a4-aba9a7585b58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:05:51Z', 'updated_at': '2022-03-25T20:05:58Z', 'revision_number': 4, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'subnets': [{'id': '29fccd6f-a30e-43ec-a2a4-aba9a7585b58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:05:59.104408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 6d2fa033-1433-404c-9aeb-26b7217825ac {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:05:59.104845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6d2fa033-1433-404c-9aeb-26b7217825ac not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:05:59.110249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781bf980-3ed5-4d75-8547-0bb56501418f') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:59.110542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781bf980-3ed5-4d75-8547-0bb56501418f') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:05:59.126727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Network': ['ID=198580b2-f7ab-4427-99f1-a5eaa484e5ef,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:59.128225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.137268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:05:59.140041 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aef15f37-7fe4-4c8f-9e60-b3f7d0ea6844 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/networks/198580b2-f7ab-4427-99f1-a5eaa484e5ef HTTP/1.1" status: 204 len: 168 time: 2.7546005 Mar 25 20:05:59.141814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.147360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56440) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:05:59.176852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 904c9e8d-2537-4fd3-af78-3e94a8907c9c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:05:59.177193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.195295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:05:59.222210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Allocated IP 172.26.8.6 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/b716d384-2292-4aaf-bdb0-d1b4e192d598) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:05:59.227633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.242705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.243052 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 9155624e-c4da-43f6-a401-a59feccbcd93 of type vlan for network 276d9b02-f9a9-41e8-8d30-4e923c30aace Mar 25 20:05:59.253194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f223-75db-4d9d-a3fb-b2026658901b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.293661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:05:59.296101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:05:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:05:59.362789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-c085e5ae-3f09-4454-af9b-192096c29dd8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting subnet 81acc7e9-e315-4b09-a078-bb0caaafc491 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:05:59.369255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c085e5ae-3f09-4454-af9b-192096c29dd8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.598193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.607636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.611374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port 904c9e8d-2537-4fd3-af78-3e94a8907c9c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=904c9e8d-2537-4fd3-af78-3e94a8907c9c,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:05:59.611727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.652302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.677670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.708100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f223-75db-4d9d-a3fb-b2026658901b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.710827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=0caf61dd-c8b8-4c4a-9682-82f930c1f744,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:05:59.727552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c085e5ae-3f09-4454-af9b-192096c29dd8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.778903 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f66283ea-779f-4562-9a81-9ac839101e2f admin admin] 10.222.0.37 "DELETE /v2.0/networks/0caf61dd-c8b8-4c4a-9682-82f930c1f744 HTTP/1.1" status: 204 len: 168 time: 3.0731223 Mar 25 20:05:59.786404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 904c9e8d-2537-4fd3-af78-3e94a8907c9c owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:05:59.860267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c085e5ae-3f09-4454-af9b-192096c29dd8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.888218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.950898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.956200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:05:59.956819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095738'] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:05:59.999546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f223-75db-4d9d-a3fb-b2026658901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.011158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.011998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:00.036280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:00.051874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:00.099901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6f223-75db-4d9d-a3fb-b2026658901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8080cb61-66b6-4493-9e29-202bd6b4b21e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:00.116579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=20448b62-a222-42ae-a535-b89374cbc0b7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:00.130485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': 'e48b9722-e320-4714-bcc3-ab56656e3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cfcd9876-58c9-4060-b144-a9d67a52f4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:00.131095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: cfcd9876-58c9-4060-b144-a9d67a52f4c9, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:00.155910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'Port': ['ID=b716d384-2292-4aaf-bdb0-d1b4e192d598,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:00.175769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f223-75db-4d9d-a3fb-b2026658901b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.176913 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ddb6f223-75db-4d9d-a3fb-b2026658901b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8080cb61-66b6-4493-9e29-202bd6b4b21e HTTP/1.1" status: 204 len: 168 time: 1.3093090 Mar 25 20:06:00.185566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=276d9b02-f9a9-41e8-8d30-4e923c30aace,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:00.194205 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b660489d-d006-4248-b886-bfa6891d3655 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6029716 Mar 25 20:06:00.200705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56448) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:00.200985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56450) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:00.202040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 276d9b02-f9a9-41e8-8d30-4e923c30aace details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:00.293213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network cfcd9876-58c9-4060-b144-a9d67a52f4c9 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:00.317297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.346818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c085e5ae-3f09-4454-af9b-192096c29dd8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.367329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=904c9e8d-2537-4fd3-af78-3e94a8907c9c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:00.409514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, cfcd9876-58c9-4060-b144-a9d67a52f4c9) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:00.419132 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:00.424993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.425304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70245128-0dc0-4928-aafd-39be3ea15021 None None] Network cfcd9876-58c9-4060-b144-a9d67a52f4c9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:00.443248 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c9c1ec32-9850-4d39-a5af-a9ed303792e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92354142fe6e455fb7338981a22c1406&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2411084 Mar 25 20:06:00.444084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085e5ae-3f09-4454-af9b-192096c29dd8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Subnet': ['ID=81acc7e9-e315-4b09-a078-bb0caaafc491,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:00.447704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c085e5ae-3f09-4454-af9b-192096c29dd8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.450164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56456) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:00.455452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1ac2ef-fe81-4d13-a05d-168b279ba3d4 None None] Network 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:00.457274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4f06a-c3c2-4338-8fd6-239705a86cf0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:00.459339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c0d4f06a-c3c2-4338-8fd6-239705a86cf0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Synchronizing usage tracker for tenant:6dd20afc680944239a3295d80d0ab541 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:00.498319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.501563 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c085e5ae-3f09-4454-af9b-192096c29dd8 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/subnets/81acc7e9-e315-4b09-a078-bb0caaafc491 HTTP/1.1" status: 204 len: 168 time: 1.3515816 Mar 25 20:06:00.514212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56460) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:00.629539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.718634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c0d4f06a-c3c2-4338-8fd6-239705a86cf0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Unset dirty status for tenant:6dd20afc680944239a3295d80d0ab541 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:00.731023 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c0d4f06a-c3c2-4338-8fd6-239705a86cf0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/networks?id=276d9b02-f9a9-41e8-8d30-4e923c30aace HTTP/1.1" status: 200 len: 761 time: 0.5275893 Mar 25 20:06:00.736402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56466) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:00.744847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85c06f4d-5121-47dd-a6ac-e133a3cdba20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.750558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ac6ad618-3f41-4f7e-aea8-0035a49dbc7f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'description': 'd2'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:00.756788 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-93d7776a-d82b-48da-bc7d-4e8b4c6fc72e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1823950 Mar 25 20:06:00.773113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56470) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:00.774636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-28211ea5-7b5c-4b40-9bbd-6cb93c6f2635 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting subnet 5a404664-6e70-47c2-9bef-04bd8ed32a17 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:00.800073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28211ea5-7b5c-4b40-9bbd-6cb93c6f2635 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.829457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1579905592'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:00.847486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:00.853800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:00.855400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.858683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:00.931003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:00.963510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-cfcd9876-58c9-4060-b144-a9d67a52f4c9', 'network_id': 'cfcd9876-58c9-4060-b144-a9d67a52f4c9', 'tenant_id': 'cabcfb4eb074405392c0a7f99c0c8eec', 'fixed_ips': [{'subnet_id': '20448b62-a222-42ae-a535-b89374cbc0b7'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:00.964742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:00.987296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85c06f4d-5121-47dd-a6ac-e133a3cdba20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.007889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Router 957d0abd-c1ed-45a0-8f03-051d2239b9dd has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:06:01.020858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28211ea5-7b5c-4b40-9bbd-6cb93c6f2635 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.093336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:01.097530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.130283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56474) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:01.162261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] DHCP port deletion for 350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:01.176330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] Deleting port c4583a8c-d67c-42d3-9016-38c78c859fa2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:01.176813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.184540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:06:01.189770 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5a4c3384-bfc8-4a00-84ca-32b0f165a07b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "PUT /v2.0/routers/957d0abd-c1ed-45a0-8f03-051d2239b9dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9416559 Mar 25 20:06:01.192762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56478) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:01.207410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] Sync routers for ids ['957d0abd-c1ed-45a0-8f03-051d2239b9dd'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:06:01.229848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:01.249891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] Routers {'957d0abd-c1ed-45a0-8f03-051d2239b9dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:01.250623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['957d0abd-c1ed-45a0-8f03-051d2239b9dd'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:01.254866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.255215 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment 74f5264f-faaf-4001-93ba-ad2aeb5a6a2a of type vlan for network b7aa1ccb-864d-469d-b259-98194339e841 Mar 25 20:06:01.274445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f93a3c2-b29f-4c16-a36d-bc9db0e72942 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:01.276105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f93a3c2-b29f-4c16-a36d-bc9db0e72942 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:01.276815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7f93a3c2-b29f-4c16-a36d-bc9db0e72942 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:01.298888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.305285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Allocated IP 2001:db8:0:ffff::2 (cfcd9876-58c9-4060-b144-a9d67a52f4c9/20448b62-a222-42ae-a535-b89374cbc0b7/88d9be71-adbc-4912-ba39-72cecf6217de) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:01.371798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7f93a3c2-b29f-4c16-a36d-bc9db0e72942 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:01.373840 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7f93a3c2-b29f-4c16-a36d-bc9db0e72942 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1797941 Mar 25 20:06:01.376188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56482) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:01.382387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad618-3f41-4f7e-aea8-0035a49dbc7f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.404159 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-19a68a7c-bdba-4480-b94c-802b77301e5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e6b486f69134a9db755d0eb255fd7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617109 Mar 25 20:06:01.411559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56486) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:01.417434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.423850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:01.424448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.432448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28211ea5-7b5c-4b40-9bbd-6cb93c6f2635 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.453264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] Set router 957d0abd-c1ed-45a0-8f03-051d2239b9dd gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:01.500146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad618-3f41-4f7e-aea8-0035a49dbc7f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.544988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85c06f4d-5121-47dd-a6ac-e133a3cdba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.563269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e838afba-3fce-4c99-94aa-685483dcb48c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 29fccd6f-a30e-43ec-a2a4-aba9a7585b58 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:01.565326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=b7aa1ccb-864d-469d-b259-98194339e841,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:01.570327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e838afba-3fce-4c99-94aa-685483dcb48c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.593820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b7aa1ccb-864d-469d-b259-98194339e841 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:01.610445 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1803b94a-2822-46bb-ae41-032341cb0c95 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8362486 Mar 25 20:06:01.617284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56490) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:01.625387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'name': 'tempest-NetworksTestDHCPv6-router-67518624', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:05:49Z', 'updated_at': '2022-03-25T20:06:00Z', 'revision_number': 3, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:01.626426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': 'b7aa1ccb-864d-469d-b259-98194339e841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:01.672902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e838afba-3fce-4c99-94aa-685483dcb48c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.711206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac6ad618-3f41-4f7e-aea8-0035a49dbc7f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 276d9b02-f9a9-41e8-8d30-4e923c30aace is not hosted by any dhcp agent {{(pid=88484) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 25 20:06:01.717326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ad618-3f41-4f7e-aea8-0035a49dbc7f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:01.718158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad618-3f41-4f7e-aea8-0035a49dbc7f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.722385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ac6ad618-3f41-4f7e-aea8-0035a49dbc7f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "PUT /v2.0/networks/276d9b02-f9a9-41e8-8d30-4e923c30aace HTTP/1.1" status: 200 len: 758 time: 0.9830868 Mar 25 20:06:01.725144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56494) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:01.772061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] Checking router: 957d0abd-c1ed-45a0-8f03-051d2239b9dd for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:06:01.774395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c06f4d-5121-47dd-a6ac-e133a3cdba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a1c84e-8452-4572-9707-29dcf2d20a8e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:01.871149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:06:01.897298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ad618-3f41-4f7e-aea8-0035a49dbc7f tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=276d9b02-f9a9-41e8-8d30-4e923c30aace,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:01.899471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85c06f4d-5121-47dd-a6ac-e133a3cdba20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.903651 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-85c06f4d-5121-47dd-a6ac-e133a3cdba20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85a1c84e-8452-4572-9707-29dcf2d20a8e HTTP/1.1" status: 204 len: 168 time: 1.4423537 Mar 25 20:06:01.912922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:01.919923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:subnet and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:01.920075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] Routers {'957d0abd-c1ed-45a0-8f03-051d2239b9dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:01.920578 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:05:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['957d0abd-c1ed-45a0-8f03-051d2239b9dd'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:01.925054 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:01.937706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:01.949033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.951941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b02da37-66ae-491c-b880-bc1f96c81e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.960450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e838afba-3fce-4c99-94aa-685483dcb48c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:01.986240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 276d9b02-f9a9-41e8-8d30-4e923c30aace details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:01.999828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38f9a-1a64-4304-9095-a007d17b4f39 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:02.004657 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b0e38f9a-1a64-4304-9095-a007d17b4f39 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/networks?id=276d9b02-f9a9-41e8-8d30-4e923c30aace HTTP/1.1" status: 200 len: 761 time: 0.2631125 Mar 25 20:06:02.006344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56500) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:02.010056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b02da37-66ae-491c-b880-bc1f96c81e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.020135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2127596454'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:02.033125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:02.037588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:02.041609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.058865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:02.069815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.096706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] For port c4583a8c-d67c-42d3-9016-38c78c859fa2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c4583a8c-d67c-42d3-9016-38c78c859fa2,segment=NetworkSegment(cd7b9916-aee5-4e07-90cd-0a33faf9db5e),segment_id=cd7b9916-aee5-4e07-90cd-0a33faf9db5e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:02.097105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.104596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28211ea5-7b5c-4b40-9bbd-6cb93c6f2635 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.165941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28211ea5-7b5c-4b40-9bbd-6cb93c6f2635 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Subnet': ['ID=5a404664-6e70-47c2-9bef-04bd8ed32a17,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:02.201076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28211ea5-7b5c-4b40-9bbd-6cb93c6f2635 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.220839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:02.221804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] Set router 957d0abd-c1ed-45a0-8f03-051d2239b9dd gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:02.224308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.241167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e838afba-3fce-4c99-94aa-685483dcb48c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.262696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'Port': ['ID=b716d384-2292-4aaf-bdb0-d1b4e192d598,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:02.269080 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-28211ea5-7b5c-4b40-9bbd-6cb93c6f2635 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/subnets/5a404664-6e70-47c2-9bef-04bd8ed32a17 HTTP/1.1" status: 204 len: 168 time: 1.7538466 Mar 25 20:06:02.272660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56504) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:02.294726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838afba-3fce-4c99-94aa-685483dcb48c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=29fccd6f-a30e-43ec-a2a4-aba9a7585b58,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:02.296406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.298685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e838afba-3fce-4c99-94aa-685483dcb48c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.337460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:02.346282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b02da37-66ae-491c-b880-bc1f96c81e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.348696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b02da37-66ae-491c-b880-bc1f96c81e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.349773 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3b02da37-66ae-491c-b880-bc1f96c81e22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c2ae994-161f-4881-8cca-79b8724121f1 HTTP/1.1" status: 204 len: 168 time: 0.9373088 Mar 25 20:06:02.400178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3924e59-f52f-41e7-8a3d-211b78e09e93 None None] Network d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:02.407902 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e838afba-3fce-4c99-94aa-685483dcb48c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/29fccd6f-a30e-43ec-a2a4-aba9a7585b58 HTTP/1.1" status: 204 len: 168 time: 1.0301139 Mar 25 20:06:02.413322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56510) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:02.415105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3637abc5-2bc6-4c26-94d9-5cedd546b749 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:02.420616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.420890 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 5583b6d5-ff66-47c2-af29-466d54058519 of type vlan for network 4cbc46ea-29d1-426f-a216-ee6052145471 Mar 25 20:06:02.433364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.436438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] Calling delete_port for c4583a8c-d67c-42d3-9016-38c78c859fa2 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:02.493967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02da37-66ae-491c-b880-bc1f96c81e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ae994-161f-4881-8cca-79b8724121f1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:02.505000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.508855 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e3aa0531-4346-4d9a-9047-c37cc5330c38 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7035463 Mar 25 20:06:02.520591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56516) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:02.530752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.547714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=8db2a138-fbb2-444b-9e45-e76da8898fb7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:02.549751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c0173130-60d6-47a2-9180-b6e21984def5 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Request body: {'floatingip': {'port_id': 'd67d7802-7e7b-4732-8027-c6b3d608baf9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:02.558144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'name': 'tempest-NetworksTestDHCPv6-router-67518624', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:05:49Z', 'updated_at': '2022-03-25T20:06:00Z', 'revision_number': 3, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:02.601892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': '74f5264f-faaf-4001-93ba-ad2aeb5a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b7aa1ccb-864d-469d-b259-98194339e841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:02.602246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: b7aa1ccb-864d-469d-b259-98194339e841, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:02.629872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.631270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647110a3-ad34-489f-bf79-ca6e836fd78e None None] The sync data for ids ['957d0abd-c1ed-45a0-8f03-051d2239b9dd'] in dv-neutron-835149-1-hyperv is: [{'id': '957d0abd-c1ed-45a0-8f03-051d2239b9dd', 'name': 'tempest-NetworksTestDHCPv6-router-67518624', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:05:49Z', 'updated_at': '2022-03-25T20:06:00Z', 'revision_number': 3, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:06:02.658683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0173130-60d6-47a2-9180-b6e21984def5 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.683268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network b7aa1ccb-864d-469d-b259-98194339e841 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:02.772159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, b7aa1ccb-864d-469d-b259-98194339e841) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:02.787264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:02.789829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.790408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting port c4583a8c-d67c-42d3-9016-38c78c859fa2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:02.790798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.811814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685a511d-8d9f-4c2f-856a-dee648612b5a None None] Network b7aa1ccb-864d-469d-b259-98194339e841 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:02.826510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:06:02.836133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:02.890012 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9d16a912-f71f-43c6-93aa-b8c2b7a23038 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2713962 Mar 25 20:06:02.893377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56530) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:02.918030 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9d3a7941-dafb-49ce-8da4-e4cb0d4b619d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4995098 Mar 25 20:06:02.920255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56534) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:03.133597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.139973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:03.140908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.150435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] The port 'c4583a8c-d67c-42d3-9016-38c78c859fa2' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:06:03.152400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Transition to ACTIVE for port object 88d9be71-adbc-4912-ba39-72cecf6217de will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:03.158890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 904c9e8d-2537-4fd3-af78-3e94a8907c9c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:03.199617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.211819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.279264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 904c9e8d-2537-4fd3-af78-3e94a8907c9c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:03.280126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 904c9e8d-2537-4fd3-af78-3e94a8907c9c not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:03.283630 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c4583a8c-d67c-42d3-9016-38c78c859fa2 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:03.341865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] Pushing event deleted for resources: {'Port': ['ID=c4583a8c-d67c-42d3-9016-38c78c859fa2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:03.351141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: c4583a8c-d67c-42d3-9016-38c78c859fa2 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:03.351665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c4583a8c-d67c-42d3-9016-38c78c859fa2 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:03.357623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Transition to ACTIVE for port object 88d9be71-adbc-4912-ba39-72cecf6217de will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:03.358582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc360b-6c2d-4255-8578-3f6377155e7d None None] No DVR routers for this DVR port c4583a8c-d67c-42d3-9016-38c78c859fa2 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:03.364904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.441669 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.453990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b5e8-8975-4a7b-8469-311d62fb9da4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.568341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Network cfcd9876-58c9-4060-b144-a9d67a52f4c9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:03.578053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:03.617479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:03.667237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.707235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Pushing event updated for resources: {'Port': ['ID=88d9be71-adbc-4912-ba39-72cecf6217de,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:03.712551 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7051041 Mar 25 20:06:03.713253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56554) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:03.733452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:03.740282 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-c0173130-60d6-47a2-9180-b6e21984def5 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] update failed (client error): The resource could not be found. Mar 25 20:06:03.743675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539bef1-deee-415a-ae83-f9af159baa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-b7aa1ccb-864d-469d-b259-98194339e841', 'network_id': 'b7aa1ccb-864d-469d-b259-98194339e841', 'tenant_id': 'cabcfb4eb074405392c0a7f99c0c8eec', 'fixed_ips': [{'subnet_id': '8db2a138-fbb2-444b-9e45-e76da8898fb7'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:03.748355 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c0173130-60d6-47a2-9180-b6e21984def5 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "PUT /v2.0/floatingips/9e0cbf04-75eb-4f03-9d34-08d9d9827b0f HTTP/1.1" status: 404 len: 507 time: 1.2258451 Mar 25 20:06:03.756516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d539bef1-deee-415a-ae83-f9af159baa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.765234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56560) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:03.771105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=8db2a138-fbb2-444b-9e45-e76da8898fb7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:03.777538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] DHCP port deletion for d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:03.799999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Attempting to bind port 88d9be71-adbc-4912-ba39-72cecf6217de on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:03.800352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Attempting to bind port 88d9be71-adbc-4912-ba39-72cecf6217de by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'e48b9722-e320-4714-bcc3-ab56656e3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cfcd9876-58c9-4060-b144-a9d67a52f4c9'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:03.800743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Attempting to bind port 88d9be71-adbc-4912-ba39-72cecf6217de on network cfcd9876-58c9-4060-b144-a9d67a52f4c9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:03.806077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] Deleting port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:03.806454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.850081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': '4cbc46ea-29d1-426f-a216-ee6052145471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:03.870113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:03.870385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f894e-b06b-47ab-94ca-6922cf1ddc27 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=4cbc46ea-29d1-426f-a216-ee6052145471,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:03.870476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Checking segment: {'id': 'e48b9722-e320-4714-bcc3-ab56656e3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cfcd9876-58c9-4060-b144-a9d67a52f4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:03.870873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.871273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Bound using segment: {'id': 'e48b9722-e320-4714-bcc3-ab56656e3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cfcd9876-58c9-4060-b144-a9d67a52f4c9'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:03.871751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Bound port: 88d9be71-adbc-4912-ba39-72cecf6217de, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48b9722-e320-4714-bcc3-ab56656e3d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cfcd9876-58c9-4060-b144-a9d67a52f4c9'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:03.873175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.881725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] Deleting port 88fb1dac-7088-4756-b92e-b404d6c91649 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:03.882093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:03.889906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.890476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.891031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.891569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.892122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.892755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.893363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.893808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.894150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.894524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.894854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:03.895164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:04.005196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56570) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:04.017489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 4cbc46ea-29d1-426f-a216-ee6052145471 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:04.031053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.078368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56572) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:04.100469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Deleting port b716d384-2292-4aaf-bdb0-d1b4e192d598 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:04.100827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.162178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.210100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b5e8-8975-4a7b-8469-311d62fb9da4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.212745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350eee02-c2e4-44e0-86e0-f9fbd0ee2b65']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:04.226306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b5e8-8975-4a7b-8469-311d62fb9da4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.235382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7aa1ccb-864d-469d-b259-98194339e841']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:04.237791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7b9916-aee5-4e07-90cd-0a33faf9db5e') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:04.238097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7b9916-aee5-4e07-90cd-0a33faf9db5e') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:04.260303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:04.266221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.277461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Usage tracker for resource:subnet and tenant:6dd20afc680944239a3295d80d0ab541 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:04.282848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:04.291883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:04.294586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.303778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:04.304582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:04.319019 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:04.388555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f5264f-faaf-4001-93ba-ad2aeb5a6a2a') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:04.389722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f5264f-faaf-4001-93ba-ad2aeb5a6a2a') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:04.409451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-285832063'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:04.411656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4407d428-7162-4887-80a1-e3e5a42f8c18 None None] Network b7aa1ccb-864d-469d-b259-98194339e841 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:04.412643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:04.416018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.421376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.430068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b5e8-8975-4a7b-8469-311d62fb9da4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.430556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e6b5e8-8975-4a7b-8469-311d62fb9da4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Fanout notify agent at l3_agent the message router_deleted on router 957d0abd-c1ed-45a0-8f03-051d2239b9dd {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:06:04.440236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:04.451055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.454051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] For port 88d9be71-adbc-4912-ba39-72cecf6217de, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:04.474634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:04.475805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.480367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Usage tracker for resource:network and tenant:8e07a0af897649b7aeccd08d083c0d34 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:04.485781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:04.496490 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:04.525682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1689562192-network', 'tenant_id': '628baec857f24b28b26d8ea372a5857a'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:04.533575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.533899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.560001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:04.574318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] For port 88fb1dac-7088-4756-b92e-b404d6c91649, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=88fb1dac-7088-4756-b92e-b404d6c91649,segment=NetworkSegment(bc348eb9-95eb-4d2f-98b0-96e7c4dbe019),segment_id=bc348eb9-95eb-4d2f-98b0-96e7c4dbe019)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:04.574473 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.579264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b5e8-8975-4a7b-8469-311d62fb9da4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.581976 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a5e6b5e8-8975-4a7b-8469-311d62fb9da4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/routers/957d0abd-c1ed-45a0-8f03-051d2239b9dd HTTP/1.1" status: 204 len: 168 time: 1.6566782 Mar 25 20:06:04.582684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56582) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:04.590409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] For port 88d9be71-adbc-4912-ba39-72cecf6217de, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=88d9be71-adbc-4912-ba39-72cecf6217de,segment=NetworkSegment(e48b9722-e320-4714-bcc3-ab56656e3d05),segment_id=e48b9722-e320-4714-bcc3-ab56656e3d05)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:04.595161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:04.595470 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:04.625855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] For port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:04.626232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.638124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.642801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.657963 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Usage tracker for resource:network and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:04.672576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Made reservation on behalf of 8e07a0af897649b7aeccd08d083c0d34 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:04.676237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.743291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Network': ['ID=350eee02-c2e4-44e0-86e0-f9fbd0ee2b65,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:04.758522 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cd4a773e-af64-410b-8d21-c7e7c24a7344 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/networks/350eee02-c2e4-44e0-86e0-f9fbd0ee2b65 HTTP/1.1" status: 204 len: 168 time: 2.4829488 Mar 25 20:06:04.763715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.782400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56586) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:04.840217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:04.845470 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:04.854622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Calling delete_port for b716d384-2292-4aaf-bdb0-d1b4e192d598 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:04.893632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:04.893835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:04.903636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Usage tracker for resource:security_group_rule and tenant:8e07a0af897649b7aeccd08d083c0d34 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:04.906840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:04.912747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:04.915133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:04.916655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.930596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:04.932731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:04.955261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.967550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting port 88fb1dac-7088-4756-b92e-b404d6c91649 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:04.967878 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:04.983914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] Calling delete_port for a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:04.996180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.027162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.046775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Made reservation on behalf of 628baec857f24b28b26d8ea372a5857a for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:05.051550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.056838 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] Calling delete_port for 88fb1dac-7088-4756-b92e-b404d6c91649 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:05.071801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=b7aa1ccb-864d-469d-b259-98194339e841,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:05.080957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.098153 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9b23f2b2-f263-4fd0-a08e-e9893001b690 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/b7aa1ccb-864d-469d-b259-98194339e841 HTTP/1.1" status: 204 len: 168 time: 2.2003222 Mar 25 20:06:05.100856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56590) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:05.105707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:05.110119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510698021'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:05.116376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:05.119139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:05.124531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Usage tracker for resource:security_group_rule and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:05.128273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:05.131166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:05.134213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:05.142803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:05.144678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:05.181953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.211474 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:05.217117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.252955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event deleted for resources: {'Port': ['ID=b716d384-2292-4aaf-bdb0-d1b4e192d598,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:05.336054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd5b17-0991-4429-bbf4-3b7e2ffbcb61 None None] Pushing event updated for resources: {'Port': ['ID=88d9be71-adbc-4912-ba39-72cecf6217de,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:05.366467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:05.369975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.425996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:05.432717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.463590 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.467508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.467846 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment 992eea75-402a-4483-94f6-270c317d319b of type vlan for network d38dc51a-1716-45b1-b795-90834c8f53e4 Mar 25 20:06:05.486220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.491043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.491235 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4ba53dc6-e6ed-40b0-a7c0-9747c58d19d2 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "DELETE /v2.0/floatingips/9e0cbf04-75eb-4f03-9d34-08d9d9827b0f HTTP/1.1" status: 204 len: 168 time: 1.7241163 Mar 25 20:06:05.492865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56594) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:05.498870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4874ca58-26ff-45af-bc40-63248968aa07 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Request body: {'floatingip': {'floating_network_id': 'befb4534-90a2-4dcb-89b3-cc3435b061f1', 'port_id': 'd67d7802-7e7b-4732-8027-c6b3d608baf9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:05.518223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4874ca58-26ff-45af-bc40-63248968aa07 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:05.543405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] Pushing event deleted for resources: {'Port': ['ID=88fb1dac-7088-4756-b92e-b404d6c91649,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:05.545042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4874ca58-26ff-45af-bc40-63248968aa07 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Usage tracker for resource:floatingip and tenant:54c4a5c3ca2a4727bb48e276d4c7c07b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:05.549035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4874ca58-26ff-45af-bc40-63248968aa07 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:05.569323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4874ca58-26ff-45af-bc40-63248968aa07 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:05.576105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.581846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.585167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.626323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] For port 88fb1dac-7088-4756-b92e-b404d6c91649, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=88fb1dac-7088-4756-b92e-b404d6c91649,segment=NetworkSegment(bc348eb9-95eb-4d2f-98b0-96e7c4dbe019),segment_id=bc348eb9-95eb-4d2f-98b0-96e7c4dbe019)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:05.630544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.653613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.659947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 88fb1dac-7088-4756-b92e-b404d6c91649 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:05.704295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f70040-c713-441e-b5c1-cfcb262c6e80 None None] No DVR routers for this DVR port 88fb1dac-7088-4756-b92e-b404d6c91649 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:05.704835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a396911c-8502-4e37-a747-5b6faac2c69b,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:05.716634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4874ca58-26ff-45af-bc40-63248968aa07 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.719694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] Pushing event deleted for resources: {'Port': ['ID=a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:05.723213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 88fb1dac-7088-4756-b92e-b404d6c91649 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:05.723556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 88fb1dac-7088-4756-b92e-b404d6c91649 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:05.746923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3dcfb-ff8e-4d7c-be4f-21f260fbb825 None None] No DVR routers for this DVR port a8dcc07b-a7f6-4ed4-9e8b-050e58981c5c on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:05.768069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:05.769955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.775259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:05.775834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.814489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Calling delete_port for 88fb1dac-7088-4756-b92e-b404d6c91649 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:05.828951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.829302 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Added segment 1e65defb-2d80-4f58-9619-a0013b9b02b3 of type vlan for network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 Mar 25 20:06:05.879718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.922510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.926164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=d38dc51a-1716-45b1-b795-90834c8f53e4,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:05.937413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network d38dc51a-1716-45b1-b795-90834c8f53e4 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:05.938347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:05.997611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.036209 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-33688e93-52c4-478d-8170-621d243b1ca0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9297128 Mar 25 20:06:06.036209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56600) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:06.038931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': 'd38dc51a-1716-45b1-b795-90834c8f53e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:06.050112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:06:06.050501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:06:06.093613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.094570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:06.095142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.102974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:06.106257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=fdb2db90-2f4b-456d-a686-e6488e1ad41b,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:06.130948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a4e269-73c4-45c9-a7af-ada87e8b03fd,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:06.156613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.156986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.157291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.157636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.157957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.158286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.158611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.158932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.159253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.159578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.159919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.160244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.205911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.206598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.206907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.207472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.207917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.208382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.216796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.216796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.216796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.216796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.216796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.216796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:06.234549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.235826 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Added segment a0d45e03-df5e-44d2-934c-3e799bb4bc0a of type vlan for network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 Mar 25 20:06:06.237330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '5583b6d5-ff66-47c2-af29-466d54058519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cbc46ea-29d1-426f-a216-ee6052145471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:06.240983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: 4cbc46ea-29d1-426f-a216-ee6052145471, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:06.273528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.313080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:06.317831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:subnet and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:06.322601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:06.330584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:06.344937 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2196124 Mar 25 20:06:06.348386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56604) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:06.362884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Request body: {'subnet': {'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1689562192-subnet', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:06.364079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:06.368653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.368857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:06.373055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:06.373975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Usage tracker for resource:subnet and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:06.381633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:06.382223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.385843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c8dee-4fb2-4b14-a319-cf74d4f5a049 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:06.400433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:06.403383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710bd3d-80a3-4c6e-a249-27a044585787 admin admin] Pushing event updated for resources: {'Network': ['ID=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:06.412190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:06.421187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 4cbc46ea-29d1-426f-a216-ee6052145471 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:06.424434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:06.449090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=da268ab0-66af-4cda-a242-2f73e2231cbf,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:06.449450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:06.455921 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.481519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-05f5740c-cd20-4e62-a2ee-86583e88a14c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8947716 Mar 25 20:06:06.484299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56610) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:06.484860 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-4874ca58-26ff-45af-bc40-63248968aa07 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:06:06.485875 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4874ca58-26ff-45af-bc40-63248968aa07 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9916039 Mar 25 20:06:06.489944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2113664558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:06.495939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56614) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:06.499226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:06.501044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc42b8f-2342-430a-84ff-bd1b0286dead None None] Network cfcd9876-58c9-4060-b144-a9d67a52f4c9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:06.505642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'd67d7802-7e7b-4732-8027-c6b3d608baf9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:06.513921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:06.516237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:router and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:06.520087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:06.523716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Usage tracker for resource:floatingip and tenant:54c4a5c3ca2a4727bb48e276d4c7c07b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:06.528791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 4cbc46ea-29d1-426f-a216-ee6052145471) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:06.530910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:06.533063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:06.540217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:06.540217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.552456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:06.554225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting port 88fb1dac-7088-4756-b92e-b404d6c91649 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:06.554618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.589884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37639055-8049-4342-b91e-5136310d020f None None] Network 4cbc46ea-29d1-426f-a216-ee6052145471 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:06.604773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Made reservation on behalf of 628baec857f24b28b26d8ea372a5857a for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:06.607228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.612441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.621325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:06.623232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.725168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.726671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.741743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:06.759848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] The port '88fb1dac-7088-4756-b92e-b404d6c91649' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:06:06.869740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-85c7a197-3c59-4efb-88fc-e87d29ca4742 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1308458 Mar 25 20:06:06.873026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56618) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:06.879484 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8000941 Mar 25 20:06:06.911607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56622) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:06.934240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-caaeea68-1ccf-4ec5-9460-13c0ce639341 None None] Provisioning for port 88d9be71-adbc-4912-ba39-72cecf6217de completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:06.937917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Request body: {'subnet': {'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:06.981753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.008749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.017786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e6ec7-2a93-42a5-89bb-a12ee34fb96c tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event updated for resources: {'Network': ['ID=fef8bdb7-7b7e-4aaa-bec6-b731ad66c061,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:07.023773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.033981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14fd5b3-06a9-4d93-8f14-c92b0ef25f20']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:07.053582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:07.056357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc348eb9-95eb-4d2f-98b0-96e7c4dbe019') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:07.056684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc348eb9-95eb-4d2f-98b0-96e7c4dbe019') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:07.069622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 88d9be71-adbc-4912-ba39-72cecf6217de up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:07.087521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.157692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.172692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:07.176099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:07.187925 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:07.205918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.319320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'da268ab0-66af-4cda-a242-2f73e2231cbf'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:07.320563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.381113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=e241a73b-b7e5-46dc-9135-1203cc4aaa46,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:07.384453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.420901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:07.448071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.454509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Usage tracker for resource:subnet and tenant:8e07a0af897649b7aeccd08d083c0d34 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:07.463086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:07.484588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': '992eea75-402a-4483-94f6-270c317d319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd38dc51a-1716-45b1-b795-90834c8f53e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:07.484919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: d38dc51a-1716-45b1-b795-90834c8f53e4, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:07.487626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.491798 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-762ac9e0-f66d-4f41-944c-5dfa506f7058 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0037010 Mar 25 20:06:07.491989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:07.496648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56628) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:07.500132 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.515457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-4cbc46ea-29d1-426f-a216-ee6052145471', 'network_id': '4cbc46ea-29d1-426f-a216-ee6052145471', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': 'fdb2db90-2f4b-456d-a686-e6488e1ad41b'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:07.516433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.533132 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Pushing event updated for resources: {'Subnet': ['ID=415a5a04-c2b2-4d12-80a3-23439e76fa4c,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:07.564111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.586910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Checking segment: {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:07.587270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Network hostable DHCP agents. Network: c73d78e1-c14b-41a1-a3f1-be3374c0c1c3, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:07.628173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.629587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.633502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 88d9be71-adbc-4912-ba39-72cecf6217de completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:07.655555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 88d9be71-adbc-4912-ba39-72cecf6217de triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:07.656236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.659861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Made reservation on behalf of 8e07a0af897649b7aeccd08d083c0d34 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:07.663362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.683392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network d38dc51a-1716-45b1-b795-90834c8f53e4 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:07.740614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:07.786659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/da268ab0-66af-4cda-a242-2f73e2231cbf/6823c682-d878-4a31-9e65-afda75820dd1) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:07.815634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, d38dc51a-1716-45b1-b795-90834c8f53e4) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:07.820017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:07.820839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.830057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c73d78e1-c14b-41a1-a3f1-be3374c0c1c3) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:07.834280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:07.838173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:07.842035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Network': ['ID=d14fd5b3-06a9-4d93-8f14-c92b0ef25f20,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:07.857326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a60cfb9-0529-4145-999e-87adf45938ea None None] Network d38dc51a-1716-45b1-b795-90834c8f53e4 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:07.873893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99bc50c-a58d-4392-9a05-747528635c23 None None] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:07.931611 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7eab16a5-1cef-4367-aa35-65f3aba7d34e tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/networks/d14fd5b3-06a9-4d93-8f14-c92b0ef25f20 HTTP/1.1" status: 204 len: 168 time: 3.1459019 Mar 25 20:06:07.932233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56634) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:07.945162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Allocated IP 172.20.0.2 (4cbc46ea-29d1-426f-a216-ee6052145471/fdb2db90-2f4b-456d-a686-e6488e1ad41b/78b6b0db-4411-4cf0-951e-2ed0aec94c42) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:07.982217 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e21e37e1-6e8e-4a86-8865-7fefe172959d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6251311 Mar 25 20:06:07.984995 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d673c2dd-1d42-42dc-9565-c373824eae77 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9506824 Mar 25 20:06:07.988356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56638) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:07.989153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56640) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:07.998274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:08.006444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1080402736'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:08.016828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:08.020457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:08.035871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Usage tracker for resource:router and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:08.042075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:08.044967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:08.049540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:08.069149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:08.071382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:08.161269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.162358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.166183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.177237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:08.180646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.333478 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.345837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:08.365870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event updated for resources: {'Subnet': ['ID=79291ef9-042a-4517-8bcc-93f9abef9bc1,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:08.374096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.374451 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment 240cae0f-aa7c-4612-9ce0-e5e1d7e9f68d of type vlan for network f809d871-86db-480a-8bf2-d469ef71c270 Mar 25 20:06:08.381912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Checking segment: {'id': 'a0d45e03-df5e-44d2-934c-3e799bb4bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:08.382270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Network hostable DHCP agents. Network: fef8bdb7-7b7e-4aaa-bec6-b731ad66c061, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:08.386801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-703c9a80-e462-4d32-844a-eb9abe519e20 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting subnet cebf09f5-1208-455a-a179-9e3227c75a09 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:08.402900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-703c9a80-e462-4d32-844a-eb9abe519e20 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.421844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.425100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-99e89cd3-ebcd-4e68-8b1a-9c7873e1207c None None] Provisioning complete for port 88d9be71-adbc-4912-ba39-72cecf6217de triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:08.425479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-99e89cd3-ebcd-4e68-8b1a-9c7873e1207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.432429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Allocated IP 172.26.8.53 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/c7b595aa-d9ad-4a50-81fc-0c5d62c4bd4f) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:08.445048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f164822-71ab-487e-9bfc-15beed212159 req-ff4a7129-48a3-4873-a995-5fad3cea5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:08.446535 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9f164822-71ab-487e-9bfc-15beed212159 req-ff4a7129-48a3-4873-a995-5fad3cea5f78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.2543747 Mar 25 20:06:08.509162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-703c9a80-e462-4d32-844a-eb9abe519e20 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.524327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.552468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:08.662423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.688304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd292c-8ec5-4ef4-b4b7-5c70b5691aa8 req-276c105a-d0af-4f9b-8da4-795ffb584daa tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:08.689949 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07dd292c-8ec5-4ef4-b4b7-5c70b5691aa8 req-276c105a-d0af-4f9b-8da4-795ffb584daa tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5485251 Mar 25 20:06:08.693008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.698241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:08.698838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.721809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, fef8bdb7-7b7e-4aaa-bec6-b731ad66c061) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:08.760346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a963718-032c-40e2-8ed1-5bf20ea2b9a0 None None] Network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:08.806409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:08.806780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 88d9be71-adbc-4912-ba39-72cecf6217de, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=88d9be71-adbc-4912-ba39-72cecf6217de,segment=NetworkSegment(e48b9722-e320-4714-bcc3-ab56656e3d05),segment_id=e48b9722-e320-4714-bcc3-ab56656e3d05)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:08.806995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.917776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.925044 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07dd292c-8ec5-4ef4-b4b7-5c70b5691aa8 req-e3a3a7ee-d282-4030-882f-9c8ae8e8fe3a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188902 Mar 25 20:06:08.944517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:08.982624 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9903331 Mar 25 20:06:08.991119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56648) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:09.005796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': 'f809d871-86db-480a-8bf2-d469ef71c270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:09.023380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f164822-71ab-487e-9bfc-15beed212159 req-05f83409-37bb-4c86-b4b3-277792e085c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:09.024882 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9f164822-71ab-487e-9bfc-15beed212159 req-05f83409-37bb-4c86-b4b3-277792e085c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.5685616 Mar 25 20:06:09.029198 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-23e66f74-7e05-42d5-833f-bc9544064bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1134264 Mar 25 20:06:09.030953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4fcc3-f60d-4ccc-97ef-a95550d25f64 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=f809d871-86db-480a-8bf2-d469ef71c270,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:09.032810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56652) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:09.109639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.115865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network f809d871-86db-480a-8bf2-d469ef71c270 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:09.119229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-703c9a80-e462-4d32-844a-eb9abe519e20 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.156653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.207881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:09.207881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.232440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.245065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Request body: {'port': {'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-530349876'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:09.250514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-d38dc51a-1716-45b1-b795-90834c8f53e4', 'network_id': 'd38dc51a-1716-45b1-b795-90834c8f53e4', 'tenant_id': 'cabcfb4eb074405392c0a7f99c0c8eec', 'fixed_ips': [{'subnet_id': 'e241a73b-b7e5-46dc-9135-1203cc4aaa46'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:09.251546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.317750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Transition to ACTIVE for port object 6823c682-d878-4a31-9e65-afda75820dd1 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:09.363910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-703c9a80-e462-4d32-844a-eb9abe519e20 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.367125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-46a1d04e-2584-4e20-836c-2fe921a9b3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.387420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Transition to ACTIVE for port object 78b6b0db-4411-4cf0-951e-2ed0aec94c42 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:09.409033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.413019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c9a80-e462-4d32-844a-eb9abe519e20 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Subnet': ['ID=cebf09f5-1208-455a-a179-9e3227c75a09,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:09.460135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-703c9a80-e462-4d32-844a-eb9abe519e20 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.483696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:09.484183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:09.489690 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-703c9a80-e462-4d32-844a-eb9abe519e20 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/subnets/cebf09f5-1208-455a-a179-9e3227c75a09 HTTP/1.1" status: 204 len: 168 time: 1.5461192 Mar 25 20:06:09.489690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:09.489958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:subnet and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:09.490490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56656) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:09.495922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:09.500101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:09.514215 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9f164822-71ab-487e-9bfc-15beed212159 req-a79e2635-dec1-4e14-87a1-8fbf9e0df3e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 1001 time: 0.4687765 Mar 25 20:06:09.517169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:09.528839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Transition to ACTIVE for port object 6823c682-d878-4a31-9e65-afda75820dd1 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:09.535977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47dcd8d-d07a-48d3-bf13-5f385ccdc853 None None] Network 164ced54-8671-4ba8-a2e2-e0f70a185a58 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:09.567547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=88d9be71-adbc-4912-ba39-72cecf6217de,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:09.573755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event updated for resources: {'Port': ['ID=c7b595aa-d9ad-4a50-81fc-0c5d62c4bd4f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:09.615601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Transition to ACTIVE for port object 78b6b0db-4411-4cf0-951e-2ed0aec94c42 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:09.643722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.643722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.643722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.643722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.644174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.647677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.647677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.647677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.647677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.647677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.647677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.647677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:06:09.653970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:09.670547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Usage tracker for resource:port and tenant:8e07a0af897649b7aeccd08d083c0d34 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:09.672420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.673196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:09.676621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.695622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f164822-71ab-487e-9bfc-15beed212159 req-c80c132e-a060-4761-9faa-f67bfdab3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:09.697086 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9f164822-71ab-487e-9bfc-15beed212159 req-c80c132e-a060-4761-9faa-f67bfdab3d9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.1703932 Mar 25 20:06:09.698074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:09.722090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.738351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:09.820605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Deleting port b34a27c5-8eef-4df3-b6fb-b91b041ca38c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:09.821115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.846842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.851719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Performing IP validity checks on allocation pools {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 25 20:06:09.852239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 25 20:06:09.861235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Made reservation on behalf of 8e07a0af897649b7aeccd08d083c0d34 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:09.864712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.875934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::1 (16eab8e5-a832-428a-a293-9fd25f5afb33/da268ab0-66af-4cda-a242-2f73e2231cbf/0d3eafb3-b2e9-4773-a6b5-0245582394c0) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:09.910771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:09.916846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] device_id is not set on port ce509280-5588-4149-9b94-2cda42166692 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:09.957460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Deleting port c7b595aa-d9ad-4a50-81fc-0c5d62c4bd4f {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:09.957823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.001824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb2db90-2f4b-456d-a686-e6488e1ad41b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:10.040419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:10.064744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:10.067839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:10.069613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-fef8bdb7-7b7e-4aaa-bec6-b731ad66c061', 'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061', 'tenant_id': '8e07a0af897649b7aeccd08d083c0d34', 'fixed_ips': [{'subnet_id': '79291ef9-042a-4517-8bcc-93f9abef9bc1'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:10.070942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.121976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Network 4cbc46ea-29d1-426f-a216-ee6052145471 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:10.135058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f164822-71ab-487e-9bfc-15beed212159 req-fa963e20-c6e1-4e98-a33d-2b7d2cf3bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:10.136346 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9f164822-71ab-487e-9bfc-15beed212159 req-fa963e20-c6e1-4e98-a33d-2b7d2cf3bfac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4297025 Mar 25 20:06:10.173384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:10.174982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:10.203823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Pushing event updated for resources: {'Port': ['ID=6823c682-d878-4a31-9e65-afda75820dd1,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:10.273826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Allocated IP 172.20.0.2 (c73d78e1-c14b-41a1-a3f1-be3374c0c1c3/415a5a04-c2b2-4d12-80a3-23439e76fa4c/18484d14-a206-403f-9664-9ea65be46c3b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:10.407893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.411713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] For port b34a27c5-8eef-4df3-b6fb-b91b041ca38c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b34a27c5-8eef-4df3-b6fb-b91b041ca38c,segment=NetworkSegment(8871461e-ad3e-4578-9088-f8157767260e),segment_id=8871461e-ad3e-4578-9088-f8157767260e)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:10.412308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.429222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Allocated IP 2001:db8::3 (d38dc51a-1716-45b1-b795-90834c8f53e4/e241a73b-b7e5-46dc-9135-1203cc4aaa46/2cce0649-5207-4a38-914b-b8f349dc21eb) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:10.442745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.503403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Attempting to bind port 6823c682-d878-4a31-9e65-afda75820dd1 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:10.503796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Attempting to bind port 6823c682-d878-4a31-9e65-afda75820dd1 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:10.504131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Attempting to bind port 6823c682-d878-4a31-9e65-afda75820dd1 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:10.539160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Pushing event updated for resources: {'Port': ['ID=78b6b0db-4411-4cf0-951e-2ed0aec94c42,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:10.550668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:10.550668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:10.551086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.551389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:10.551865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Bound port: 6823c682-d878-4a31-9e65-afda75820dd1, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:10.552240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.558213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Calling delete_port for b34a27c5-8eef-4df3-b6fb-b91b041ca38c owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:10.569213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Attempting to bind port 78b6b0db-4411-4cf0-951e-2ed0aec94c42 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:10.569581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Attempting to bind port 78b6b0db-4411-4cf0-951e-2ed0aec94c42 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '5583b6d5-ff66-47c2-af29-466d54058519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cbc46ea-29d1-426f-a216-ee6052145471'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:10.570325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Attempting to bind port 78b6b0db-4411-4cf0-951e-2ed0aec94c42 on network 4cbc46ea-29d1-426f-a216-ee6052145471 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:10.579714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbc46ea-29d1-426f-a216-ee6052145471']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:10.591088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 0d3eafb3-b2e9-4773-a6b5-0245582394c0 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:10.627117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a99623-066b-4948-add0-8cce8116d701 req-a52a17c0-1d34-4f9e-b727-a2c87934457a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:10.628667 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48a99623-066b-4948-add0-8cce8116d701 req-a52a17c0-1d34-4f9e-b727-a2c87934457a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5343256 Mar 25 20:06:10.639773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.640081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5583b6d5-ff66-47c2-af29-466d54058519') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:10.640305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.640390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5583b6d5-ff66-47c2-af29-466d54058519') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:10.647385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Allocated IP 2001:db8::ee (fef8bdb7-7b7e-4aaa-bec6-b731ad66c061/79291ef9-042a-4517-8bcc-93f9abef9bc1/ce509280-5588-4149-9b94-2cda42166692) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:10.658146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.669525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:10.669780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Checking segment: {'id': '5583b6d5-ff66-47c2-af29-466d54058519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cbc46ea-29d1-426f-a216-ee6052145471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:10.670078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.670531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Bound using segment: {'id': '5583b6d5-ff66-47c2-af29-466d54058519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cbc46ea-29d1-426f-a216-ee6052145471'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:10.671258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Bound port: 78b6b0db-4411-4cf0-951e-2ed0aec94c42, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5583b6d5-ff66-47c2-af29-466d54058519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cbc46ea-29d1-426f-a216-ee6052145471'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:10.671393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.833652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.851503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.855290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.935730 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9f164822-71ab-487e-9bfc-15beed212159 req-8eeb80f3-0fc0-43e3-bf8d-80024eaaac55 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628365 Mar 25 20:06:10.936627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Calling delete_port for c7b595aa-d9ad-4a50-81fc-0c5d62c4bd4f owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:10.948750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:10.950701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d499f8f-9896-44fa-9a74-073870d32f91 None None] DHCP port deletion for 164ced54-8671-4ba8-a2e2-e0f70a185a58 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:10.972830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] For port 6823c682-d878-4a31-9e65-afda75820dd1, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:11.007715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:11.007715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.018676 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48a99623-066b-4948-add0-8cce8116d701 req-e631c1c3-4fec-44c8-8aa8-003ff95967b1 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3837283 Mar 25 20:06:11.028492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3d499f8f-9896-44fa-9a74-073870d32f91 None None] Deleting port b34a27c5-8eef-4df3-b6fb-b91b041ca38c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:11.028873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d499f8f-9896-44fa-9a74-073870d32f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:11.065999 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:11.075604 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] For port 6823c682-d878-4a31-9e65-afda75820dd1, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6823c682-d878-4a31-9e65-afda75820dd1,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:11.090577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 88d9be71-adbc-4912-ba39-72cecf6217de up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:11.114149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.178247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Port': ['ID=b34a27c5-8eef-4df3-b6fb-b91b041ca38c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:11.185885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.196994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] For port 78b6b0db-4411-4cf0-951e-2ed0aec94c42, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:11.222750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.249908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] No DVR routers for this DVR port b34a27c5-8eef-4df3-b6fb-b91b041ca38c on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:11.288227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=be5f3877-ab3a-486a-a0a6-3d89d05b0583,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:11.319280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.328515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:11.332240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=0d3eafb3-b2e9-4773-a6b5-0245582394c0,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:11.346137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:11.351929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:11.352453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.365444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': '240cae0f-aa7c-4612-9ce0-e5e1d7e9f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f809d871-86db-480a-8bf2-d469ef71c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:11.365807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: f809d871-86db-480a-8bf2-d469ef71c270, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:11.366936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3d499f8f-9896-44fa-9a74-073870d32f91 None None] The port 'b34a27c5-8eef-4df3-b6fb-b91b041ca38c' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:06:11.390426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Transition to ACTIVE for port object 18484d14-a206-403f-9664-9ea65be46c3b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:11.391336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:06:11.391336 dv-neutron-835149-1-hyperv neutron-server[88485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:06:11.391336 dv-neutron-835149-1-hyperv neutron-server[88485]: [parameters: {'id': '4cbc46ea-29d1-426f-a216-ee6052145471'}] Mar 25 20:06:11.391336 dv-neutron-835149-1-hyperv neutron-server[88485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:06:11.392092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:06:11.393684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] For port 78b6b0db-4411-4cf0-951e-2ed0aec94c42, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=78b6b0db-4411-4cf0-951e-2ed0aec94c42,segment=NetworkSegment(5583b6d5-ff66-47c2-af29-466d54058519),segment_id=5583b6d5-ff66-47c2-af29-466d54058519)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:11.419167 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9f164822-71ab-487e-9bfc-15beed212159 req-4a4a2581-e7a0-4333-ac0c-edc5f237caf6 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614077 Mar 25 20:06:11.437304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.437926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.455228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.459298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Transition to ACTIVE for port object 18484d14-a206-403f-9664-9ea65be46c3b will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:11.467046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe9c57-28f4-4822-a116-f2c08e6e7747 None None] Pushing event updated for resources: {'Port': ['ID=6823c682-d878-4a31-9e65-afda75820dd1,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:11.471770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Allocated IP 172.26.8.175 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/beb6207f-4a39-4dfb-acc9-ad7145807884) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:11.474825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Transition to ACTIVE for port object 2cce0649-5207-4a38-914b-b8f349dc21eb will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:11.487281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 88d9be71-adbc-4912-ba39-72cecf6217de triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:11.487564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.523389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.546744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network f809d871-86db-480a-8bf2-d469ef71c270 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:11.564320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event deleted for resources: {'Port': ['ID=c7b595aa-d9ad-4a50-81fc-0c5d62c4bd4f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:11.585711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Transition to ACTIVE for port object 2cce0649-5207-4a38-914b-b8f349dc21eb will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:11.594974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.628394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, f809d871-86db-480a-8bf2-d469ef71c270) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:11.649060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164ced54-8671-4ba8-a2e2-e0f70a185a58']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:11.685161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75bbe4-bcc4-4816-87b6-9804d040fccd None None] Network f809d871-86db-480a-8bf2-d469ef71c270 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:11.691139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:11.692517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.701693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8871461e-ad3e-4578-9088-f8157767260e') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:11.702015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8871461e-ad3e-4578-9088-f8157767260e') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:11.720994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.726504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.737288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:11.745432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:11.748171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:11.761500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.773089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cbe13-4c3e-4fd3-9a24-5a56f86bc95a None None] Pushing event updated for resources: {'Port': ['ID=78b6b0db-4411-4cf0-951e-2ed0aec94c42,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:11.796359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.800085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:11.801302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:11.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:11.826966 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4daeddd9-a243-4848-bb0d-b48e18679dfb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8310001 Mar 25 20:06:11.836334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56662) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:11.843916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Transition to ACTIVE for port object ce509280-5588-4149-9b94-2cda42166692 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:11.952668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:11.990076 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] create failed (client error): The resource could not be found. Mar 25 20:06:11.991134 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-86c98d4e-ffa3-4b17-b819-86da45c8c54f tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4941423 Mar 25 20:06:11.991645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.002077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56666) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:12.024916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.163816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.167364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port 78b6b0db-4411-4cf0-951e-2ed0aec94c42 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:12.167711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.168099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.228129 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.230517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Network d38dc51a-1716-45b1-b795-90834c8f53e4 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:12.233291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7791047-162e-4334-b0a9-a1a2a25d5e1a None None] Network 4cbc46ea-29d1-426f-a216-ee6052145471 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:12.258864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:12.269263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Pushing event deleted for resources: {'Network': ['ID=164ced54-8671-4ba8-a2e2-e0f70a185a58,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:12.279840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6c938132-40d9-452f-af03-0b7ff01c40a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Deleting port d67d7802-7e7b-4732-8027-c6b3d608baf9 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:12.280359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c938132-40d9-452f-af03-0b7ff01c40a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.284705 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3128e6db-28f3-43a7-b518-ed87a1f4beca tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/networks/164ced54-8671-4ba8-a2e2-e0f70a185a58 HTTP/1.1" status: 204 len: 168 time: 2.7860694 Mar 25 20:06:12.289089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56672) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:12.368952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:12.374934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.385774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b34a27c5-8eef-4df3-b6fb-b91b041ca38c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:12.397331 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-451ff5b2-576c-4a01-9e7c-ee4e102cf659 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Synchronizing usage tracker for tenant:87e6f0a3312e4edc9627520c7d60f21a on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:12.415682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Pushing event updated for resources: {'Port': ['ID=18484d14-a206-403f-9664-9ea65be46c3b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:12.509845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:12.525403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Pushing event updated for resources: {'Port': ['ID=2cce0649-5207-4a38-914b-b8f349dc21eb,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:12.527889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc280-0714-486b-a470-298549c1dba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.536769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:12.564044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:12.569329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: b34a27c5-8eef-4df3-b6fb-b91b041ca38c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:12.569329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b34a27c5-8eef-4df3-b6fb-b91b041ca38c not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:12.569814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:12.570462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.612596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.653739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-451ff5b2-576c-4a01-9e7c-ee4e102cf659 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Unset dirty status for tenant:87e6f0a3312e4edc9627520c7d60f21a on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:12.654952 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-451ff5b2-576c-4a01-9e7c-ee4e102cf659 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab0dcb86-b7cc-4426-8723-99eb8dd63753 HTTP/1.1" status: 200 len: 205 time: 0.3642497 Mar 25 20:06:12.671259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56676) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:12.732332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Attempting to bind port 18484d14-a206-403f-9664-9ea65be46c3b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:12.732960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Attempting to bind port 18484d14-a206-403f-9664-9ea65be46c3b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:12.733299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Attempting to bind port 18484d14-a206-403f-9664-9ea65be46c3b on network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:12.751847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.760843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event updated for resources: {'Port': ['ID=ce509280-5588-4149-9b94-2cda42166692,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:12.770280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257fb02-ee45-4925-b7b5-b5e0c43faf03 req-3847a422-fb86-4011-b957-a274c1ebfd8c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:12.772019 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6257fb02-ee45-4925-b7b5-b5e0c43faf03 req-3847a422-fb86-4011-b957-a274c1ebfd8c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4860437 Mar 25 20:06:12.865624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:12.865982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Checking segment: {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:12.866315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.866766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Bound using segment: {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:12.867460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Bound port: 18484d14-a206-403f-9664-9ea65be46c3b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:12.868002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.877106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.881297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-248ad9c9-83c1-4633-9746-c6710f9b5f94 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:12.998027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.000455 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Attempting to bind port 2cce0649-5207-4a38-914b-b8f349dc21eb on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:13.001292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Attempting to bind port 2cce0649-5207-4a38-914b-b8f349dc21eb by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '992eea75-402a-4483-94f6-270c317d319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd38dc51a-1716-45b1-b795-90834c8f53e4'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:13.005678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Attempting to bind port 2cce0649-5207-4a38-914b-b8f349dc21eb on network d38dc51a-1716-45b1-b795-90834c8f53e4 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:13.082169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:13.082169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Checking segment: {'id': '992eea75-402a-4483-94f6-270c317d319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd38dc51a-1716-45b1-b795-90834c8f53e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:13.082457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.082913 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Bound using segment: {'id': '992eea75-402a-4483-94f6-270c317d319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd38dc51a-1716-45b1-b795-90834c8f53e4'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:13.083432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Bound port: 2cce0649-5207-4a38-914b-b8f349dc21eb, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992eea75-402a-4483-94f6-270c317d319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd38dc51a-1716-45b1-b795-90834c8f53e4'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:13.083803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.112894 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6257fb02-ee45-4925-b7b5-b5e0c43faf03 req-e69a7e98-a5fe-477b-9739-87ae60362f66 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315871 Mar 25 20:06:13.120821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:13.122712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f50c8-d8a8-4ff2-bcb2-efff5605139a None None] Network f809d871-86db-480a-8bf2-d469ef71c270 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:13.137809 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e1fc3608-34a2-4fcf-97b2-4f75265a4558 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.0910013 Mar 25 20:06:13.144906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:13.146851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=be5f3877-ab3a-486a-a0a6-3d89d05b0583,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:13.149644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:13.187964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56680) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:13.198656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:06:13.210206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Request body: {'port': {'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1664726822', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:13.210946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.api.validators [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] bootfile-name is not in valid_values {{(pid=88484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:06:13.211434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.api.validators [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] tftp-server is not in valid_values {{(pid=88484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:06:13.211908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.api.validators [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] server-ip-address is not in valid_values {{(pid=88484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:06:13.295709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6823c682-d878-4a31-9e65-afda75820dd1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:13.300970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.323683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-248ad9c9-83c1-4633-9746-c6710f9b5f94 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.328447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-248ad9c9-83c1-4633-9746-c6710f9b5f94 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.386132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.386988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.440109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Allocated IP 2001:db8::2 (fef8bdb7-7b7e-4aaa-bec6-b731ad66c061/79291ef9-042a-4517-8bcc-93f9abef9bc1/9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:13.457129 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Pushing event updated for resources: {'Port': ['ID=beb6207f-4a39-4dfb-acc9-ad7145807884,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:13.489055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.514080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port 78b6b0db-4411-4cf0-951e-2ed0aec94c42, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=78b6b0db-4411-4cf0-951e-2ed0aec94c42,segment=NetworkSegment(5583b6d5-ff66-47c2-af29-466d54058519),segment_id=5583b6d5-ff66-47c2-af29-466d54058519)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:13.514449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.593916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=0d3eafb3-b2e9-4773-a6b5-0245582394c0,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:13.636392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:13.644129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Usage tracker for resource:port and tenant:8e07a0af897649b7aeccd08d083c0d34 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:13.649761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:13.666556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:13.687087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:13.688181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:13.703400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] For port 18484d14-a206-403f-9664-9ea65be46c3b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:13.705861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] For port 2cce0649-5207-4a38-914b-b8f349dc21eb, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:13.714371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.724868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f809d871-86db-480a-8bf2-d469ef71c270']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:13.738162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] For port 18484d14-a206-403f-9664-9ea65be46c3b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=18484d14-a206-403f-9664-9ea65be46c3b,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:13.743458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] For port 2cce0649-5207-4a38-914b-b8f349dc21eb, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2cce0649-5207-4a38-914b-b8f349dc21eb,segment=NetworkSegment(992eea75-402a-4483-94f6-270c317d319b),segment_id=992eea75-402a-4483-94f6-270c317d319b)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:13.745211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for 78b6b0db-4411-4cf0-951e-2ed0aec94c42 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:13.751219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-248ad9c9-83c1-4633-9746-c6710f9b5f94 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.751702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248ad9c9-83c1-4633-9746-c6710f9b5f94 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Fanout notify agent at l3_agent the message router_deleted on router ab0dcb86-b7cc-4426-8723-99eb8dd63753 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:06:13.811025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6823c682-d878-4a31-9e65-afda75820dd1 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:13.817622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-adbeb282-ccd8-4ff6-bbe2-5fa2a547d3a1 None None] Provisioning for port 6823c682-d878-4a31-9e65-afda75820dd1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:13.833158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-248ad9c9-83c1-4633-9746-c6710f9b5f94 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.834575 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-248ad9c9-83c1-4633-9746-c6710f9b5f94 tempest-RoutersNegativeIpV6Test-177840190 tempest-RoutersNegativeIpV6Test-177840190-project] 10.222.0.37 "DELETE /v2.0/routers/ab0dcb86-b7cc-4426-8723-99eb8dd63753 HTTP/1.1" status: 204 len: 168 time: 1.1624925 Mar 25 20:06:13.845893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Made reservation on behalf of 8e07a0af897649b7aeccd08d083c0d34 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:13.849744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.885518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] device_id is not set on port 095d400f-263d-4ccb-b0f4-880eb3887418 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:13.922260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240cae0f-aa7c-4612-9ce0-e5e1d7e9f68d') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:13.929934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240cae0f-aa7c-4612-9ce0-e5e1d7e9f68d') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:13.930092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6823c682-d878-4a31-9e65-afda75820dd1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:13.930092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.942334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.962820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.966873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-adbeb282-ccd8-4ff6-bbe2-5fa2a547d3a1 None None] Provisioning complete for port 6823c682-d878-4a31-9e65-afda75820dd1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:13.967269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adbeb282-ccd8-4ff6-bbe2-5fa2a547d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.973717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c938132-40d9-452f-af03-0b7ff01c40a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.986994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:13.993142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:14.083034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Router 6bd30620-0e83-46e4-96bc-2727babbc8e1 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:06:14.119904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:14.119904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:14.137049 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:14.157657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6c938132-40d9-452f-af03-0b7ff01c40a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Calling delete_port for d67d7802-7e7b-4732-8027-c6b3d608baf9 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:14.247870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:14.271425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Transition to ACTIVE for port object 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:14.310807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Transition to ACTIVE for port object 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:14.322333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f156925-357b-49da-b84e-f4ecbb473f60 None None] Pushing event updated for resources: {'Port': ['ID=18484d14-a206-403f-9664-9ea65be46c3b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:14.449658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc2b47-72a8-411e-a891-24fad1fbd662 None None] Pushing event updated for resources: {'Port': ['ID=2cce0649-5207-4a38-914b-b8f349dc21eb,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:14.463797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:14.526415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:06:14.543307 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Sync routers for ids ['6bd30620-0e83-46e4-96bc-2727babbc8e1'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:06:14.562884 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Routers {'6bd30620-0e83-46e4-96bc-2727babbc8e1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:14.563312 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6bd30620-0e83-46e4-96bc-2727babbc8e1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:14.584698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56690) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:14.618094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:14.624064 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bf250c9f-514c-4ee9-ab45-4da221944bcb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "PUT /v2.0/routers/6bd30620-0e83-46e4-96bc-2727babbc8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1305070 Mar 25 20:06:14.624291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:14.626051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Pushing event updated for resources: {'Port': ['ID=9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:14.629500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56696) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:14.641197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:14.647215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:14.704018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:14.718967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:14.804209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Allocated IP 2001:db8::25a (fef8bdb7-7b7e-4aaa-bec6-b731ad66c061/79291ef9-042a-4517-8bcc-93f9abef9bc1/095d400f-263d-4ccb-b0f4-880eb3887418) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:14.867037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:14.886252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c4e2c-684d-4045-bf67-97260b2ac4b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:14.887122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-274c4e2c-684d-4045-bf67-97260b2ac4b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:14.932703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45bd49-89f9-410c-a95b-48701845d924 req-be7e900a-cc71-4641-8e16-f4443c9deccf tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:14.934401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f45bd49-89f9-410c-a95b-48701845d924 req-be7e900a-cc71-4641-8e16-f4443c9deccf tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4465928 Mar 25 20:06:14.968027 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Set router 6bd30620-0e83-46e4-96bc-2727babbc8e1 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:15.003340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Attempting to bind port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:15.004092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Attempting to bind port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a0d45e03-df5e-44d2-934c-3e799bb4bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:15.004668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Attempting to bind port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 on network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:15.007273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.018967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adbeb282-ccd8-4ff6-bbe2-5fa2a547d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.049361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:15.057752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Checking segment: {'id': 'a0d45e03-df5e-44d2-934c-3e799bb4bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:15.057752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.057752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Bound using segment: {'id': 'a0d45e03-df5e-44d2-934c-3e799bb4bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:15.057752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Bound port: 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d45e03-df5e-44d2-934c-3e799bb4bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fef8bdb7-7b7e-4aaa-bec6-b731ad66c061'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:15.057752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.058269 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cf748640-3ce3-48ac-bc55-80f10c49998f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87e6f0a3312e4edc9627520c7d60f21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621792 Mar 25 20:06:15.063160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56700) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:15.069370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Port': ['ID=78b6b0db-4411-4cf0-951e-2ed0aec94c42,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:15.080580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No DVR routers for this DVR port 78b6b0db-4411-4cf0-951e-2ed0aec94c42 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:15.119775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=f809d871-86db-480a-8bf2-d469ef71c270,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:15.122189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f45bd49-89f9-410c-a95b-48701845d924 req-c3a5d4e6-afdb-4286-84ba-cd435b812dc6 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694720 Mar 25 20:06:15.172621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6823c682-d878-4a31-9e65-afda75820dd1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6823c682-d878-4a31-9e65-afda75820dd1,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:15.173092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-274c4e2c-684d-4045-bf67-97260b2ac4b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:15.174332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-274c4e2c-684d-4045-bf67-97260b2ac4b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports/0d3eafb3-b2e9-4773-a6b5-0245582394c0 HTTP/1.1" status: 200 len: 911 time: 0.5432448 Mar 25 20:06:15.182217 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2b9cc282-5b8d-4886-ba29-1049311eabae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/f809d871-86db-480a-8bf2-d469ef71c270 HTTP/1.1" status: 204 len: 168 time: 3.3444481 Mar 25 20:06:15.186320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56706) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:15.218636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] For port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:15.222575 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] For port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3,segment=NetworkSegment(a0d45e03-df5e-44d2-934c-3e799bb4bc0a),segment_id=a0d45e03-df5e-44d2-934c-3e799bb4bc0a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:15.232453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.260158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56708) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:15.301062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-375801435'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:15.314166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:15.347980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:15.416679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:15.427815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-adbeb282-ccd8-4ff6-bbe2-5fa2a547d3a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:06:15.428173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-adbeb282-ccd8-4ff6-bbe2-5fa2a547d3a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:06:15.429199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.436104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5fc5253e-8809-41c0-93af-8502d1fcf8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.449445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.470038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6823c682-d878-4a31-9e65-afda75820dd1,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:15.538630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c938132-40d9-452f-af03-0b7ff01c40a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.540855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:15.548922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 18484d14-a206-403f-9664-9ea65be46c3b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:15.555130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.600997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5fc5253e-8809-41c0-93af-8502d1fcf8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.623899 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'name': 'tempest-NetworksTestDHCPv6-router-2113664558', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:06Z', 'updated_at': '2022-03-25T20:06:11Z', 'revision_number': 2, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None, '_interfaces': [{'id': '0d3eafb3-b2e9-4773-a6b5-0245582394c0', 'name': '', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'mac_address': 'fa:16:3e:27:7a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da268ab0-66af-4cda-a242-2f73e2231cbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:09Z', 'updated_at': '2022-03-25T20:06:12Z', 'revision_number': 2, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'subnets': [{'id': 'da268ab0-66af-4cda-a242-2f73e2231cbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:15.644591 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Checking router: 6bd30620-0e83-46e4-96bc-2727babbc8e1 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:06:15.644940 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Updating router 6bd30620-0e83-46e4-96bc-2727babbc8e1 port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:06:15.695292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.708100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db8b6a-ff58-4401-8f11-a611104c53a9 None None] Pushing event updated for resources: {'Port': ['ID=9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:15.724005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c938132-40d9-452f-af03-0b7ff01c40a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event deleted for resources: {'Port': ['ID=d67d7802-7e7b-4732-8027-c6b3d608baf9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:15.736319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbc46ea-29d1-426f-a216-ee6052145471']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:15.740414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Transition to ACTIVE for port object 095d400f-263d-4ccb-b0f4-880eb3887418 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:15.774506 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.774967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 18484d14-a206-403f-9664-9ea65be46c3b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:15.781470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2cce0649-5207-4a38-914b-b8f349dc21eb up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:15.852011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:15.857360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:15.883070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5583b6d5-ff66-47c2-af29-466d54058519') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:15.887625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5583b6d5-ff66-47c2-af29-466d54058519') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:15.888059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c404937-f31b-497f-b50d-c7cc43d7b25e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:15.900535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c404937-f31b-497f-b50d-c7cc43d7b25e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:15.908008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4c404937-f31b-497f-b50d-c7cc43d7b25e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7213163 Mar 25 20:06:15.909794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56714) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:16.037757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.164894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ca672-aa50-452c-a8db-c7ac9e4da7d0 None None] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:16.178701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:16.191470 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.304015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:16.304420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.324256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 2cce0649-5207-4a38-914b-b8f349dc21eb completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:16.447782 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:16.453309 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.460305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.460683 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment 2c6ce945-2197-474b-988b-7bf149bc1d8e of type vlan for network 6903f440-e33c-4919-a14c-8ec3e832da8f Mar 25 20:06:16.462283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c938132-40d9-452f-af03-0b7ff01c40a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.472608 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Transition to ACTIVE for port object 0d3eafb3-b2e9-4773-a6b5-0245582394c0 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:16.490340 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6c938132-40d9-452f-af03-0b7ff01c40a7 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "DELETE /v2.0/ports/d67d7802-7e7b-4732-8027-c6b3d608baf9 HTTP/1.1" status: 204 len: 168 time: 4.4866831 Mar 25 20:06:16.497219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56718) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:16.510405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.513191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5fc5253e-8809-41c0-93af-8502d1fcf8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.515385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Provisioning for port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:16.527344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Provisioning complete for port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:16.527714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.545959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.551549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.602909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6816f4d-8dee-48c4-9606-691041932d3d None None] Network d38dc51a-1716-45b1-b795-90834c8f53e4 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:16.670313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.675726 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/4cbc46ea-29d1-426f-a216-ee6052145471 HTTP/1.1" status: 204 len: 168 time: 9.8020368 Mar 25 20:06:16.677947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.692301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56722) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:16.704293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event updated for resources: {'Port': ['ID=095d400f-263d-4ccb-b0f4-880eb3887418,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:16.707141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5253e-8809-41c0-93af-8502d1fcf8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24d0fee-da2e-45da-bb0b-ce8b1e155eb7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:16.710716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c8a05-e550-4a91-8210-029d3a7e881b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=4cbc46ea-29d1-426f-a216-ee6052145471,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:16.728143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5fc5253e-8809-41c0-93af-8502d1fcf8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.731576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5fc5253e-8809-41c0-93af-8502d1fcf8d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b24d0fee-da2e-45da-bb0b-ce8b1e155eb7 HTTP/1.1" status: 204 len: 168 time: 1.6652060 Mar 25 20:06:16.754066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:16.773130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:16.792954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:16.800269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:16.800981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.810550 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7e982c-9901-40c8-a7e7-66a43d3fb66d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] GET failed (client error): The resource could not be found. Mar 25 20:06:16.811415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0a7e982c-9901-40c8-a7e7-66a43d3fb66d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Synchronizing usage tracker for tenant:6dd20afc680944239a3295d80d0ab541 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:16.835181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:06:16.880626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:16.961139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:06:16.993733 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Attempting to bind port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:16.994305 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Attempting to bind port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:16.994416 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Attempting to bind port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:17.010671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8607a8d6-a9b8-4485-9a25-0b10cb46ff7b tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:17.011574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8607a8d6-a9b8-4485-9a25-0b10cb46ff7b tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Synchronizing usage tracker for tenant:54c4a5c3ca2a4727bb48e276d4c7c07b on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:17.014128 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:17.014532 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:17.014887 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:17.015273 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:17.015793 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Bound port: 0d3eafb3-b2e9-4773-a6b5-0245582394c0, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:17.016127 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:17.118644 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dc3ee665-1da5-4f8a-9fe9-858bfb5588be tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.9293373 Mar 25 20:06:17.119608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:17.142341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56728) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:17.152356 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cbf87-4403-456e-bedf-874c58d34124 None None] Pushing event updated for resources: {'Port': ['ID=0d3eafb3-b2e9-4773-a6b5-0245582394c0,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:17.191147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:06:17.225366 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] For port 0d3eafb3-b2e9-4773-a6b5-0245582394c0, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:17.235098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Provisioning for port 18484d14-a206-403f-9664-9ea65be46c3b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:17.253668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Provisioning complete for port 18484d14-a206-403f-9664-9ea65be46c3b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:17.254474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:17.267120 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] For port 0d3eafb3-b2e9-4773-a6b5-0245582394c0, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0d3eafb3-b2e9-4773-a6b5-0245582394c0,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:17.407248 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:17.538605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:17.584071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6823c682-d878-4a31-9e65-afda75820dd1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:17.628517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:17.639764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:17.653543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:17.661124 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Routers {'6bd30620-0e83-46e4-96bc-2727babbc8e1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:17.662259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0a7e982c-9901-40c8-a7e7-66a43d3fb66d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Unset dirty status for tenant:6dd20afc680944239a3295d80d0ab541 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:17.663481 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6bd30620-0e83-46e4-96bc-2727babbc8e1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:17.673872 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0a7e982c-9901-40c8-a7e7-66a43d3fb66d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/subnets/fdb2db90-2f4b-456d-a686-e6488e1ad41b HTTP/1.1" status: 404 len: 337 time: 0.9752812 Mar 25 20:06:17.676881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56734) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:17.709429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8607a8d6-a9b8-4485-9a25-0b10cb46ff7b tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Unset dirty status for tenant:54c4a5c3ca2a4727bb48e276d4c7c07b on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:17.711207 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8607a8d6-a9b8-4485-9a25-0b10cb46ff7b tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "GET /v2.0/ports?device_id=f34a1525-3afb-4ebe-b2b0-2e0836b7b410 HTTP/1.1" status: 200 len: 913 time: 1.2128921 Mar 25 20:06:17.761787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56740) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:17.836460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba31180a-d21f-45ee-b691-c8e81f80d18b None None] Network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:17.878932 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f50dc9e-ba0e-4fb1-afa9-aa064416cf26 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:17.879628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f50dc9e-ba0e-4fb1-afa9-aa064416cf26 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:17.882629 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9f50dc9e-ba0e-4fb1-afa9-aa064416cf26 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/4cbc46ea-29d1-426f-a216-ee6052145471 HTTP/1.1" status: 404 len: 339 time: 0.1749129 Mar 25 20:06:17.883576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=6903f440-e33c-4919-a14c-8ec3e832da8f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:17.895020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56748) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:17.914727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6903f440-e33c-4919-a14c-8ec3e832da8f details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:17.966256 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ce1e99b3-35fc-4696-bd56-6ab26d232783 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6917565 Mar 25 20:06:17.973610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56752) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:17.985978 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] Set router 6bd30620-0e83-46e4-96bc-2727babbc8e1 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:17.988294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': '6903f440-e33c-4919-a14c-8ec3e832da8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:18.103984 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cbf87-4403-456e-bedf-874c58d34124 None None] Pushing event updated for resources: {'Port': ['ID=0d3eafb3-b2e9-4773-a6b5-0245582394c0,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:18.134495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:18.163057 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] For port 18484d14-a206-403f-9664-9ea65be46c3b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=18484d14-a206-403f-9664-9ea65be46c3b,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:18.177854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6823c682-d878-4a31-9e65-afda75820dd1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:18.177854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:18.178156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:18.178156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:18.250646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0219b6-a7f4-4edb-9538-5de3b8c9a86d tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:18.251569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:18.256938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0219b6-a7f4-4edb-9538-5de3b8c9a86d tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:18.263955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0219b6-a7f4-4edb-9538-5de3b8c9a86d tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:18.264919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2d0219b6-a7f4-4edb-9538-5de3b8c9a86d tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Synchronizing usage tracker for tenant:8e07a0af897649b7aeccd08d083c0d34 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:18.279003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:18.293775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:subnet and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:18.303244 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956a168-9610-44de-bf2e-4c2d20d497be tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:18.303965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4956a168-9610-44de-bf2e-4c2d20d497be tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Synchronizing usage tracker for tenant:6dd20afc680944239a3295d80d0ab541 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:18.310074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:18.317659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Router d34c3d12-ee38-49d1-92ca-2f2cca91a52c is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:06:18.320935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:18.341030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4956a168-9610-44de-bf2e-4c2d20d497be tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Unset dirty status for tenant:6dd20afc680944239a3295d80d0ab541 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:18.345231 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4956a168-9610-44de-bf2e-4c2d20d497be tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4488757 Mar 25 20:06:18.346282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56758) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:18.409282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2d0219b6-a7f4-4edb-9538-5de3b8c9a86d tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Unset dirty status for tenant:8e07a0af897649b7aeccd08d083c0d34 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:18.411554 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2d0219b6-a7f4-4edb-9538-5de3b8c9a86d tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.2672675 Mar 25 20:06:18.419449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56764) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:18.473234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3f4d9-c70c-4141-98b2-40f09b8d9f55 None None] Pushing event updated for resources: {'Port': ['ID=18484d14-a206-403f-9664-9ea65be46c3b,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:18.526599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:18.549645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:06:18.555300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:18.558940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:18.579797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Sync routers for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:06:18.582482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Provisioning for port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:18.601826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d43ba238-5c02-4542-ab17-a823ee0715d8 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Deleting port 095d400f-263d-4ccb-b0f4-880eb3887418 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:18.603518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d43ba238-5c02-4542-ab17-a823ee0715d8 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:18.605049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:18.605777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:18.709878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:18.714147 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d43ca0e8-8466-4f0e-bf02-aa68a06bc43c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.7210412 Mar 25 20:06:18.714147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56772) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:18.732740 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'name': 'tempest-NetworksTestDHCPv6-router-2113664558', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:06Z', 'updated_at': '2022-03-25T20:06:11Z', 'revision_number': 2, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None, '_interfaces': [{'id': '0d3eafb3-b2e9-4773-a6b5-0245582394c0', 'name': '', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'mac_address': 'fa:16:3e:27:7a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da268ab0-66af-4cda-a242-2f73e2231cbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:09Z', 'updated_at': '2022-03-25T20:06:17Z', 'revision_number': 4, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'subnets': [{'id': 'da268ab0-66af-4cda-a242-2f73e2231cbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:18.733618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1204195d-86f9-4b1f-804e-904efcfe1e04 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Synchronizing usage tracker for tenant:6dd20afc680944239a3295d80d0ab541 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:18.743714 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac0537-6963-4dc5-97f7-ec6d2e3ff17f None None] The sync data for ids ['6bd30620-0e83-46e4-96bc-2727babbc8e1'] in dv-neutron-835149-1-hyperv is: [{'id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'name': 'tempest-NetworksTestDHCPv6-router-2113664558', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:06Z', 'updated_at': '2022-03-25T20:06:11Z', 'revision_number': 2, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None, '_interfaces': [{'id': '0d3eafb3-b2e9-4773-a6b5-0245582394c0', 'name': '', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'mac_address': 'fa:16:3e:27:7a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da268ab0-66af-4cda-a242-2f73e2231cbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:09Z', 'updated_at': '2022-03-25T20:06:17Z', 'revision_number': 4, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'subnets': [{'id': 'da268ab0-66af-4cda-a242-2f73e2231cbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:06:18.791431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1204195d-86f9-4b1f-804e-904efcfe1e04 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Unset dirty status for tenant:6dd20afc680944239a3295d80d0ab541 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:18.791431 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1204195d-86f9-4b1f-804e-904efcfe1e04 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 207 time: 0.4330707 Mar 25 20:06:18.804977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56778) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:18.939512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:19.136563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:19.214284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d43ba238-5c02-4542-ab17-a823ee0715d8 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:19.229805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Provisioning for port 2cce0649-5207-4a38-914b-b8f349dc21eb completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:19.235774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:19.236653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:19.310036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Provisioning complete for port 2cce0649-5207-4a38-914b-b8f349dc21eb triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:19.310705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:19.635204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d43ba238-5c02-4542-ab17-a823ee0715d8 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Calling delete_port for 095d400f-263d-4ccb-b0f4-880eb3887418 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:19.677009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:19.729925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port 0d3eafb3-b2e9-4773-a6b5-0245582394c0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0d3eafb3-b2e9-4773-a6b5-0245582394c0,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:19.730584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:19.857169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:19.876980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 0d3eafb3-b2e9-4773-a6b5-0245582394c0 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:19.885676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f9abd-09f6-43d1-a6e9-08f069560e0f None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:06:19.939870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:19.979674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3,segment=NetworkSegment(a0d45e03-df5e-44d2-934c-3e799bb4bc0a),segment_id=a0d45e03-df5e-44d2-934c-3e799bb4bc0a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:20.062963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] For port 2cce0649-5207-4a38-914b-b8f349dc21eb, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2cce0649-5207-4a38-914b-b8f349dc21eb,segment=NetworkSegment(992eea75-402a-4483-94f6-270c317d319b),segment_id=992eea75-402a-4483-94f6-270c317d319b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:20.069257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:20.078548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=e515016e-4c50-4f2a-a6fa-12bd168c70f6,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:20.092715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': '2c6ce945-2197-474b-988b-7bf149bc1d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6903f440-e33c-4919-a14c-8ec3e832da8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:20.093162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: 6903f440-e33c-4919-a14c-8ec3e832da8f, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:20.173634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:20.180938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:20.225146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2f898-cebe-4414-acea-be6cb4e018a0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:20.233601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2f898-cebe-4414-acea-be6cb4e018a0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:20.243810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2f898-cebe-4414-acea-be6cb4e018a0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:20.249230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:20.253180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2f898-cebe-4414-acea-be6cb4e018a0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:20.254244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-71d2f898-cebe-4414-acea-be6cb4e018a0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Synchronizing usage tracker for tenant:6dd20afc680944239a3295d80d0ab541 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:20.272726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network 6903f440-e33c-4919-a14c-8ec3e832da8f is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:20.286551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Pushing event updated for resources: {'Port': ['ID=2cce0649-5207-4a38-914b-b8f349dc21eb,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:20.307813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:14Z', 'revision_number': 3, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:20.326253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Provisioning complete for port 18484d14-a206-403f-9664-9ea65be46c3b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:20.326834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d182bfb-b9dc-4d8d-b301-00733478a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:20.359612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-71d2f898-cebe-4414-acea-be6cb4e018a0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Unset dirty status for tenant:6dd20afc680944239a3295d80d0ab541 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:20.360243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Checking router: d34c3d12-ee38-49d1-92ca-2f2cca91a52c for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:06:20.360640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Updating router d34c3d12-ee38-49d1-92ca-2f2cca91a52c port beb6207f-4a39-4dfb-acc9-ad7145807884 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:06:20.364797 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-71d2f898-cebe-4414-acea-be6cb4e018a0 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.5546763 Mar 25 20:06:20.370577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56796) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:20.442017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6903f440-e33c-4919-a14c-8ec3e832da8f) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:20.456909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:20.457658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:20.472559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 18484d14-a206-403f-9664-9ea65be46c3b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:20.552262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:20.567755 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e25767f5-0c2a-4906-ab5b-aa8421a6dfcb tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5901523 Mar 25 20:06:20.571453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56804) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:20.589688 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-48ebf0c1-b92e-4884-93ce-3297f1355876 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2119689 Mar 25 20:06:20.629782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56808) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:20.703965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:20.776715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5069bda-7c14-4274-9108-38548ed78e1e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:20.779475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5069bda-7c14-4274-9108-38548ed78e1e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:20.781371 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d5069bda-7c14-4274-9108-38548ed78e1e tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1539710 Mar 25 20:06:20.794916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56812) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:20.846418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Allocated IP 172.20.0.1 (c73d78e1-c14b-41a1-a3f1-be3374c0c1c3/415a5a04-c2b2-4d12-80a3-23439e76fa4c/18e2233a-024f-4ec1-901d-7a39503c8483) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:20.945382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d43ba238-5c02-4542-ab17-a823ee0715d8 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.041487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56816) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:21.060676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875cf57-c46e-4fc0-8c3f-5d62231233e2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:21.062306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875cf57-c46e-4fc0-8c3f-5d62231233e2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:21.067364 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f875cf57-c46e-4fc0-8c3f-5d62231233e2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2677364 Mar 25 20:06:21.073462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56820) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:21.078585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584698487', 'description': 'tempest-secgroup-smoke-1584698487 description', 'project_id': 'b6c3085b5768464782778bbbcc9c978e'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:21.086073 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.092248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ba238-5c02-4542-ab17-a823ee0715d8 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event deleted for resources: {'Port': ['ID=095d400f-263d-4ccb-b0f4-880eb3887418,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:21.104696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:21.114554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.119096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:21.123691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:21.138933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:21.156866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Transition to ACTIVE for port object beb6207f-4a39-4dfb-acc9-ad7145807884 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:21.201665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d43ba238-5c02-4542-ab17-a823ee0715d8 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.209586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 18484d14-a206-403f-9664-9ea65be46c3b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:21.212035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.236057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.252693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692f9abd-09f6-43d1-a6e9-08f069560e0f None None] Unable to find a vacant binding_index for network 6903f440-e33c-4919-a14c-8ec3e832da8f and agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 25 20:06:21.261748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Transition to ACTIVE for port object 18e2233a-024f-4ec1-901d-7a39503c8483 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:21.264372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.267321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.297873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692f9abd-09f6-43d1-a6e9-08f069560e0f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6903f440-e33c-4919-a14c-8ec3e832da8f) {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:06:21.298991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.332929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.351572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.362295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:21.373211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group_rule and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:21.382965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:21.393433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:21.399386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d43ba238-5c02-4542-ab17-a823ee0715d8 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "DELETE /v2.0/ports/095d400f-263d-4ccb-b0f4-880eb3887418 HTTP/1.1" status: 204 len: 168 time: 2.9663470 Mar 25 20:06:21.399576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56824) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:21.400177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Attempting to bind port beb6207f-4a39-4dfb-acc9-ad7145807884 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:21.400708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Attempting to bind port beb6207f-4a39-4dfb-acc9-ad7145807884 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:21.401077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Attempting to bind port beb6207f-4a39-4dfb-acc9-ad7145807884 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:21.405105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Request body: {'port': {'name': 'tempest-new-port-name-46020200', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:21.405604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.api.validators [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] bootfile-name is not in valid_values {{(pid=88485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:06:21.406034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.api.validators [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] tftp-server is not in valid_values {{(pid=88485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:06:21.406457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.api.validators [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] server-ip-address is not in valid_values {{(pid=88485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 25 20:06:21.407443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fcf23-70b9-4a0a-bd57-44813264e5bc None None] Pushing event updated for resources: {'Port': ['ID=beb6207f-4a39-4dfb-acc9-ad7145807884,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:21.418703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836a9f5-8c71-4f3f-8205-cb4de678cb26 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:21.420057 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f836a9f5-8c71-4f3f-8205-cb4de678cb26 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/networks/f305f0e5-a674-4371-aefe-7bb78b6f2f8d HTTP/1.1" status: 200 len: 798 time: 0.3351653 Mar 25 20:06:21.424537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=0d3eafb3-b2e9-4773-a6b5-0245582394c0,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:21.426624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56828) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:21.455775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:21.456050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:21.456421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.456832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:21.457308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Bound port: beb6207f-4a39-4dfb-acc9-ad7145807884, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:21.457672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.506293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-16d87a11-78ed-4b36-a526-1b4d4bd95d32 None None] Provisioning complete for port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:21.506675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16d87a11-78ed-4b36-a526-1b4d4bd95d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.549019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.641508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Pushing event updated for resources: {'Port': ['ID=18e2233a-024f-4ec1-901d-7a39503c8483,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:21.646412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Deleting port d5d9f632-5999-4e90-8c16-9f5b356187c0 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:21.646818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.649828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.653370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.707323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=e515016e-4c50-4f2a-a6fa-12bd168c70f6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:21.720182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0d3eafb3-b2e9-4773-a6b5-0245582394c0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:21.740767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:21.747613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:21.749487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:21.774355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 0d3eafb3-b2e9-4773-a6b5-0245582394c0 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:21.774703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0d3eafb3-b2e9-4773-a6b5-0245582394c0 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 25 20:06:21.810145 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] For port beb6207f-4a39-4dfb-acc9-ad7145807884, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:21.824254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port 0d3eafb3-b2e9-4773-a6b5-0245582394c0 not found, will not notify nova. {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 25 20:06:21.835757 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] For port beb6207f-4a39-4dfb-acc9-ad7145807884, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=beb6207f-4a39-4dfb-acc9-ad7145807884,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:21.905393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.934691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.934920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:21.938268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.012779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6903f440-e33c-4919-a14c-8ec3e832da8f']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:22.058283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:22.058899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:22.072105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6ce945-2197-474b-988b-7bf149bc1d8e') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:22.072330 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8a3a83b1-f409-4f20-a822-3344b87d8461 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/networks/f305f0e5-a674-4371-aefe-7bb78b6f2f8d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.6274002 Mar 25 20:06:22.072439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6ce945-2197-474b-988b-7bf149bc1d8e') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:22.084995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56832) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:22.115504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fcf23-70b9-4a0a-bd57-44813264e5bc None None] Pushing event updated for resources: {'Port': ['ID=beb6207f-4a39-4dfb-acc9-ad7145807884,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:22.236698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.282523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-16d87a11-78ed-4b36-a526-1b4d4bd95d32 None None] Provisioning for port ce509280-5588-4149-9b94-2cda42166692 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:22.315196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-16d87a11-78ed-4b36-a526-1b4d4bd95d32 None None] Provisioning complete for port ce509280-5588-4149-9b94-2cda42166692 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:22.315196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16d87a11-78ed-4b36-a526-1b4d4bd95d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.327389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.328359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.338924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638646a-90f7-4ca7-8b82-b673e827a6a6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:22.339230 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9638646a-90f7-4ca7-8b82-b673e827a6a6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/subnets/e14b1ce1-5553-4e58-b16a-7a9eed10bff2 HTTP/1.1" status: 200 len: 811 time: 0.2534671 Mar 25 20:06:22.342947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.347247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56836) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:22.374438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:22.389096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:22.389581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:22.405028 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:22.443259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.472867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:22.485543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:22.533119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Calling delete_port for d5d9f632-5999-4e90-8c16-9f5b356187c0 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:22.560616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Router 6bd30620-0e83-46e4-96bc-2727babbc8e1 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:06:22.573809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group_rule and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:22.595666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:22.609849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-16d87a11-78ed-4b36-a526-1b4d4bd95d32 None None] Port ce509280-5588-4149-9b94-2cda42166692 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:06:22.628890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:22.643579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-16d87a11-78ed-4b36-a526-1b4d4bd95d32 None None] Could not find standard attr ID for object 095d400f-263d-4ccb-b0f4-880eb3887418. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:06:22.650463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dcfb4b-2af4-4412-a3d3-968a724e7e23 None None] Network 6903f440-e33c-4919-a14c-8ec3e832da8f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:22.652461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a255219e-b88c-4ca6-b9e3-2363fc624700,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:22.675103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff6a7fe-6080-4b76-a8c0-04c3d7bd4063 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:22.683774 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4ff6a7fe-6080-4b76-a8c0-04c3d7bd4063 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "GET /v2.0/subnets/e14b1ce1-5553-4e58-b16a-7a9eed10bff2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3284578 Mar 25 20:06:22.683774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56840) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:22.698701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-604531882'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:22.712912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:22.749663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:22.765794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.770022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.783069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.799815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:06:22.811348 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b0789e74-3756-466e-80ff-d93b12180fdd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "PUT /v2.0/routers/6bd30620-0e83-46e4-96bc-2727babbc8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8849342 Mar 25 20:06:22.820788 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] Sync routers for ids ['6bd30620-0e83-46e4-96bc-2727babbc8e1'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:06:22.829014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56844) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:22.830571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:22.830939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.858078 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] Routers {'6bd30620-0e83-46e4-96bc-2727babbc8e1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:22.861666 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6bd30620-0e83-46e4-96bc-2727babbc8e1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:22.882195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=6903f440-e33c-4919-a14c-8ec3e832da8f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:22.899523 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e5681127-f199-4d4d-97f5-669455822a29 req-b6cac4ab-b509-4b9f-81ae-f93610578653 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4211800 Mar 25 20:06:22.912914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:22.929963 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:22.941218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.080637 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3d871355-ba3b-4369-a2b7-afbd74c2a40f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/6903f440-e33c-4919-a14c-8ec3e832da8f HTTP/1.1" status: 204 len: 168 time: 2.5048761 Mar 25 20:06:23.087686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56848) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:23.098436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event updated for resources: {'Port': ['ID=ce509280-5588-4149-9b94-2cda42166692,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:23.108750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.170562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-795183809'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:23.193374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] In _notify_port_updated(), no bound segment for port ce509280-5588-4149-9b94-2cda42166692 on network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:06:23.199654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:23.200358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.201769 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c107219f-8d87-4ba9-b28e-f467f2b7d091 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "PUT /v2.0/ports/ce509280-5588-4149-9b94-2cda42166692 HTTP/1.1" status: 200 len: 1127 time: 1.8029969 Mar 25 20:06:23.246347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:23.258250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.258250 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Added segment 61a30418-856a-4885-925e-0cfbb2137758 of type vlan for network 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e Mar 25 20:06:23.262225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b789b-fbfb-47e8-ab5b-638418c4afb8 None None] Network 6903f440-e33c-4919-a14c-8ec3e832da8f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:23.264372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.272079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56852) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:23.272903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:23.279091 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] Set router 6bd30620-0e83-46e4-96bc-2727babbc8e1 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:23.288104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b789b-fbfb-47e8-ab5b-638418c4afb8 None None] Network 6903f440-e33c-4919-a14c-8ec3e832da8f could not be found, it might have been deleted concurrently. {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 25 20:06:23.311553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.341556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b11109-0769-459b-bb93-36c9c7fac169,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:23.385223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:23.387318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2cce0649-5207-4a38-914b-b8f349dc21eb up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:23.406809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:23.435879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:23.442208 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'name': 'tempest-NetworksTestDHCPv6-router-2113664558', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:06Z', 'updated_at': '2022-03-25T20:06:20Z', 'revision_number': 3, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:23.447581 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] Checking router: 6bd30620-0e83-46e4-96bc-2727babbc8e1 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:06:23.452004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195ad36-f5e8-42fc-b777-eb6edbda58a3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:23.454366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195ad36-f5e8-42fc-b777-eb6edbda58a3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:23.455458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a195ad36-f5e8-42fc-b777-eb6edbda58a3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:23.460815 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] Routers {'6bd30620-0e83-46e4-96bc-2727babbc8e1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:23.461915 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6bd30620-0e83-46e4-96bc-2727babbc8e1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:23.466574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.523994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c52272e9-9ec4-4048-999a-3434c91efecb None None] Provisioning for port 18e2233a-024f-4ec1-901d-7a39503c8483 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:23.540925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c52272e9-9ec4-4048-999a-3434c91efecb None None] Provisioning complete for port 18e2233a-024f-4ec1-901d-7a39503c8483 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:23.545602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event deleted for resources: {'Port': ['ID=d5d9f632-5999-4e90-8c16-9f5b356187c0,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:23.566976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c52272e9-9ec4-4048-999a-3434c91efecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.639865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a195ad36-f5e8-42fc-b777-eb6edbda58a3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:23.646225 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a195ad36-f5e8-42fc-b777-eb6edbda58a3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8158262 Mar 25 20:06:23.677443 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.679022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56856) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:23.684082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.689920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:14Z', 'revision_number': 3, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:23.709942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed12ab0-65a7-4ddb-9e07-7fd858c9c2c0 None None] The sync data for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv is: [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:14Z', 'revision_number': 3, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:06:23.711818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c52272e9-9ec4-4048-999a-3434c91efecb None None] Port 18e2233a-024f-4ec1-901d-7a39503c8483 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:06:23.728914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2cce0649-5207-4a38-914b-b8f349dc21eb triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:23.729242 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] Set router 6bd30620-0e83-46e4-96bc-2727babbc8e1 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:23.729678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.757142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.853846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5145e696-e324-4d57-a883-df71c20d56aa None None] Provisioning complete for port ce509280-5588-4149-9b94-2cda42166692 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:23.853846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5145e696-e324-4d57-a883-df71c20d56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.879255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.891208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:23.896770 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e2a50f86-1b38-4d6d-9f2e-66adb8ee81a4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.8479142 Mar 25 20:06:23.943436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56862) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:23.944361 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'name': 'tempest-NetworksTestDHCPv6-router-2113664558', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:06Z', 'updated_at': '2022-03-25T20:06:20Z', 'revision_number': 3, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:23.950419 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322097a2-4f28-4b5b-a438-1e94f861dfa1 None None] The sync data for ids ['6bd30620-0e83-46e4-96bc-2727babbc8e1'] in dv-neutron-835149-1-hyperv is: [{'id': '6bd30620-0e83-46e4-96bc-2727babbc8e1', 'name': 'tempest-NetworksTestDHCPv6-router-2113664558', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:06Z', 'updated_at': '2022-03-25T20:06:20Z', 'revision_number': 3, 'project_id': '8e0a6ae4e241486bb7a724721e82ec30', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:06:23.955397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'security_group_rule': {'security_group_id': '23b11109-0769-459b-bb93-36c9c7fac169', 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:23.964085 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Pushing event updated for resources: {'Port': ['ID=18e2233a-024f-4ec1-901d-7a39503c8483,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:23.986081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4515c939-b7e1-497a-8890-270cbcb30283 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:23.988833 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4515c939-b7e1-497a-8890-270cbcb30283 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "GET /v2.0/ports/ce509280-5588-4149-9b94-2cda42166692 HTTP/1.1" status: 200 len: 1127 time: 0.6775606 Mar 25 20:06:24.006018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:06:24.011734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56866) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:24.014800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:24.015245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:24.018652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5145e696-e324-4d57-a883-df71c20d56aa None None] Port ce509280-5588-4149-9b94-2cda42166692 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:06:24.020970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.061986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group_rule and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:24.065805 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.069205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5681127-f199-4d4d-97f5-669455822a29 req-cd7c73ea-98e6-4fee-8397-22f26cbae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:24.070608 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e5681127-f199-4d4d-97f5-669455822a29 req-cd7c73ea-98e6-4fee-8397-22f26cbae862 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.9887238 Mar 25 20:06:24.071759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:24.126298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:24.136430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d9de7-64b3-4bdd-aa2f-c45aa22d5bbd tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Deleting port ce509280-5588-4149-9b94-2cda42166692 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:24.136824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9de7-64b3-4bdd-aa2f-c45aa22d5bbd tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.144311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0d3eafb3-b2e9-4773-a6b5-0245582394c0 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:24.192702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-013713a9-e197-4834-b639-83e0cb096987 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet da268ab0-66af-4cda-a242-2f73e2231cbf {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:24.194529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 0d3eafb3-b2e9-4773-a6b5-0245582394c0 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:24.194875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0d3eafb3-b2e9-4773-a6b5-0245582394c0 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:24.201220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-013713a9-e197-4834-b639-83e0cb096987 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.276580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.282461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:24.283057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.408094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.491278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:24.564338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-013713a9-e197-4834-b639-83e0cb096987 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.628856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Router f34a1525-3afb-4ebe-b2b0-2e0836b7b410 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:06:24.665869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.666130 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment 06b11c92-daed-4698-af68-f327a30066e6 of type vlan for network 53deb61b-04fd-4008-87cd-79c778de5959 Mar 25 20:06:24.711324 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0260806 Mar 25 20:06:24.712255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75852a6a-46d8-4688-acb8-620f62279174 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Network': ['ID=1619af4a-224c-4bd8-a6b1-d0c32c1bb55e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:24.714277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56870) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:24.727493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:24.729137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'network_id': '1619af4a-224c-4bd8-a6b1-d0c32c1bb55e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:24.802563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:24.812191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.819143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:24.896274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:24.905573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:06:24.921642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e21df-fdbc-4449-8916-83d35e205edb None None] Sync routers for ids ['f34a1525-3afb-4ebe-b2b0-2e0836b7b410'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:06:24.932439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e21df-fdbc-4449-8916-83d35e205edb None None] Routers {'f34a1525-3afb-4ebe-b2b0-2e0836b7b410'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:24.933610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5d3e21df-fdbc-4449-8916-83d35e205edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f34a1525-3afb-4ebe-b2b0-2e0836b7b410'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:24.944776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9de7-64b3-4bdd-aa2f-c45aa22d5bbd tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.007885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5d3e21df-fdbc-4449-8916-83d35e205edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:25.015021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:25.017983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e21df-fdbc-4449-8916-83d35e205edb None None] Routers {'f34a1525-3afb-4ebe-b2b0-2e0836b7b410'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:25.018730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5d3e21df-fdbc-4449-8916-83d35e205edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f34a1525-3afb-4ebe-b2b0-2e0836b7b410'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:25.025507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:25.060672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-013713a9-e197-4834-b639-83e0cb096987 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.092866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5d3e21df-fdbc-4449-8916-83d35e205edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:25.093238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e21df-fdbc-4449-8916-83d35e205edb None None] The sync data for ids ['f34a1525-3afb-4ebe-b2b0-2e0836b7b410'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:06:25.121578 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5681127-f199-4d4d-97f5-669455822a29 req-327e4c2a-54e5-4047-81d9-10fc0c4c1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:25.122950 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e5681127-f199-4d4d-97f5-669455822a29 req-327e4c2a-54e5-4047-81d9-10fc0c4c1ab4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.9490869 Mar 25 20:06:25.131579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Made reservation on behalf of 6dd20afc680944239a3295d80d0ab541 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:25.135155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.153756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9e0f47a5-3553-4b5d-a98a-41c324c284f2 None None] Provisioning complete for port 18e2233a-024f-4ec1-901d-7a39503c8483 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:25.154056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e0f47a5-3553-4b5d-a98a-41c324c284f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.210914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f47a5-3553-4b5d-a98a-41c324c284f2 None None] Port 18e2233a-024f-4ec1-901d-7a39503c8483 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:06:25.219725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d9de7-64b3-4bdd-aa2f-c45aa22d5bbd tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Calling delete_port for ce509280-5588-4149-9b94-2cda42166692 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:25.251401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.289796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-23e20a04-ff6d-4929-9729-0b2c732b61e3 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "PUT /v2.0/routers/f34a1525-3afb-4ebe-b2b0-2e0836b7b410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4742537 Mar 25 20:06:25.299144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56874) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:25.299881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f96e89e-f559-49ee-8abb-18796bebac8b,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:25.391503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.396828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:25.397400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.431938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing IP validity checks on allocation pools {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 25 20:06:25.432429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 25 20:06:25.457549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.458723 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e9482209-6074-4ecf-a4ee-5dd4f8f40c55 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5143278 Mar 25 20:06:25.462297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56878) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:25.467033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1ff634bc-5450-47a8-9e04-56d6cf953738 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.490057 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e5681127-f199-4d4d-97f5-669455822a29 req-16e1494e-c00c-411a-9568-11960be7289b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 1001 time: 0.3289764 Mar 25 20:06:25.526521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'security_group_rule': {'security_group_id': '23b11109-0769-459b-bb93-36c9c7fac169', 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:25.543649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:25.623257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-013713a9-e197-4834-b639-83e0cb096987 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.628671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group_rule and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:25.629085 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5240536 Mar 25 20:06:25.643941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:25.646491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56882) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:25.667965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf8978-f130-461c-bc8e-b2082d988b16 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=53deb61b-04fd-4008-87cd-79c778de5959,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:25.678174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Router d34c3d12-ee38-49d1-92ca-2f2cca91a52c has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:06:25.682973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 53deb61b-04fd-4008-87cd-79c778de5959 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:25.688857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-013713a9-e197-4834-b639-83e0cb096987 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.690501 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-013713a9-e197-4834-b639-83e0cb096987 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/da268ab0-66af-4cda-a242-2f73e2231cbf HTTP/1.1" status: 204 len: 168 time: 2.0000520 Mar 25 20:06:25.691556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013713a9-e197-4834-b639-83e0cb096987 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=da268ab0-66af-4cda-a242-2f73e2231cbf,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:25.693072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56886) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:25.704941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32187258-f17d-4b66-9267-209c5419c268 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:25.716828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:25.721669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': '53deb61b-04fd-4008-87cd-79c778de5959', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:25.757016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5681127-f199-4d4d-97f5-669455822a29 req-79ba9b55-8e61-4dc7-bbe7-f629a6b2134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:25.758468 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e5681127-f199-4d4d-97f5-669455822a29 req-79ba9b55-8e61-4dc7-bbe7-f629a6b2134b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.2554772 Mar 25 20:06:25.951305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1ff634bc-5450-47a8-9e04-56d6cf953738 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.957846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1ff634bc-5450-47a8-9e04-56d6cf953738 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:25.981437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.023645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:26.033135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:subnet and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:26.042116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:26.050715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9de7-64b3-4bdd-aa2f-c45aa22d5bbd tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.057589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:26.067256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:26.071650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] Deleting port 6823c682-d878-4a31-9e65-afda75820dd1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:26.074542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.119506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d9de7-64b3-4bdd-aa2f-c45aa22d5bbd tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event deleted for resources: {'Port': ['ID=ce509280-5588-4149-9b94-2cda42166692,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:26.129809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1ff634bc-5450-47a8-9e04-56d6cf953738 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.130832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff634bc-5450-47a8-9e04-56d6cf953738 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Fanout notify agent at l3_agent the message router_deleted on router f34a1525-3afb-4ebe-b2b0-2e0836b7b410 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:06:26.197258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c7d9de7-64b3-4bdd-aa2f-c45aa22d5bbd tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.200204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7c7d9de7-64b3-4bdd-aa2f-c45aa22d5bbd tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "DELETE /v2.0/ports/ce509280-5588-4149-9b94-2cda42166692 HTTP/1.1" status: 204 len: 168 time: 2.1861670 Mar 25 20:06:26.205357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56890) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:26.212090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4ad32b55-5736-4edd-9f13-67bc6b9f140f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:router {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:26.263041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:26.266606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.273715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:06:26.285082 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Sync routers for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:06:26.297007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.302463 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:26.305345 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:26.314939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1ff634bc-5450-47a8-9e04-56d6cf953738 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.315629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5681127-f199-4d4d-97f5-669455822a29 req-ec045440-02fa-4dfa-9434-17216fc45430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:26.316091 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1ff634bc-5450-47a8-9e04-56d6cf953738 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "DELETE /v2.0/routers/f34a1525-3afb-4ebe-b2b0-2e0836b7b410 HTTP/1.1" status: 204 len: 168 time: 1.0126746 Mar 25 20:06:26.318200 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e5681127-f199-4d4d-97f5-669455822a29 req-ec045440-02fa-4dfa-9434-17216fc45430 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5423746 Mar 25 20:06:26.319566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56894) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:26.370217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device beb6207f-4a39-4dfb-acc9-ad7145807884 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:26.394511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce019d54-799f-486b-92ca-2f3902e0b782 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Deleting subnet 79291ef9-042a-4517-8bcc-93f9abef9bc1 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:26.400947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.413352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce019d54-799f-486b-92ca-2f3902e0b782 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.489333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] For port 6823c682-d878-4a31-9e65-afda75820dd1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6823c682-d878-4a31-9e65-afda75820dd1,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:26.489333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.489637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20078c66-b561-405f-9c96-39133b0dd016,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:26.494092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6e5960-7799-461f-be5f-b4c04209c218 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Deleting subnet 6768184f-92c5-4d05-9c4f-2ff564c687dc {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:26.503623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4ad32b55-5736-4edd-9f13-67bc6b9f140f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:router {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:26.504956 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4ad32b55-5736-4edd-9f13-67bc6b9f140f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8084726 Mar 25 20:06:26.505882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae6e5960-7799-461f-be5f-b4c04209c218 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.508666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce019d54-799f-486b-92ca-2f3902e0b782 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.538918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56898) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:26.549845 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f695a522-084d-41b3-8a0c-548dc51bbc94 admin admin] 10.222.0.37 "PUT /v2.0/routers/d34c3d12-ee38-49d1-92ca-2f2cca91a52c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8348951 Mar 25 20:06:26.577861 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:26.694745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port beb6207f-4a39-4dfb-acc9-ad7145807884 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:26.716519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] Calling delete_port for 6823c682-d878-4a31-9e65-afda75820dd1 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:26.756336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port beb6207f-4a39-4dfb-acc9-ad7145807884 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:26.757097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.805343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae6e5960-7799-461f-be5f-b4c04209c218 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.831872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:26.836875 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-01773433-8261-42fb-8a62-7a6cbcb3d55d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3707185 Mar 25 20:06:26.840771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56908) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:26.883029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'security_group_rule': {'security_group_id': '23b11109-0769-459b-bb93-36c9c7fac169', 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:26.908360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:26.919066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group_rule and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:26.925496 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e5681127-f199-4d4d-97f5-669455822a29 req-0b5cebfe-c4b1-4875-9f36-0d00fab09341 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540021 Mar 25 20:06:26.928440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:26.963007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:26.988714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.000585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23fc9595-9b34-4b4d-a0cf-9efcfce94f1a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.059977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.082958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port beb6207f-4a39-4dfb-acc9-ad7145807884, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=beb6207f-4a39-4dfb-acc9-ad7145807884,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:27.084345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.118154 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:23Z', 'revision_number': 2, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:27.123662 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Checking router: d34c3d12-ee38-49d1-92ca-2f2cca91a52c for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:06:27.124014 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Updating router d34c3d12-ee38-49d1-92ca-2f2cca91a52c port 18e2233a-024f-4ec1-901d-7a39503c8483 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:06:27.140578 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] No DVR routers for this DVR port 6823c682-d878-4a31-9e65-afda75820dd1 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:27.151608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904949a-f01f-4028-9122-6dacdd409689 None None] Pushing event deleted for resources: {'Port': ['ID=6823c682-d878-4a31-9e65-afda75820dd1,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:27.166831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.176362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.185220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae6e5960-7799-461f-be5f-b4c04209c218 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.204807 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.253656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Checking segment: {'id': '61a30418-856a-4885-925e-0cfbb2137758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1619af4a-224c-4bd8-a6b1-d0c32c1bb55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:27.254217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network hostable DHCP agents. Network: 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:27.275931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=fe7d1205-026a-4f62-83b6-adda297e5ed9,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:27.305812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=beb6207f-4a39-4dfb-acc9-ad7145807884,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:27.322246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6823c682-d878-4a31-9e65-afda75820dd1 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:27.360461 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e5681127-f199-4d4d-97f5-669455822a29 req-0fa24938-096c-4517-b30a-ed0e7e6e93b2 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202096 Mar 25 20:06:27.372408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 6823c682-d878-4a31-9e65-afda75820dd1 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:27.373252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6823c682-d878-4a31-9e65-afda75820dd1 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:27.400157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.420744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce019d54-799f-486b-92ca-2f3902e0b782 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.434111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Network 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:27.469596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23fc9595-9b34-4b4d-a0cf-9efcfce94f1a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.469849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.472921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23fc9595-9b34-4b4d-a0cf-9efcfce94f1a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.481842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae6e5960-7799-461f-be5f-b4c04209c218 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.532047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d62cf40-a714-4184-a58b-0ad33182afaf,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:27.539385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e5960-7799-461f-be5f-b4c04209c218 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event deleted for resources: {'Subnet': ['ID=6768184f-92c5-4d05-9c4f-2ff564c687dc,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:27.540949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:27.543387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae6e5960-7799-461f-be5f-b4c04209c218 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.549368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d0347-15e7-4113-8d04-3875d5c9c1bb None None] Network befb4534-90a2-4dcb-89b3-cc3435b061f1 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:27.558131 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ae6e5960-7799-461f-be5f-b4c04209c218 tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "DELETE /v2.0/subnets/6768184f-92c5-4d05-9c4f-2ff564c687dc HTTP/1.1" status: 204 len: 168 time: 1.1885693 Mar 25 20:06:27.558336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.561607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56914) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:27.594728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549e318-e355-4cb0-9d6d-84ac6eb68448 None None] Network 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:27.599965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:27.601000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.618363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23fc9595-9b34-4b4d-a0cf-9efcfce94f1a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.619308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fc9595-9b34-4b4d-a0cf-9efcfce94f1a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Fanout notify agent at l3_agent the message router_deleted on router 6bd30620-0e83-46e4-96bc-2727babbc8e1 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:06:27.628799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce019d54-799f-486b-92ca-2f3902e0b782 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.662490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce019d54-799f-486b-92ca-2f3902e0b782 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.686421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.691023 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a44e54ba-4b3b-4b02-a22f-87ed32f72d23 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8392954 Mar 25 20:06:27.691938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=052d2dc9-76ab-48d5-99d0-e4b06c1623ac,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:27.692937 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56918) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:27.699025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f585f-d083-4d6b-bf3c-a6fb525d4ba5 None None] Network fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:27.725882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'security_group_rule': {'security_group_id': '23b11109-0769-459b-bb93-36c9c7fac169', 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:27.742797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:27.751007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.753295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group_rule and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:27.757331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:27.770024 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-550e8107-60d5-4ae5-adad-6a6d37d58b61 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0436523 Mar 25 20:06:27.773765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56924) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:27.776506 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ce019d54-799f-486b-92ca-2f3902e0b782 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "DELETE /v2.0/subnets/79291ef9-042a-4517-8bcc-93f9abef9bc1 HTTP/1.1" status: 204 len: 168 time: 1.5713434 Mar 25 20:06:27.788120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:27.794156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a05ae102-e098-4fb1-b850-c5d893150bed tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:27.810391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce019d54-799f-486b-92ca-2f3902e0b782 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event deleted for resources: {'Subnet': ['ID=79291ef9-042a-4517-8bcc-93f9abef9bc1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:27.817695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56928) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:27.826533 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.852397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': '06b11c92-daed-4698-af68-f327a30066e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53deb61b-04fd-4008-87cd-79c778de5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:27.853580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: 53deb61b-04fd-4008-87cd-79c778de5959, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:27.855073 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Transition to ACTIVE for port object 18e2233a-024f-4ec1-901d-7a39503c8483 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:27.856635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Deleting port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:27.856914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.972979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-23fc9595-9b34-4b4d-a0cf-9efcfce94f1a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:27.974198 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-23fc9595-9b34-4b4d-a0cf-9efcfce94f1a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/routers/6bd30620-0e83-46e4-96bc-2727babbc8e1 HTTP/1.1" status: 204 len: 168 time: 1.4343421 Mar 25 20:06:27.979679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56932) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:28.005879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.011437 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.022664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Deleting port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:28.023104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.030115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.130119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network 53deb61b-04fd-4008-87cd-79c778de5959 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:28.273117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] For port b7dee7d1-3419-48bf-8a8d-0befeabbaf44, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b7dee7d1-3419-48bf-8a8d-0befeabbaf44,segment=NetworkSegment(1dc36ec5-5c58-4100-a990-6033957da8ff),segment_id=1dc36ec5-5c58-4100-a990-6033957da8ff)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:28.273477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.275748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 53deb61b-04fd-4008-87cd-79c778de5959) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:28.293579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:28.294317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.341137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] For port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3,segment=NetworkSegment(a0d45e03-df5e-44d2-934c-3e799bb4bc0a),segment_id=a0d45e03-df5e-44d2-934c-3e799bb4bc0a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:28.341575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.359138 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaef05e-eaed-40ab-ae21-95a169094cbd None None] Pushing event updated for resources: {'Port': ['ID=18e2233a-024f-4ec1-901d-7a39503c8483,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:28.367578 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device beb6207f-4a39-4dfb-acc9-ad7145807884 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:28.426553 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-445da497-8818-4e73-abd1-a92a337cac8e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7762990 Mar 25 20:06:28.478647 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Attempting to bind port 18e2233a-024f-4ec1-901d-7a39503c8483 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:28.479153 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Attempting to bind port 18e2233a-024f-4ec1-901d-7a39503c8483 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:28.479519 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Attempting to bind port 18e2233a-024f-4ec1-901d-7a39503c8483 on network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:28.493756 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:28.500980 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Checking segment: {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:28.501498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ddaab-c1a4-4b92-bfc9-9de5797d659f None None] Network 53deb61b-04fd-4008-87cd-79c778de5959 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:28.501602 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.501602 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Bound using segment: {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:28.501602 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Bound port: 18e2233a-024f-4ec1-901d-7a39503c8483, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:28.501602 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.501925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56938) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:28.501925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56940) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:28.545644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Calling delete_port for 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:28.587900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42902070', 'description': 'tempest-description--1686103488'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:28.594523 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] For port 18e2233a-024f-4ec1-901d-7a39503c8483, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:28.598473 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] For port 18e2233a-024f-4ec1-901d-7a39503c8483, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=18e2233a-024f-4ec1-901d-7a39503c8483,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:28.611093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:28.633961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Calling delete_port for b7dee7d1-3419-48bf-8a8d-0befeabbaf44 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:28.710378 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.735095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f6b75069-0888-4701-a75a-6c6bea274298 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:28.757196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e57b4f-333f-4217-be49-e4c01e40e4d7 None None] DHCP port deletion for fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:28.765378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a05ae102-e098-4fb1-b850-c5d893150bed tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14856247'] for subnet, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.775417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-1619af4a-224c-4bd8-a6b1-d0c32c1bb55e', 'network_id': '1619af4a-224c-4bd8-a6b1-d0c32c1bb55e', 'tenant_id': '6dd20afc680944239a3295d80d0ab541', 'fixed_ips': [{'subnet_id': 'fe7d1205-026a-4f62-83b6-adda297e5ed9'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:28.776242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.799393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.835636 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:28.836369 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:28.837336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Usage tracker for resource:security_group and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:28.851807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:28.874766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:28.879761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f6b75069-0888-4701-a75a-6c6bea274298 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:28.880966 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f6b75069-0888-4701-a75a-6c6bea274298 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.8949277 Mar 25 20:06:28.890350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56946) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:28.901104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event deleted for resources: {'Port': ['ID=b7dee7d1-3419-48bf-8a8d-0befeabbaf44,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:28.923103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-64e57b4f-333f-4217-be49-e4c01e40e4d7 None None] Deleting port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:28.923560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-64e57b4f-333f-4217-be49-e4c01e40e4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.964132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port beb6207f-4a39-4dfb-acc9-ad7145807884 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:28.964427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:28.969675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] No DVR routers for this DVR port b7dee7d1-3419-48bf-8a8d-0befeabbaf44 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:29.057981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.077693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd70d9-2ac2-4775-8859-36bf6240bac2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:29.079909 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1ffd70d9-2ac2-4775-8859-36bf6240bac2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1867528 Mar 25 20:06:29.083003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56950) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:29.086558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.086821 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaef05e-eaed-40ab-ae21-95a169094cbd None None] Pushing event updated for resources: {'Port': ['ID=18e2233a-024f-4ec1-901d-7a39503c8483,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:29.102712 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:29.131808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.177333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-64e57b4f-333f-4217-be49-e4c01e40e4d7 None None] The port '9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:06:29.207527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:29.207939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.248620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.254262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.295069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6657f7ce-eeec-435c-b4b4-30975ecf6a6b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:router {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:29.299210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Usage tracker for resource:security_group_rule and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:29.317317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befb4534-90a2-4dcb-89b3-cc3435b061f1']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:29.337312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aca05ea-9423-4ea7-b508-b43f5f05bcc7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:29.339731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:29.346335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 25 20:06:29.346335 dv-neutron-835149-1-hyperv neutron-server[88486]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 25 20:06:29.346335 dv-neutron-835149-1-hyperv neutron-server[88486]: [parameters: {'in_use': 1, 'id_1': 'fe7d1205-026a-4f62-83b6-adda297e5ed9'}] Mar 25 20:06:29.346335 dv-neutron-835149-1-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:06:29.346693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:06:29.356045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event deleted for resources: {'Port': ['ID=9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:29.357087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc36ec5-5c58-4100-a990-6033957da8ff') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:29.357389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc36ec5-5c58-4100-a990-6033957da8ff') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:29.375285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:29.395113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] No DVR routers for this DVR port 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:29.417573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.447959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6657f7ce-eeec-435c-b4b4-30975ecf6a6b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:router {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:29.449407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6657f7ce-eeec-435c-b4b4-30975ecf6a6b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3650882 Mar 25 20:06:29.455268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67d0d1a-2df5-40b1-9fb6-d50f2303c0cb None None] DHCP port deletion for befb4534-90a2-4dcb-89b3-cc3435b061f1 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:29.460616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.462785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56954) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:29.482909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:29.483733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-53deb61b-04fd-4008-87cd-79c778de5959', 'network_id': '53deb61b-04fd-4008-87cd-79c778de5959', 'tenant_id': 'cabcfb4eb074405392c0a7f99c0c8eec', 'fixed_ips': [{'subnet_id': '052d2dc9-76ab-48d5-99d0-e4b06c1623ac'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:29.484694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.511899 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.514867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:29.515278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:29.531058 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:29.545789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.549793 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6906a35e-78f2-495a-9cd7-b1e51f1e6ef4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8558803 Mar 25 20:06:29.552990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56958) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:29.563873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'security_group_rule': {'security_group_id': '23b11109-0769-459b-bb93-36c9c7fac169', 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:29.602554 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:28Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:29.608953 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5424f-5dd7-4eeb-aa06-0aad08ee11e3 None None] The sync data for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv is: [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:28Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:06:29.695576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Allocated IP 2001:db8::1 (53deb61b-04fd-4008-87cd-79c778de5959/052d2dc9-76ab-48d5-99d0-e4b06c1623ac/b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:29.698467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.728946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.756180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:29.764758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a05ae102-e098-4fb1-b850-c5d893150bed tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780952702967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14907784'] for subnet, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.766105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef8bdb7-7b7e-4aaa-bec6-b731ad66c061']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:29.786006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d45e03-df5e-44d2-934c-3e799bb4bc0a') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:29.786381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d45e03-df5e-44d2-934c-3e799bb4bc0a') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:29.795489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.829724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.837788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d015dcf1-7b3d-4719-a7c2-dbaec1316706,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:29.852353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.860162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group_rule and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:29.860374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.870654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:29.901643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:29.911830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ae102-e098-4fb1-b850-c5d893150bed tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:29.912632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a05ae102-e098-4fb1-b850-c5d893150bed tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.914048 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a05ae102-e098-4fb1-b850-c5d893150bed tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "PUT /v2.0/subnets/fe7d1205-026a-4f62-83b6-adda297e5ed9 HTTP/1.1" status: 200 len: 877 time: 2.1391487 Mar 25 20:06:29.917208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56962) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:29.919276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ae102-e098-4fb1-b850-c5d893150bed tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event updated for resources: {'Subnet': ['ID=fe7d1205-026a-4f62-83b6-adda297e5ed9,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:29.928923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:29.940395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:29.965515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.969730 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9535b0e0-b4a8-44ff-b450-947687b277c8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4693379 Mar 25 20:06:29.970807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56966) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:29.978154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Request body: {'security_group_rule': {'security_group_id': 'd015dcf1-7b3d-4719-a7c2-dbaec1316706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:29.988229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:29.991125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:30.014507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.028743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:30.029153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.029358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Usage tracker for resource:security_group_rule and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:30.035980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:30.039932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] Pushing event deleted for resources: {'Network': ['ID=befb4534-90a2-4dcb-89b3-cc3435b061f1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:30.046157 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Project b6c3085b5768464782778bbbcc9c978e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:30.055530 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:30.057886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:30.062662 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c54f686b-4cfe-49f7-bcd5-fd5c6a05d03a tempest-FloatingIPNegativeTestJSON-969684220 tempest-FloatingIPNegativeTestJSON-969684220-project] 10.222.0.37 "DELETE /v2.0/networks/befb4534-90a2-4dcb-89b3-cc3435b061f1 HTTP/1.1" status: 204 len: 168 time: 2.4975615 Mar 25 20:06:30.084385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:30.090686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.113036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.133124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Transition to ACTIVE for port object b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:30.135054 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.149185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Allocated IP 172.20.0.3 (1619af4a-224c-4bd8-a6b1-d0c32c1bb55e/fe7d1205-026a-4f62-83b6-adda297e5ed9/dcc9ccd4-33e0-42c3-b479-b881d6b90979) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:30.162117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.169771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Transition to ACTIVE for port object b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:30.258672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 18e2233a-024f-4ec1-901d-7a39503c8483 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:30.300712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.322696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.342066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.400368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.433228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.437009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.445727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Network 53deb61b-04fd-4008-87cd-79c778de5959 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:30.450763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.452418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:30.463689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:30.495635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.524260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=052d2dc9-76ab-48d5-99d0-e4b06c1623ac,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:30.534419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.543157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.579198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] Pushing event deleted for resources: {'Network': ['ID=fef8bdb7-7b7e-4aaa-bec6-b731ad66c061,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:30.584866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c04271-a6de-4ca6-a256-07cdc99f59d0,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:30.623237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacd4af1-15dd-4368-803e-80ae14479025,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:30.653616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.657446 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-40a7100a-2a07-450b-937c-f64a24af7dfc tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6829619 Mar 25 20:06:30.658274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56974) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:30.663390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Request body: {'security_group_rule': {'security_group_id': 'd015dcf1-7b3d-4719-a7c2-dbaec1316706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:30.682624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:30.688149 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fdf58cbf-5200-452a-bd9e-ef2a6719c636 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474 tempest-ExtraDHCPOptionsIpV6TestJSON-607566474-project] 10.222.0.37 "DELETE /v2.0/networks/fef8bdb7-7b7e-4aaa-bec6-b731ad66c061 HTTP/1.1" status: 204 len: 168 time: 2.8652582 Mar 25 20:06:30.697344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.705652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.709537 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1138a72f-8756-456b-8111-b5a1f479f82e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1528392 Mar 25 20:06:30.721492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Usage tracker for resource:security_group_rule and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:30.725579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56980) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:30.729745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:30.734394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'security_group_rule': {'security_group_id': '23b11109-0769-459b-bb93-36c9c7fac169', 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:30.740147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:30.743983 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:30.744468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:security_group_rule and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:30.747583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:30.757537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:30.769145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53deb61b-04fd-4008-87cd-79c778de5959']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:30.788272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Pushing event updated for resources: {'Port': ['ID=b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:30.789944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b11c92-daed-4698-af68-f327a30066e6') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:30.790246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b11c92-daed-4698-af68-f327a30066e6') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:30.826245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56984) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:30.833882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.836636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Attempting to bind port b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:30.837102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Attempting to bind port b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '06b11c92-daed-4698-af68-f327a30066e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53deb61b-04fd-4008-87cd-79c778de5959'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:30.837555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Attempting to bind port b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab on network 53deb61b-04fd-4008-87cd-79c778de5959 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:30.854028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.861660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:30.862430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Checking segment: {'id': '06b11c92-daed-4698-af68-f327a30066e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53deb61b-04fd-4008-87cd-79c778de5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:30.863033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.863623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Bound using segment: {'id': '06b11c92-daed-4698-af68-f327a30066e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53deb61b-04fd-4008-87cd-79c778de5959'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:30.864148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.870284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Bound port: b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b11c92-daed-4698-af68-f327a30066e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '53deb61b-04fd-4008-87cd-79c778de5959'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:30.870923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.875173 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Project b6c3085b5768464782778bbbcc9c978e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:06:30.879897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:30.880295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:30.897331 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:30.908006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:30.910439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.000553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Transition to ACTIVE for port object dcc9ccd4-33e0-42c3-b479-b881d6b90979 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:31.011048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 18e2233a-024f-4ec1-901d-7a39503c8483 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:31.030929 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 18e2233a-024f-4ec1-901d-7a39503c8483 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:31.031640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.044072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:06:31.046628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.067817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.100194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.122225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Transition to ACTIVE for port object dcc9ccd4-33e0-42c3-b479-b881d6b90979 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:31.125835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:31.129185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:31.130453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-30d16941-c576-4d8e-80d1-2a2e63ea60d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54c4a5c3ca2a4727bb48e276d4c7c07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041964 Mar 25 20:06:31.130773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 56990) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:31.138520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:31.139119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.145677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] For port b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:31.148012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15494cab-3311-4d7b-acb8-214a1e508ba7 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:31.154937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:06:31.154937 dv-neutron-835149-1-hyperv neutron-server[88484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:06:31.154937 dv-neutron-835149-1-hyperv neutron-server[88484]: [parameters: {'id': '53deb61b-04fd-4008-87cd-79c778de5959'}] Mar 25 20:06:31.154937 dv-neutron-835149-1-hyperv neutron-server[88484]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:06:31.155556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:06:31.156589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.192275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=5e241a99-bce7-4753-b1f6-386e13f70d92,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:31.220337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.232985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7651937c-34ec-413c-86c0-ddae62fd1342,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:31.267345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bbe0fb-fc17-4553-ad42-bcd034b8a18a,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:31.267608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.278265 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1147d131-c256-4e22-87ae-881afba93440 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8110549 Mar 25 20:06:31.279813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59a3a909-5700-4a67-b807-d8a9b4e246b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.281830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 56996) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:31.291845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:31.311599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] For port b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab,segment=NetworkSegment(06b11c92-daed-4698-af68-f327a30066e6),segment_id=06b11c92-daed-4698-af68-f327a30066e6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:31.321056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59a3a909-5700-4a67-b807-d8a9b4e246b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.349318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Network 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:31.357033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:31.359721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:31.365047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.370124 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5a940ebb-ff22-4a03-a1ee-4eff56a030e4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7108521 Mar 25 20:06:31.370828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57000) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:31.406920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:31.413732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:31.417753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Usage tracker for resource:floatingip and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:31.423360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:31.430523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.430755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:31.494003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Pushing event updated for resources: {'Port': ['ID=dcc9ccd4-33e0-42c3-b479-b881d6b90979,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:31.564210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57004) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:31.567062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.571009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-596b76fc-6653-4a4f-a273-b26c46e3e15a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8414176 Mar 25 20:06:31.572344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57008) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:31.577932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.580025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'network': {'name': 'tempest-network-smoke--230142518', 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'port_security_enabled': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:31.586419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:31.590924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:network and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:31.595975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:31.605349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:31.630642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7d1205-026a-4f62-83b6-adda297e5ed9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:31.659585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.669186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59a3a909-5700-4a67-b807-d8a9b4e246b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.695976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3a909-5700-4a67-b807-d8a9b4e246b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfb0569-b4da-4477-bff0-944d852fc6fa,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:31.698312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.702967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting port b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:31.703307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.715517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Made reservation on behalf of b6c3085b5768464782778bbbcc9c978e for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:31.720040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.740208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.744115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59a3a909-5700-4a67-b807-d8a9b4e246b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.749320 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-59a3a909-5700-4a67-b807-d8a9b4e246b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bfb0569-b4da-4477-bff0-944d852fc6fa HTTP/1.1" status: 204 len: 168 time: 0.6145535 Mar 25 20:06:31.774878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Attempting to bind port dcc9ccd4-33e0-42c3-b479-b881d6b90979 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:31.775166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Attempting to bind port dcc9ccd4-33e0-42c3-b479-b881d6b90979 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '61a30418-856a-4885-925e-0cfbb2137758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1619af4a-224c-4bd8-a6b1-d0c32c1bb55e'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:31.775529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Attempting to bind port dcc9ccd4-33e0-42c3-b479-b881d6b90979 on network 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:31.790018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:31.813153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:31.815679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 18e2233a-024f-4ec1-901d-7a39503c8483, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=18e2233a-024f-4ec1-901d-7a39503c8483,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:31.817161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:31.817584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Checking segment: {'id': '61a30418-856a-4885-925e-0cfbb2137758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1619af4a-224c-4bd8-a6b1-d0c32c1bb55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:31.818052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.818479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Bound using segment: {'id': '61a30418-856a-4885-925e-0cfbb2137758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1619af4a-224c-4bd8-a6b1-d0c32c1bb55e'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:31.819042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Bound port: dcc9ccd4-33e0-42c3-b479-b881d6b90979, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a30418-856a-4885-925e-0cfbb2137758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1619af4a-224c-4bd8-a6b1-d0c32c1bb55e'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:31.819470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.823143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:31.839273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.865574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.866060 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Added segment 2b009d4b-bd82-4e4c-9c48-2f380a71eab1 of type vlan for network 8ebf021b-1c9c-4128-a9d9-559021070953 Mar 25 20:06:31.888228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1619af4a-224c-4bd8-a6b1-d0c32c1bb55e']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:31.893650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c343ede-53cd-4b35-b159-cf8bbb413429 None None] Pushing event updated for resources: {'Port': ['ID=b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:31.911282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.949830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a30418-856a-4885-925e-0cfbb2137758') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:31.950129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a30418-856a-4885-925e-0cfbb2137758') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:31.962182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:31.964171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.965715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:31.966438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.005542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.029234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '5e241a99-bce7-4753-b1f6-386e13f70d92'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:32.030385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.044612 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.050631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:32.051253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.059013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5bf96c85-19e5-44d9-9d0f-baab02b79a34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e07a0af897649b7aeccd08d083c0d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908683 Mar 25 20:06:32.059210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:32.070184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57016) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:32.122987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.126249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:32.127272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f95a8dc-cea4-4a30-a5a5-1e667f76a9b3 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:32.127272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b7dee7d1-3419-48bf-8a8d-0befeabbaf44 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:32.194102 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6193833 Mar 25 20:06:32.200859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57022) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:32.212792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'admin_state_up': True, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:32.215732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:32.216146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.219187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c60c53-1753-4d7c-bfea-4e083e40e3f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'Network': ['ID=8ebf021b-1c9c-4128-a9d9-559021070953,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:32.225217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:32.228742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: b7dee7d1-3419-48bf-8a8d-0befeabbaf44 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:32.229089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b7dee7d1-3419-48bf-8a8d-0befeabbaf44 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:32.236853 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:32.257917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 8ebf021b-1c9c-4128-a9d9-559021070953 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:32.266474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:router and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:32.274364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:32.289024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:32.316764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Allocated IP 172.26.8.104 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/186c8451-f9d9-43d1-b084-8fa04ad7b27f) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:32.363923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f95948-c664-4fab-8510-3f98f86a0579 None None] Network 53deb61b-04fd-4008-87cd-79c778de5959 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:32.396022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82dabd1a-0cc7-48e7-80b5-a3ecd033ce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.423985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.425083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.426831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] For port b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab,segment=NetworkSegment(06b11c92-daed-4698-af68-f327a30066e6),segment_id=06b11c92-daed-4698-af68-f327a30066e6)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:32.427193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.441906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.481314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=18e2233a-024f-4ec1-901d-7a39503c8483,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:32.520734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-035a0655-a708-4ead-b017-968daffd4990 None None] For port dcc9ccd4-33e0-42c3-b479-b881d6b90979, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:32.527530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.565241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:06:32.565241 dv-neutron-835149-1-hyperv neutron-server[88484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:06:32.565241 dv-neutron-835149-1-hyperv neutron-server[88484]: [parameters: {'id': '1619af4a-224c-4bd8-a6b1-d0c32c1bb55e'}] Mar 25 20:06:32.565241 dv-neutron-835149-1-hyperv neutron-server[88484]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:06:32.565699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:06:32.578708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Calling delete_port for b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:32.617074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82dabd1a-0cc7-48e7-80b5-a3ecd033ce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.625622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-035a0655-a708-4ead-b017-968daffd4990 None None] For port dcc9ccd4-33e0-42c3-b479-b881d6b90979, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=dcc9ccd4-33e0-42c3-b479-b881d6b90979,segment=NetworkSegment(61a30418-856a-4885-925e-0cfbb2137758),segment_id=61a30418-856a-4885-925e-0cfbb2137758)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:32.734465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.817468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.844847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.898177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82dabd1a-0cc7-48e7-80b5-a3ecd033ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.909049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No DVR routers for this DVR port b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:32.912288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:32.921914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Allocated IP 2001:db8::f816:3eff:feb8:e134 (16eab8e5-a832-428a-a293-9fd25f5afb33/5e241a99-bce7-4753-b1f6-386e13f70d92/60783b97-c33f-45f4-868e-693f1652a84f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:32.933294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0655-a708-4ead-b017-968daffd4990 None None] Pushing event updated for resources: {'Port': ['ID=dcc9ccd4-33e0-42c3-b479-b881d6b90979,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:32.939632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Port': ['ID=b20f4e22-ab71-41c5-94cd-ac1b6bbf99ab,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:32.974630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dabd1a-0cc7-48e7-80b5-a3ecd033ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a4e269-73c4-45c9-a7af-ada87e8b03fd,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:33.004677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.008159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcefd44-45d0-4c36-a503-6dde03e65444 None None] Network 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:33.021418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:33.030802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:33.033767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:33.087268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event updated for resources: {'Port': ['ID=186c8451-f9d9-43d1-b084-8fa04ad7b27f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:33.103706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.136524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.161036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:33.169023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:33.172692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:33.173471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.210024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port dcc9ccd4-33e0-42c3-b479-b881d6b90979 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:33.210384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.240875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.250936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53deb61b-04fd-4008-87cd-79c778de5959']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:33.258137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=01fef501-ec6d-4418-a231-6d363c125038,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:33.282394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b11c92-daed-4698-af68-f327a30066e6') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:33.282691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b11c92-daed-4698-af68-f327a30066e6') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:33.290140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82dabd1a-0cc7-48e7-80b5-a3ecd033ce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.291307 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-82dabd1a-0cc7-48e7-80b5-a3ecd033ce0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85a4e269-73c4-45c9-a7af-ada87e8b03fd HTTP/1.1" status: 204 len: 168 time: 1.2205040 Mar 25 20:06:33.306591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.374553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.376551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57044) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:33.388794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:33.389184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.426552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.441832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Transition to ACTIVE for port object 60783b97-c33f-45f4-868e-693f1652a84f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:33.466733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Transition to ACTIVE for port object 60783b97-c33f-45f4-868e-693f1652a84f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:33.529647 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:33.538029 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.547196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9ce1203a-ca03-4d28-98c4-eeed5d86c918 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2592044 Mar 25 20:06:33.570242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57050) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:33.623026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:33.633617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:33.643169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.644969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:33.665058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b5697-4e44-4b60-bcaa-d75f252e5dd4 None None] Network 1619af4a-224c-4bd8-a6b1-d0c32c1bb55e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:33.692937 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.695780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.701967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:38:5b:bf', 'name': 'tempest-NetworksTestDHCPv6-731762126'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:33.881863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Pushing event updated for resources: {'Port': ['ID=60783b97-c33f-45f4-868e-693f1652a84f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:33.934760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.947611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-341624943'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:33.956501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:33.995291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:33.997920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.013719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:network and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:34.019613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=53deb61b-04fd-4008-87cd-79c778de5959,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:34.026050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:34.030664 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-84836c42-9a5a-4e56-b589-261a7ff01ef2 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/53deb61b-04fd-4008-87cd-79c778de5959 HTTP/1.1" status: 204 len: 168 time: 5.5319045 Mar 25 20:06:34.034310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port dcc9ccd4-33e0-42c3-b479-b881d6b90979, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=dcc9ccd4-33e0-42c3-b479-b881d6b90979,segment=NetworkSegment(61a30418-856a-4885-925e-0cfbb2137758),segment_id=61a30418-856a-4885-925e-0cfbb2137758)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:34.034983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.047770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:34.056562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57062) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:34.099561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Allocated IP 172.26.8.6 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/03d8df9c-91b7-47b6-a7e3-005d235e5e01) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:34.108743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Attempting to bind port 60783b97-c33f-45f4-868e-693f1652a84f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:34.109263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Attempting to bind port 60783b97-c33f-45f4-868e-693f1652a84f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:34.109845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Attempting to bind port 60783b97-c33f-45f4-868e-693f1652a84f on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:34.114618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266336300'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:34.117939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:34.122067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:34.122067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.122067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:34.122067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Bound port: 60783b97-c33f-45f4-868e-693f1652a84f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:34.122067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.154033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.186414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:34.194697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for dcc9ccd4-33e0-42c3-b479-b881d6b90979 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:34.234668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] For port 60783b97-c33f-45f4-868e-693f1652a84f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:34.238183 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] For port 60783b97-c33f-45f4-868e-693f1652a84f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=60783b97-c33f-45f4-868e-693f1652a84f,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:34.243598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:34.247803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:34.261977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:34.264419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:34.270477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:34.274659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:34.294847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:34.298064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.305007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.307207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:34.337479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.358738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event updated for resources: {'Port': ['ID=186c8451-f9d9-43d1-b084-8fa04ad7b27f,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:34.373917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:34.377212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group_rule and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:34.381486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:34.386938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.390382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:34.392169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:34.396551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.422848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 18e2233a-024f-4ec1-901d-7a39503c8483 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:34.446825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:34.451576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.462726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.463252 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment c4110095-f646-43d1-bcd0-bf3f5954826b of type vlan for network 8be461f8-abde-4130-8b23-d62f68a87946 Mar 25 20:06:34.466836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:34.529247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b34f-a811-4607-a312-8a0736bb6faf None None] Pushing event updated for resources: {'Port': ['ID=60783b97-c33f-45f4-868e-693f1652a84f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:34.530955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.534395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.536027 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-46939497-c22e-4301-9b88-4c45788bf10a tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1540401 Mar 25 20:06:34.548902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 18e2233a-024f-4ec1-901d-7a39503c8483 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:34.548902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.569756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.661242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:34.668952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:34.677474 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Port': ['ID=dcc9ccd4-33e0-42c3-b479-b881d6b90979,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:34.678480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:34.696673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No DVR routers for this DVR port dcc9ccd4-33e0-42c3-b479-b881d6b90979 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:34.948923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:34.954996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57088) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:35.004226 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'Port': ['ID=03d8df9c-91b7-47b6-a7e3-005d235e5e01,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:35.079777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.110773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-1794e1c7-477a-436c-be95-07389ca1c6d4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Synchronizing usage tracker for tenant:628baec857f24b28b26d8ea372a5857a on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:35.145281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.186718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1619af4a-224c-4bd8-a6b1-d0c32c1bb55e']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:35.201456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.208751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-277f699c-9eb1-4bb1-b62c-9d6fa2607031 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] Request body: {'port': {'network_id': 'eee2aa34-a718-44d5-a9fa-6f6da7d31015', 'name': 'tempest-NetworksNegativeTestJSON-678603451'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:35.233365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 1bc0ade3-6458-4092-b2a8-b87d58dfb56c yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:35.272053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a30418-856a-4885-925e-0cfbb2137758') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:35.272541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a30418-856a-4885-925e-0cfbb2137758') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:35.287857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.294617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:35.294617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.312434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.316352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-1794e1c7-477a-436c-be95-07389ca1c6d4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Unset dirty status for tenant:628baec857f24b28b26d8ea372a5857a on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:35.317663 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-1794e1c7-477a-436c-be95-07389ca1c6d4 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--42902070&fields=id&tenant_id=628baec857f24b28b26d8ea372a5857a HTTP/1.1" status: 200 len: 267 time: 0.4212229 Mar 25 20:06:35.318463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-277f699c-9eb1-4bb1-b62c-9d6fa2607031 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] POST failed (client error): The resource could not be found. Mar 25 20:06:35.318942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277f699c-9eb1-4bb1-b62c-9d6fa2607031 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:35.324000 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-277f699c-9eb1-4bb1-b62c-9d6fa2607031 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3598588 Mar 25 20:06:35.325387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.343093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.349525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57094) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:35.502139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.506471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:35.512552 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aad5b4a-a1bd-460f-990e-61b137561341 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:35.512964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aad5b4a-a1bd-460f-990e-61b137561341 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:35.595601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:35.596014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.704319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d240ccc-506f-4e3d-9886-f877a641333d None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:35.784677 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:35.807235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0a2a2-45dd-49d0-a8fd-e87191a651d5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:35.808680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.812376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:35.812568 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Added segment 2d96fd14-ee37-419d-9f69-63d6bb128b04 of type vlan for network 8cbde5a2-3c69-45ad-9328-365db531a015 Mar 25 20:06:35.831170 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7732484 Mar 25 20:06:35.836630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2aad5b4a-a1bd-460f-990e-61b137561341 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "DELETE /v2.0/networks/a4130ec1-6b41-4438-a9e3-25b338223378 HTTP/1.1" status: 404 len: 339 time: 0.4781232 Mar 25 20:06:35.837255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57098) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:35.837581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57100) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:35.884555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-031beee9-9203-4ec4-9088-5e95f5f3a104 None None] Provisioning for port 60783b97-c33f-45f4-868e-693f1652a84f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:35.931695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7820bb-ae18-4bb1-8aec-cebf72745095 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=8be461f8-abde-4130-8b23-d62f68a87946,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:35.950624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 8be461f8-abde-4130-8b23-d62f68a87946 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:35.991109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': '8be461f8-abde-4130-8b23-d62f68a87946', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:36.067374 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f76f6cc-0787-4f70-8bb4-510abf811095 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:36.067737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f76f6cc-0787-4f70-8bb4-510abf811095 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.082767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.131895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Router 0634a7d2-b09d-4438-9089-5f5849e6742c is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:06:36.150641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a855e8d-ee48-41cf-83e7-fba621cbf697 None None] Update dhcp port {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': '5e241a99-bce7-4753-b1f6-386e13f70d92', 'ip_address': '2001:db8::f816:3eff:feb8:e134'}, {'subnet_id': '01fef501-ec6d-4418-a231-6d363c125038'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': '60783b97-c33f-45f4-868e-693f1652a84f'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:06:36.153011 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5f76f6cc-0787-4f70-8bb4-510abf811095 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "DELETE /v2.0/ports/e33d7d7b-72b2-4959-af1d-131cb1a4c456 HTTP/1.1" status: 404 len: 333 time: 0.2224705 Mar 25 20:06:36.165655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57106) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.204692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a855e8d-ee48-41cf-83e7-fba621cbf697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.235015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-9ed81aad-96c9-4f2b-ae17-4536b44c3b9c tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:36.236672 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-9ed81aad-96c9-4f2b-ae17-4536b44c3b9c tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/networks?id=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 HTTP/1.1" status: 200 len: 812 time: 0.9030340 Mar 25 20:06:36.269423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:06:36.276483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.292790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fa9ac8-810a-442e-ab37-c0a3be1f39ed tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:36.293780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fa9ac8-810a-442e-ab37-c0a3be1f39ed tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.299010 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-15fa9ac8-810a-442e-ab37-c0a3be1f39ed tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "DELETE /v2.0/subnets/252987aa-d000-4ea9-8ffc-a2989d53ed26 HTTP/1.1" status: 404 len: 337 time: 0.1214545 Mar 25 20:06:36.300893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57110) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.310226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:36.314603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:subnet and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:36.317062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:36.324232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:36.326734 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56773bd-3ac1-4bbe-9351-e767e5e7a407 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] GET failed (client error): The resource could not be found. Mar 25 20:06:36.330884 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c56773bd-3ac1-4bbe-9351-e767e5e7a407 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "GET /v2.0/networks/1649fc1f-c17e-4ef9-aefe-8d7dcc09c8c0 HTTP/1.1" status: 404 len: 339 time: 0.0270410 Mar 25 20:06:36.335883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57114) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.357788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.359626 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/1619af4a-224c-4bd8-a6b1-d0c32c1bb55e HTTP/1.1" status: 204 len: 168 time: 6.4413252 Mar 25 20:06:36.366396 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728a4d7-f274-48f7-b8b6-ebfda2a476c6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=1619af4a-224c-4bd8-a6b1-d0c32c1bb55e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:36.369877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57118) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.378889 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-46178ba0-c455-48a3-be89-5bd21da22f3d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/quotas/628baec857f24b28b26d8ea372a5857a HTTP/1.1" status: 200 len: 375 time: 0.0959291 Mar 25 20:06:36.412256 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-707c424f-ea10-4eb3-b3ff-363525049144 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] GET failed (client error): The resource could not be found. Mar 25 20:06:36.414294 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-707c424f-ea10-4eb3-b3ff-363525049144 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "GET /v2.0/ports/2cf491c5-4504-41c3-af6c-a824a75a66ad HTTP/1.1" status: 404 len: 333 time: 0.0776725 Mar 25 20:06:36.419411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57122) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.421766 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6a5e48-fffd-4042-aa84-91035780b997 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:36.422212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6a5e48-fffd-4042-aa84-91035780b997 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.423834 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2c6a5e48-fffd-4042-aa84-91035780b997 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/fe7d1205-026a-4f62-83b6-adda297e5ed9 HTTP/1.1" status: 404 len: 337 time: 0.0499420 Mar 25 20:06:36.433063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57126) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.458799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60783b97-c33f-45f4-868e-693f1652a84f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:36.463529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:36.467522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.488931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 172.20.0.8 (16eab8e5-a832-428a-a293-9fd25f5afb33/01fef501-ec6d-4418-a231-6d363c125038/1bc0ade3-6458-4092-b2a8-b87d58dfb56c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:36.509888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.511049 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42f3d49-d2a3-4b1c-8b63-58b401d3fd57 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] GET failed (client error): The resource could not be found. Mar 25 20:06:36.516089 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c42f3d49-d2a3-4b1c-8b63-58b401d3fd57 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "GET /v2.0/subnets/1b1c447e-3780-4142-86de-7d4a29700b10 HTTP/1.1" status: 404 len: 337 time: 0.0896580 Mar 25 20:06:36.516260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:36.516260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.517907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:06:36.519718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57130) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.530252 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-454da02a-40e2-447f-812d-4ce7b55ba773 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:36.530820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454da02a-40e2-447f-812d-4ce7b55ba773 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.532046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Sync routers for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:06:36.533465 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-454da02a-40e2-447f-812d-4ce7b55ba773 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/1619af4a-224c-4bd8-a6b1-d0c32c1bb55e HTTP/1.1" status: 404 len: 339 time: 0.0607865 Mar 25 20:06:36.540040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6259d693-219d-4afe-a4a3-2163a49821f7 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:36.543037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57134) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.544845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fe38:5bbf (16eab8e5-a832-428a-a293-9fd25f5afb33/5e241a99-bce7-4753-b1f6-386e13f70d92/1bc0ade3-6458-4092-b2a8-b87d58dfb56c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:36.547597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:36.548223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:36.572359 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-6259d693-219d-4afe-a4a3-2163a49821f7 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] PUT failed (client error): The resource could not be found. Mar 25 20:06:36.572359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6259d693-219d-4afe-a4a3-2163a49821f7 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.577138 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6259d693-219d-4afe-a4a3-2163a49821f7 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "PUT /v2.0/networks/65152c95-0001-4237-aecf-1b66dd2c66ed HTTP/1.1" status: 404 len: 339 time: 0.0563612 Mar 25 20:06:36.579287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57138) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.585491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5ef3c11c-4249-4d28-b780-f298250fcd8b tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:36.628419 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef3c11c-4249-4d28-b780-f298250fcd8b tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] PUT failed (client error): The resource could not be found. Mar 25 20:06:36.629107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef3c11c-4249-4d28-b780-f298250fcd8b tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.634380 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5ef3c11c-4249-4d28-b780-f298250fcd8b tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "PUT /v2.0/ports/044322bd-23b3-40ca-8433-24a5d46da6a0 HTTP/1.1" status: 404 len: 333 time: 0.0539787 Mar 25 20:06:36.634973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57142) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.641079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5bec010c-9296-4856-a2bd-9f3f4c2e1653 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:36.695899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.700803 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-396738ad-30a6-41c3-b2e1-198fa39108fc tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.4961224 Mar 25 20:06:36.700803 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bec010c-9296-4856-a2bd-9f3f4c2e1653 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] PUT failed (client error): The resource could not be found. Mar 25 20:06:36.700803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bec010c-9296-4856-a2bd-9f3f4c2e1653 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.704432 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5bec010c-9296-4856-a2bd-9f3f4c2e1653 tempest-NetworksNegativeTestJSON-1402295518 tempest-NetworksNegativeTestJSON-1402295518-project] 10.222.0.37 "PUT /v2.0/subnets/5f541724-2de1-41ba-9d77-91286c8245e3 HTTP/1.1" status: 404 len: 337 time: 0.0662708 Mar 25 20:06:36.704432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57146) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.737097 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ab05ae-f01c-4105-982e-41e0d5cf8756 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:36.737553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ab05ae-f01c-4105-982e-41e0d5cf8756 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.739236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-46ab05ae-f01c-4105-982e-41e0d5cf8756 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/fdb2db90-2f4b-456d-a686-e6488e1ad41b HTTP/1.1" status: 404 len: 337 time: 0.1853573 Mar 25 20:06:36.742872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57154) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.755389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.3776410 Mar 25 20:06:36.757171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:36.764111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57158) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.772066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefda56-7c61-4496-b5f1-21addda96926 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Network': ['ID=8cbde5a2-3c69-45ad-9328-365db531a015,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:36.785651 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-372e6968-7b3c-4300-a10a-97baec69e80b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:36.786137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372e6968-7b3c-4300-a10a-97baec69e80b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:36.790108 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-372e6968-7b3c-4300-a10a-97baec69e80b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/4cbc46ea-29d1-426f-a216-ee6052145471 HTTP/1.1" status: 404 len: 339 time: 0.0454850 Mar 25 20:06:36.792507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57162) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:36.792981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'name': 'tempest-PortsIpV6TestJSON-244559526'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:36.929817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:36.941913 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 60783b97-c33f-45f4-868e-693f1652a84f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:36.970429 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e225b3a0-d949-41a7-b294-1aa1d9fd88c1 tempest-TestNetworkAdvancedServerOps-909578680 tempest-TestNetworkAdvancedServerOps-909578680-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=b6c3085b5768464782778bbbcc9c978e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2665408 Mar 25 20:06:36.974545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:36.976556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57166) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:37.006237 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 60783b97-c33f-45f4-868e-693f1652a84f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:37.006856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.036759 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-5b699cd4-09f3-4332-98b9-35c8003c7c8b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=628baec857f24b28b26d8ea372a5857a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6228034 Mar 25 20:06:37.129807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:37.143858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:37.155885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:37.221525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:37.261678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.293183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276d9b02-f9a9-41e8-8d30-4e923c30aace']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:37.305763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.308284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.319354 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9155624e-c4da-43f6-a401-a59feccbcd93') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:37.319877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9155624e-c4da-43f6-a401-a59feccbcd93') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:37.356817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.357204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-13fbf2a2-cc66-4cfe-a586-dc70226d9418 service neutron] 10.222.0.37 "GET /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793193 Mar 25 20:06:37.358132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 1bc0ade3-6458-4092-b2a8-b87d58dfb56c will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:37.364446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:37.367785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.373170 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80b0477-3a86-4229-b691-488081400cab tempest-TestNetworkAdvancedServerOps-909578680 tempest-TestNetworkAdvancedServerOps-909578680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:37.380705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57176) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:37.380834 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a80b0477-3a86-4229-b691-488081400cab tempest-TestNetworkAdvancedServerOps-909578680 tempest-TestNetworkAdvancedServerOps-909578680-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4001019 Mar 25 20:06:37.384963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 60783b97-c33f-45f4-868e-693f1652a84f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=60783b97-c33f-45f4-868e-693f1652a84f,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:37.386448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.397591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:37.397997 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:37.414986 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:37.417542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57180) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:37.510919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.610685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=60783b97-c33f-45f4-868e-693f1652a84f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:37.621063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:35Z', 'revision_number': 3, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:37.621063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Checking router: 0634a7d2-b09d-4438-9089-5f5849e6742c for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:06:37.621063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Updating router 0634a7d2-b09d-4438-9089-5f5849e6742c port 03d8df9c-91b7-47b6-a7e3-005d235e5e01 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:06:37.672444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.698388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.698562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:37.702685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] Usage tracker for resource:security_group_rule and tenant:7321b9721ac047aa91b6877d94ae0f39 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:37.707900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:37.708048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.714345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:37.771992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port d0975607-1329-4d23-b4e2-e9b14b4222b8 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:37.802088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.816831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.827747 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-07cee58d-4628-48c9-af72-b5b778d5f27f tempest-TestNetworkAdvancedServerOps-909578680 tempest-TestNetworkAdvancedServerOps-909578680-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4448655 Mar 25 20:06:37.845939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57186) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:37.873328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-719009101', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:37.900618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:37.905061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=276d9b02-f9a9-41e8-8d30-4e923c30aace,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:37.942673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=92a370ae-ac42-448a-93e3-897a2d48bed5,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:37.958929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': 'c4110095-f646-43d1-bcd0-bf3f5954826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be461f8-abde-4130-8b23-d62f68a87946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:37.959521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: 8be461f8-abde-4130-8b23-d62f68a87946, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:37.981373 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-58328dd1-0e14-4667-b3a6-03bed1783bbc service neutron] 10.222.0.37 "GET /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991507 Mar 25 20:06:38.027327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.087958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.103888 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-74217d44-b734-4884-ab11-1a04254b8bb4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/276d9b02-f9a9-41e8-8d30-4e923c30aace HTTP/1.1" status: 204 len: 168 time: 1.3083591 Mar 25 20:06:38.128958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57190) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.132888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5a855e8d-ee48-41cf-83e7-fba621cbf697 None None] Allocated IP 172.20.0.2 (16eab8e5-a832-428a-a293-9fd25f5afb33/01fef501-ec6d-4418-a231-6d363c125038/60783b97-c33f-45f4-868e-693f1652a84f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:38.159261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network 8be461f8-abde-4130-8b23-d62f68a87946 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:38.206819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:38.212233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:38.214658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:38.221250 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf5cd23-4a24-4c9c-b82b-23d346b9daf6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.221703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf5cd23-4a24-4c9c-b82b-23d346b9daf6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.223414 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bcf5cd23-4a24-4c9c-b82b-23d346b9daf6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/56a255e7-210e-4125-952a-b5e078d9e0d1 HTTP/1.1" status: 404 len: 337 time: 0.0933762 Mar 25 20:06:38.232514 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7321b9721ac047aa91b6877d94ae0f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8134489 Mar 25 20:06:38.232514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57194) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.232514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:subnet and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:38.235061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:38.253423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:38.256545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57196) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.256999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dcc58-5098-4194-b41b-37680241227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c296593a-7ae7-4f0c-8935-0f563d94cccf,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:38.282752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:38.294356 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-216651bd-bb7b-459b-b160-152182af50d8 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.294838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216651bd-bb7b-459b-b160-152182af50d8 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.296723 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-216651bd-bb7b-459b-b160-152182af50d8 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/14f97bd3-404f-4da3-bd52-330b9251ebf7 HTTP/1.1" status: 404 len: 339 time: 0.0614917 Mar 25 20:06:38.300751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57206) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.318351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=1bc0ade3-6458-4092-b2a8-b87d58dfb56c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:38.342959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:38.343711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.347632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 8be461f8-abde-4130-8b23-d62f68a87946) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:38.356369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.364142 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1d7b4a-6b9d-4945-ac5c-1a88288a6ad3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.371152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1d7b4a-6b9d-4945-ac5c-1a88288a6ad3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.373612 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2f1d7b4a-6b9d-4945-ac5c-1a88288a6ad3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/ee4d64e0-7296-4678-9f6a-a8853ad717eb HTTP/1.1" status: 404 len: 337 time: 0.0712841 Mar 25 20:06:38.382567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57210) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.404255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Made reservation on behalf of b6c3085b5768464782778bbbcc9c978e for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:38.407991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.425533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:38.426170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.431216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5a855e8d-ee48-41cf-83e7-fba621cbf697 None None] For port 60783b97-c33f-45f4-868e-693f1652a84f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=60783b97-c33f-45f4-868e-693f1652a84f,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:38.456279 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ecd6f1e-7b58-4e2c-8b72-dc8ee024aca8 req-14c381c9-cfc8-419d-908c-0400f8b7284d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 210 time: 0.1206467 Mar 25 20:06:38.485524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a855e8d-ee48-41cf-83e7-fba621cbf697 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.506504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9fadba-067f-4ff2-b879-ac792a816e26 None None] Network 8be461f8-abde-4130-8b23-d62f68a87946 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:38.521501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60783b97-c33f-45f4-868e-693f1652a84f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:38.539880 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-02991eba-d67f-45bd-9857-60a8d6282b15 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.540352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02991eba-d67f-45bd-9857-60a8d6282b15 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.542036 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-02991eba-d67f-45bd-9857-60a8d6282b15 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/73a15c7e-e1ed-4048-b9e4-c41bb28d6527 HTTP/1.1" status: 404 len: 339 time: 0.1586435 Mar 25 20:06:38.545539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57218) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.557574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.567298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d0a13ed4-12df-4a0e-908f-27f59e5db34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.591754 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c6b0fa98-787c-448b-bfb5-5aa74df38cb7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.0204020 Mar 25 20:06:38.593454 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6697de-4b20-4d74-9155-500f2b827066 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.593874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6697de-4b20-4d74-9155-500f2b827066 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.597907 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1e6697de-4b20-4d74-9155-500f2b827066 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/ed26e15d-bfd6-4155-a8fe-da74093975ea HTTP/1.1" status: 404 len: 337 time: 0.0489790 Mar 25 20:06:38.597907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57222) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.603972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57224) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.610492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.613407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d0a13ed4-12df-4a0e-908f-27f59e5db34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.658054 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-5851e408-6ab7-4473-a241-91da174ad603 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.658434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5851e408-6ab7-4473-a241-91da174ad603 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.683089 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5851e408-6ab7-4473-a241-91da174ad603 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/f8fe5bbc-265a-4488-a76c-db32955c04dd HTTP/1.1" status: 404 len: 339 time: 0.0758631 Mar 25 20:06:38.684250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57230) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.690011 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fea55dd6-fa76-45f6-899c-feb7c43ad5e6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7587295 Mar 25 20:06:38.706930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5a855e8d-ee48-41cf-83e7-fba621cbf697 None None] Transition to ACTIVE for port object 60783b97-c33f-45f4-868e-693f1652a84f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:38.709825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57234) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.711999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Transition to ACTIVE for port object 03d8df9c-91b7-47b6-a7e3-005d235e5e01 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:38.738602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': '8be461f8-abde-4130-8b23-d62f68a87946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:38.750013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 60783b97-c33f-45f4-868e-693f1652a84f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:38.750383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.762780 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df611eb-b87e-4e8b-a432-fa9e38efd2e2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.763232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df611eb-b87e-4e8b-a432-fa9e38efd2e2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.781836 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7df611eb-b87e-4e8b-a432-fa9e38efd2e2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/4ec7ea95-ac14-493a-abfb-878854cec145 HTTP/1.1" status: 404 len: 337 time: 0.0919285 Mar 25 20:06:38.782078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57238) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.819457 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-62864a3c-b1e3-4c9c-a314-9d19518521e5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.820245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62864a3c-b1e3-4c9c-a314-9d19518521e5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.833655 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-62864a3c-b1e3-4c9c-a314-9d19518521e5 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/b66f8420-27ff-4c95-9808-5a7be012039f HTTP/1.1" status: 404 len: 339 time: 0.0484755 Mar 25 20:06:38.842817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57242) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.887795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a855e8d-ee48-41cf-83e7-fba621cbf697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.891254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.894649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=d0975607-1329-4d23-b4e2-e9b14b4222b8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:38.897992 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-02700914-2ee0-4ec6-af2b-1afe9394e317 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.898439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02700914-2ee0-4ec6-af2b-1afe9394e317 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.904039 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-02700914-2ee0-4ec6-af2b-1afe9394e317 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/9d0e490f-dacf-420d-94f0-219c6a7bfd35 HTTP/1.1" status: 404 len: 337 time: 0.0563576 Mar 25 20:06:38.904998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57246) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.934128 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ee9fd3-760c-43ef-9478-0d247e107332 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:38.934599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ee9fd3-760c-43ef-9478-0d247e107332 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:38.938967 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-11ee9fd3-760c-43ef-9478-0d247e107332 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/9d949a76-3b08-4164-ba43-a31e4c0f4858 HTTP/1.1" status: 404 len: 339 time: 0.0290627 Mar 25 20:06:38.938967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d0a13ed4-12df-4a0e-908f-27f59e5db34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.940905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d0a13ed4-12df-4a0e-908f-27f59e5db34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:38.942767 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d0a13ed4-12df-4a0e-908f-27f59e5db34e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c296593a-7ae7-4f0c-8935-0f563d94cccf HTTP/1.1" status: 204 len: 168 time: 0.6816900 Mar 25 20:06:38.942767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57250) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:38.950675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking segment: {'id': '2d96fd14-ee37-419d-9f69-63d6bb128b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:38.951573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network hostable DHCP agents. Network: 8cbde5a2-3c69-45ad-9328-365db531a015, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:38.988931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a13ed4-12df-4a0e-908f-27f59e5db34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c296593a-7ae7-4f0c-8935-0f563d94cccf,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:38.994679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.027029 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-1749c63d-05d2-404d-81ce-cf9a2a87c40b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:39.027581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1749c63d-05d2-404d-81ce-cf9a2a87c40b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:39.032384 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1749c63d-05d2-404d-81ce-cf9a2a87c40b tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/e7976480-9c5a-4e52-a4d3-8013ab5ddbcc HTTP/1.1" status: 404 len: 337 time: 0.0797474 Mar 25 20:06:39.032544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae557d-92fa-4f0f-9788-c84eb2dec3c6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:39.034504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57256) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:39.036726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port 60783b97-c33f-45f4-868e-693f1652a84f had new provisioning blocks added so it will not transition to active. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 25 20:06:39.042582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae557d-92fa-4f0f-9788-c84eb2dec3c6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:39.043615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4cae557d-92fa-4f0f-9788-c84eb2dec3c6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:39.046794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:39.052190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:subnet and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:39.055766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:39.065060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:39.083238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:39.091728 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c786760-1ceb-4ada-a3c6-0c3dbdfe817d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:39.092191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c786760-1ceb-4ada-a3c6-0c3dbdfe817d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:39.096962 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4c786760-1ceb-4ada-a3c6-0c3dbdfe817d tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/0ba8d448-62fd-42f2-933d-8ee7e8b23b4b HTTP/1.1" status: 404 len: 339 time: 0.0587149 Mar 25 20:06:39.097860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57260) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:39.116576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'Subnet': ['ID=e5c9b540-8246-427d-905f-8687d0052bd5,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:39.125929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Checking segment: {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:39.125929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Network hostable DHCP agents. Network: 8ebf021b-1c9c-4128-a9d9-559021070953, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:39.143600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb4c39b-ec70-42b1-9855-2dee5fc930b2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:39.144049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb4c39b-ec70-42b1-9855-2dee5fc930b2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:39.146999 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-eeb4c39b-ec70-42b1-9855-2dee5fc930b2 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/5955ff79-3dfc-45f4-9855-669070cdecad HTTP/1.1" status: 404 len: 337 time: 0.0471921 Mar 25 20:06:39.148686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57264) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:39.163373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Attempting to bind port 03d8df9c-91b7-47b6-a7e3-005d235e5e01 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:39.163941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Attempting to bind port 03d8df9c-91b7-47b6-a7e3-005d235e5e01 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:39.164089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Attempting to bind port 03d8df9c-91b7-47b6-a7e3-005d235e5e01 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:39.176419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a855e8d-ee48-41cf-83e7-fba621cbf697 None None] Pushing event updated for resources: {'Port': ['ID=60783b97-c33f-45f4-868e-693f1652a84f,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:39.179178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:39.186007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:39.186007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.186007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:39.186007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Bound port: 03d8df9c-91b7-47b6-a7e3-005d235e5e01, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:39.186521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:39.186948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.187040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.199848 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94416b9-78ef-4f7a-8a1d-b76d57f25b71 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:39.200328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94416b9-78ef-4f7a-8a1d-b76d57f25b71 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:39.202056 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f94416b9-78ef-4f7a-8a1d-b76d57f25b71 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/6f999f6f-934f-435d-ac35-ff97c97c68db HTTP/1.1" status: 404 len: 339 time: 0.0523479 Mar 25 20:06:39.202863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4cae557d-92fa-4f0f-9788-c84eb2dec3c6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:39.203975 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4cae557d-92fa-4f0f-9788-c84eb2dec3c6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6067634 Mar 25 20:06:39.205013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57268) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:39.207640 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57270) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:39.246710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-8be461f8-abde-4130-8b23-d62f68a87946', 'network_id': '8be461f8-abde-4130-8b23-d62f68a87946', 'tenant_id': 'cabcfb4eb074405392c0a7f99c0c8eec', 'fixed_ips': [{'subnet_id': '92a370ae-ac42-448a-93e3-897a2d48bed5'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:39.247839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.254617 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f2809a-421b-4477-8949-b55181d2fcc4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:39.255089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f2809a-421b-4477-8949-b55181d2fcc4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:39.259239 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-25f2809a-421b-4477-8949-b55181d2fcc4 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/8a429c25-d4ad-4688-8dae-9af8a74194ad HTTP/1.1" status: 404 len: 337 time: 0.0492585 Mar 25 20:06:39.259548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57276) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:39.295739 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4217ed0d-fd7c-4319-a759-a168417554d6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:39.296969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4217ed0d-fd7c-4319-a759-a168417554d6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:39.302758 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4217ed0d-fd7c-4319-a759-a168417554d6 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/664900e0-6647-4491-af5b-454882c5f6b8 HTTP/1.1" status: 404 len: 339 time: 0.0417516 Mar 25 20:06:39.304014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57280) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:39.378196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972b26-54d4-4557-8db3-f82b305d3cfb None None] Pushing event updated for resources: {'Port': ['ID=03d8df9c-91b7-47b6-a7e3-005d235e5e01,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:39.387633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cba47069-d59c-4069-8204-f8f18cab9b72 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 1bc0ade3-6458-4092-b2a8-b87d58dfb56c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:39.408607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cba47069-d59c-4069-8204-f8f18cab9b72 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.411569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f89b530-248f-4cef-85f1-c784e3ee11ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.431702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-29112a36-54d7-41e7-84df-b63a8dc491f3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting subnet e14b1ce1-5553-4e58-b16a-7a9eed10bff2 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:39.436581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29112a36-54d7-41e7-84df-b63a8dc491f3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.467480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] For port 03d8df9c-91b7-47b6-a7e3-005d235e5e01, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:39.515301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29112a36-54d7-41e7-84df-b63a8dc491f3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.530688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 8cbde5a2-3c69-45ad-9328-365db531a015) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:39.535885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:39.544578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:39.545458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.597074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Network 8ebf021b-1c9c-4128-a9d9-559021070953 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:39.614846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 8ebf021b-1c9c-4128-a9d9-559021070953) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:39.639367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:39.640300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.665835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Allocated IP 2001:db8::2 (8be461f8-abde-4130-8b23-d62f68a87946/92a370ae-ac42-448a-93e3-897a2d48bed5/a0306098-8100-434f-b3a9-75e6df8e49b7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:39.671377 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-37531229-2fe0-4559-b8e9-3f1d6f4f8f61 req-cd048803-184a-4d65-8a8b-f4e4dfaed414 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 210 time: 0.1152251 Mar 25 20:06:39.700269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd3e65-e126-40b1-a155-397b85af6e73 None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:39.715305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29112a36-54d7-41e7-84df-b63a8dc491f3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:39.719224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58e38d-986c-4d17-866c-63b516d8a7e5 None None] Network 8ebf021b-1c9c-4128-a9d9-559021070953 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:39.736998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] For port 03d8df9c-91b7-47b6-a7e3-005d235e5e01, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=03d8df9c-91b7-47b6-a7e3-005d235e5e01,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:39.857083 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ab55f3f3-8f06-4cf9-85a2-676f2a890b0b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9981232 Mar 25 20:06:39.859336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57298) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:40.057319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.082158 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c64e6fac-6629-4d83-9186-041bca5a968d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3114100 Mar 25 20:06:40.087609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57304) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:40.109661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1084752530'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:40.128992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:40.138614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cba47069-d59c-4069-8204-f8f18cab9b72 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.146350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:network and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:40.157225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:40.234243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:40.321066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cba47069-d59c-4069-8204-f8f18cab9b72 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 1bc0ade3-6458-4092-b2a8-b87d58dfb56c owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:40.488115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:40.489008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:40.500866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29112a36-54d7-41e7-84df-b63a8dc491f3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.525041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:40.529291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.561084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60783b97-c33f-45f4-868e-693f1652a84f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:40.563528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:40.566388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29112a36-54d7-41e7-84df-b63a8dc491f3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Subnet': ['ID=e14b1ce1-5553-4e58-b16a-7a9eed10bff2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:40.573522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.573859 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Added segment 8c82d8f4-cf2b-4ddc-baca-f03497a3e575 of type vlan for network 106f74f4-a673-4a5f-8ccb-0904d2f22d06 Mar 25 20:06:40.576506 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-29112a36-54d7-41e7-84df-b63a8dc491f3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.606034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.615418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ae2c2-dcb3-4e98-91c9-5a43a04c966f None None] Network f305f0e5-a674-4371-aefe-7bb78b6f2f8d requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:40.630324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972b26-54d4-4557-8db3-f82b305d3cfb None None] Pushing event updated for resources: {'Port': ['ID=03d8df9c-91b7-47b6-a7e3-005d235e5e01,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:40.647584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.651342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-aebae6dc-11e8-468a-b729-b999bda7a8b4 None None] Provisioning for port 60783b97-c33f-45f4-868e-693f1652a84f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:40.731221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network 8be461f8-abde-4130-8b23-d62f68a87946 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:40.734950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=05326f87-f456-4920-894e-473921bff436,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:40.737602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:40.739893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-aebae6dc-11e8-468a-b729-b999bda7a8b4 None None] Provisioning complete for port 60783b97-c33f-45f4-868e-693f1652a84f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:40.740164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aebae6dc-11e8-468a-b729-b999bda7a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.742141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.747722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:40.748408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.772000 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-29112a36-54d7-41e7-84df-b63a8dc491f3 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/subnets/e14b1ce1-5553-4e58-b16a-7a9eed10bff2 HTTP/1.1" status: 204 len: 168 time: 1.4661803 Mar 25 20:06:40.772708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:40.773478 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:40.787913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57318) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:40.884379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57322) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:40.888724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7935584 Mar 25 20:06:40.891995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57324) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:40.975624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'ports': [{'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015'}, {'network_id': '106f74f4-a673-4a5f-8ccb-0904d2f22d06'}]} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:40.976199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:40.976873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '106f74f4-a673-4a5f-8ccb-0904d2f22d06'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:40.985745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-8ebf021b-1c9c-4128-a9d9-559021070953', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:40.987004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.071928 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3e36c504-3429-4cdb-831c-3563f237dd2f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3546498 Mar 25 20:06:41.090902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57334) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:41.113280 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c71c8a7e-8a6c-40ec-bc2d-5779d6502859 req-1b740de7-f689-41f3-8779-5d933d074617 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 210 time: 0.2297099 Mar 25 20:06:41.155273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.209898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3ca58-c456-4cfb-bf5e-254ad4ebe45f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Network': ['ID=106f74f4-a673-4a5f-8ccb-0904d2f22d06,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:41.220210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1827162058'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:41.226431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:41.232165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:network and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:41.235190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:41.242610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:41.247402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.249830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Deleting port 15f4a6ba-4e1b-4060-a272-c488f5dec951 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:41.250536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.257060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 106f74f4-a673-4a5f-8ccb-0904d2f22d06 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:41.357099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Transition to ACTIVE for port object a0306098-8100-434f-b3a9-75e6df8e49b7 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:41.381219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:41.384710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.399486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cba47069-d59c-4069-8204-f8f18cab9b72 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.417343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c920d64-a0e3-417a-b746-1cb921a3ec3c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:41.419362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c920d64-a0e3-417a-b746-1cb921a3ec3c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:41.421693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c920d64-a0e3-417a-b746-1cb921a3ec3c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:41.422408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c920d64-a0e3-417a-b746-1cb921a3ec3c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:41.423862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c920d64-a0e3-417a-b746-1cb921a3ec3c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:41.425073 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8c920d64-a0e3-417a-b746-1cb921a3ec3c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Synchronizing usage tracker for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:41.437087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:41.457369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.479554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba47069-d59c-4069-8204-f8f18cab9b72 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=1bc0ade3-6458-4092-b2a8-b87d58dfb56c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:41.514457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:41.526446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group_rule and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:41.529239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:41.540134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8c920d64-a0e3-417a-b746-1cb921a3ec3c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Unset dirty status for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:41.541548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:41.545647 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8c920d64-a0e3-417a-b746-1cb921a3ec3c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3970668 Mar 25 20:06:41.548059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57340) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:41.560645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2014327255'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:41.570559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 60783b97-c33f-45f4-868e-693f1652a84f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:41.571126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.573384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:41.581179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:41.584073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:41.621623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:41.646033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:41.662114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.703527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:41.713466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:41.727249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] For port 15f4a6ba-4e1b-4060-a272-c488f5dec951, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=15f4a6ba-4e1b-4060-a272-c488f5dec951,segment=NetworkSegment(581eb2ce-17df-4b5b-8ab5-679471bd1ed2),segment_id=581eb2ce-17df-4b5b-8ab5-679471bd1ed2)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:41.727473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.757406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 2} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:41.760346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.765480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Transition to ACTIVE for port object a0306098-8100-434f-b3a9-75e6df8e49b7 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:41.786658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:41.802571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cba47069-d59c-4069-8204-f8f18cab9b72 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.818893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.861360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cba47069-d59c-4069-8204-f8f18cab9b72 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/1bc0ade3-6458-4092-b2a8-b87d58dfb56c HTTP/1.1" status: 204 len: 168 time: 2.6505976 Mar 25 20:06:41.861599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.866046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57344) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:41.957158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:41.963231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Calling delete_port for 15f4a6ba-4e1b-4060-a272-c488f5dec951 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:41.982014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Allocated IP 172.20.0.2 (8ebf021b-1c9c-4128-a9d9-559021070953/e5c9b540-8246-427d-905f-8687d0052bd5/841791cf-5eb6-4945-816b-eead22a25e78) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:42.004447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.022392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:42.025758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.028789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:42.036234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6619416-1e71-44bc-93ae-e78b2ab397f8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:42.094763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.095116 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Added segment 5ad62441-e7fc-4bd1-9214-562d28b3f1e5 of type vlan for network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 Mar 25 20:06:42.116688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 579919c9-4157-48a2-ad65-5a8cd6a653d1 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:42.127186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Network 8be461f8-abde-4130-8b23-d62f68a87946 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:42.146725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.205018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:42.212225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:42.264901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-63eaf03f-a7e8-429d-8822-301fbf76559e None None] Could not find standard attr ID for object 1bc0ade3-6458-4092-b2a8-b87d58dfb56c. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:06:42.353918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f158761-98cd-4694-84ef-cec34deac237 None None] DHCP port deletion for f305f0e5-a674-4371-aefe-7bb78b6f2f8d request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:42.356571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a71d9d0-8273-464f-92ae-69863e28755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.384560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b66cd7-9628-44a0-8bde-a665942629ba req-6b26a6ac-af31-4b08-9418-0d08bc8c59f3 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 210 time: 0.0573874 Mar 25 20:06:42.409848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.413540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be62f85-6fc1-4853-9f30-331705378847 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:42.415152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be62f85-6fc1-4853-9f30-331705378847 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:42.416127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:42.416678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be62f85-6fc1-4853-9f30-331705378847 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:42.423652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.423812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5be62f85-6fc1-4853-9f30-331705378847 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:42.455177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:42.463944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Pushing event updated for resources: {'Port': ['ID=a0306098-8100-434f-b3a9-75e6df8e49b7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:42.522040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8f158761-98cd-4694-84ef-cec34deac237 None None] Deleting port 15f4a6ba-4e1b-4060-a272-c488f5dec951 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:42.522400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f158761-98cd-4694-84ef-cec34deac237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.536852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.538573 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment 42690548-8fbc-4d26-bd57-3d1b32983a52 of type vlan for network e09364f4-f9be-4f24-b936-f30cf3454ae5 Mar 25 20:06:42.556018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-c0ce6482-da78-4e5f-9cd9-e5bab2f9bf1d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:42.556755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-c0ce6482-da78-4e5f-9cd9-e5bab2f9bf1d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Synchronizing usage tracker for tenant:628baec857f24b28b26d8ea372a5857a on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:42.575988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5be62f85-6fc1-4853-9f30-331705378847 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:42.580000 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5be62f85-6fc1-4853-9f30-331705378847 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7101247 Mar 25 20:06:42.588437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57354) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:42.594475 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7075036 Mar 25 20:06:42.609084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57358) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:42.622355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'name': 'tempest-PortsTestJSON-746649479'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:42.668912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.677123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.715988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.718277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c992f-e7c1-4d7d-9c74-29a599ea89d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Network': ['ID=4726f9c8-22fb-490f-b2d4-20b2b7d03ce6,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:42.786301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Port': ['ID=15f4a6ba-4e1b-4060-a272-c488f5dec951,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:42.796623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-c0ce6482-da78-4e5f-9cd9-e5bab2f9bf1d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Unset dirty status for tenant:628baec857f24b28b26d8ea372a5857a on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:42.797766 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-c0ce6482-da78-4e5f-9cd9-e5bab2f9bf1d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.43 "GET /v2.0/networks?id=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 HTTP/1.1" status: 200 len: 812 time: 0.8074763 Mar 25 20:06:42.804731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] No DVR routers for this DVR port 15f4a6ba-4e1b-4060-a272-c488f5dec951 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:42.815652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7c1739-d2cd-4b61-bafa-6ebd3dbc6895 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 01fef501-ec6d-4418-a231-6d363c125038 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:42.843721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:42.858198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:42.863843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:42.872675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 2f6663e4-6581-4ffe-884a-a4427e716c7f yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:42.875973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:42.877457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1739-d2cd-4b61-bafa-6ebd3dbc6895 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.900518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8f158761-98cd-4694-84ef-cec34deac237 None None] The port '15f4a6ba-4e1b-4060-a272-c488f5dec951' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:06:42.920267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Attempting to bind port a0306098-8100-434f-b3a9-75e6df8e49b7 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:42.920673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Attempting to bind port a0306098-8100-434f-b3a9-75e6df8e49b7 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'c4110095-f646-43d1-bcd0-bf3f5954826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be461f8-abde-4130-8b23-d62f68a87946'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:42.921036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Attempting to bind port a0306098-8100-434f-b3a9-75e6df8e49b7 on network 8be461f8-abde-4130-8b23-d62f68a87946 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:42.947768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:42.982077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:42.983701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:42.984082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Checking segment: {'id': 'c4110095-f646-43d1-bcd0-bf3f5954826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be461f8-abde-4130-8b23-d62f68a87946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:42.984498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.984891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Bound using segment: {'id': 'c4110095-f646-43d1-bcd0-bf3f5954826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be461f8-abde-4130-8b23-d62f68a87946'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:42.985704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Bound port: a0306098-8100-434f-b3a9-75e6df8e49b7, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4110095-f646-43d1-bcd0-bf3f5954826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be461f8-abde-4130-8b23-d62f68a87946'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:42.985951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:42.988413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.022328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.033431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port f4390baf-d6a6-4d4a-a258-b22df310eddf yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:43.045241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-ae3ef046-9797-4ff3-8113-e5831bb8fe23 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Synchronizing usage tracker for tenant:628baec857f24b28b26d8ea372a5857a on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:43.054089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.066605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1739-d2cd-4b61-bafa-6ebd3dbc6895 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.099590 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] For port a0306098-8100-434f-b3a9-75e6df8e49b7, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:43.103030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] For port a0306098-8100-434f-b3a9-75e6df8e49b7, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a0306098-8100-434f-b3a9-75e6df8e49b7,segment=NetworkSegment(c4110095-f646-43d1-bcd0-bf3f5954826b),segment_id=c4110095-f646-43d1-bcd0-bf3f5954826b)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:43.108171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.113606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:43.113873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 15f4a6ba-4e1b-4060-a272-c488f5dec951 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:43.114198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.176469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.177761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 15f4a6ba-4e1b-4060-a272-c488f5dec951 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:43.178161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 15f4a6ba-4e1b-4060-a272-c488f5dec951 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:43.180222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.183668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-ae3ef046-9797-4ff3-8113-e5831bb8fe23 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Unset dirty status for tenant:628baec857f24b28b26d8ea372a5857a on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:43.184797 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-ae3ef046-9797-4ff3-8113-e5831bb8fe23 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=628baec857f24b28b26d8ea372a5857a HTTP/1.1" status: 200 len: 378 time: 0.3769438 Mar 25 20:06:43.188370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f305f0e5-a674-4371-aefe-7bb78b6f2f8d']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:43.209042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Request body: {'port': {'device_id': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'admin_state_up': True, 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'security_groups': ['d015dcf1-7b3d-4719-a7c2-dbaec1316706']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:43.229211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581eb2ce-17df-4b5b-8ab5-679471bd1ed2') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:43.229509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581eb2ce-17df-4b5b-8ab5-679471bd1ed2') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:43.245789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.250931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.254651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.290236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Transition to ACTIVE for port object 841791cf-5eb6-4945-816b-eead22a25e78 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:43.326705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.337050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=e09364f4-f9be-4f24-b936-f30cf3454ae5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:43.342626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:43.351074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:43.359461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.361425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:43.362353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.373631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Transition to ACTIVE for port object 841791cf-5eb6-4945-816b-eead22a25e78 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:43.382768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:35Z', 'revision_number': 3, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:43.387340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=579919c9-4157-48a2-ad65-5a8cd6a653d1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:43.390552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c24445c-8a56-4b49-b87e-57928835186a None None] The sync data for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv is: [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:35Z', 'revision_number': 3, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:06:43.391931 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network e09364f4-f9be-4f24-b936-f30cf3454ae5 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:43.434816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d5be8-a80d-42b6-b287-c9a3dd09faea None None] Pushing event updated for resources: {'Port': ['ID=a0306098-8100-434f-b3a9-75e6df8e49b7,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:43.448914 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-14268ea9-ae74-4ea4-b051-f75db2f2f731 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8945544 Mar 25 20:06:43.458075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.460549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57364) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:43.481659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-956722bd-0cbd-4ba7-b4cf-d1d6751a837b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:43.518870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.530907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking segment: {'id': '8c82d8f4-cf2b-4ddc-baca-f03497a3e575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '106f74f4-a673-4a5f-8ccb-0904d2f22d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:43.531277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network hostable DHCP agents. Network: 106f74f4-a673-4a5f-8ccb-0904d2f22d06, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:43.563897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=2f6663e4-6581-4ffe-884a-a4427e716c7f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:43.567462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:43.568586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:43.610436 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:43.663032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Pushing event updated for resources: {'Port': ['ID=841791cf-5eb6-4945-816b-eead22a25e78,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:43.668209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1739-d2cd-4b61-bafa-6ebd3dbc6895 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.681016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 106f74f4-a673-4a5f-8ccb-0904d2f22d06 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:43.691403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Network 8ebf021b-1c9c-4128-a9d9-559021070953 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:43.692707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:43.695429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:43.700706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.855991 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0c26e9b9-7207-4c09-9e67-6a320a9c965e req-f546352b-e683-4b60-b969-37dc6b97f042 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 210 time: 0.2380600 Mar 25 20:06:43.860823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 106f74f4-a673-4a5f-8ccb-0904d2f22d06) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:43.873276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:43.882853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:43.888513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:43.896137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:43.912062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4bd98-16f2-41c7-871d-f5feb90ce246 None None] Network 106f74f4-a673-4a5f-8ccb-0904d2f22d06 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:43.958115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=f4390baf-d6a6-4d4a-a258-b22df310eddf,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:43.971553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:43.982418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking segment: {'id': '5ad62441-e7fc-4bd1-9214-562d28b3f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:43.983065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network hostable DHCP agents. Network: 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:43.998726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Attempting to bind port 841791cf-5eb6-4945-816b-eead22a25e78 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:44.002556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Attempting to bind port 841791cf-5eb6-4945-816b-eead22a25e78 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:44.002757 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Attempting to bind port 841791cf-5eb6-4945-816b-eead22a25e78 on network 8ebf021b-1c9c-4128-a9d9-559021070953 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:44.010550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Usage tracker for resource:port and tenant:628baec857f24b28b26d8ea372a5857a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:44.015012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-25d8b7dd-a6f8-40e7-8ff1-948574e46078 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1183338 Mar 25 20:06:44.017714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57368) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:44.021458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:44.024868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Allocated IP 172.20.0.1 (8ebf021b-1c9c-4128-a9d9-559021070953/e5c9b540-8246-427d-905f-8687d0052bd5/7914a865-e257-4b44-b528-774b0626b698) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:44.070304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:44.070921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Checking segment: {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:44.071641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.072207 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Bound using segment: {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:44.072880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Bound port: 841791cf-5eb6-4945-816b-eead22a25e78, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:44.073489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.086516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:44.109202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ee443-97c9-48aa-9d56-68f3d392a54c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 2f6663e4-6581-4ffe-884a-a4427e716c7f {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:44.110426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee443-97c9-48aa-9d56-68f3d392a54c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.173127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:44.187611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:44.194373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:44.195242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.216563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6418eebb-45ea-4434-b181-af589c871f77 None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:44.245658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.291996 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a0b7c142-4920-46a2-b256-1bf85654ba8d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6788375 Mar 25 20:06:44.292201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57372) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:44.300892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2092772866'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:44.326438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:44.329672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.383220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] For port 841791cf-5eb6-4945-816b-eead22a25e78, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:44.388322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.404677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] Pushing event deleted for resources: {'Network': ['ID=f305f0e5-a674-4371-aefe-7bb78b6f2f8d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:44.469138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] For port 841791cf-5eb6-4945-816b-eead22a25e78, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=841791cf-5eb6-4945-816b-eead22a25e78,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:44.478890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee443-97c9-48aa-9d56-68f3d392a54c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.487496 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-84e6564c-53cd-4c07-a14d-0c441623f329 tempest-NetworksTest-880686588 tempest-NetworksTest-880686588-project] 10.222.0.37 "DELETE /v2.0/networks/f305f0e5-a674-4371-aefe-7bb78b6f2f8d HTTP/1.1" status: 204 len: 168 time: 3.6984100 Mar 25 20:06:44.513311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-956722bd-0cbd-4ba7-b4cf-d1d6751a837b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.544417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Made reservation on behalf of 628baec857f24b28b26d8ea372a5857a for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:44.548664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.561891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.607715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:44.611827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:network and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:44.628085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:44.634718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:44.642864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1739-d2cd-4b61-bafa-6ebd3dbc6895 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.729491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebd6dc-4c73-47e4-b21a-a81ef94fb22a None None] Pushing event updated for resources: {'Port': ['ID=841791cf-5eb6-4945-816b-eead22a25e78,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:44.764645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:44.768103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.797805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-956722bd-0cbd-4ba7-b4cf-d1d6751a837b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.797975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aadc0f-cfe3-44d6-8f6f-417471053a54 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:44.809389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ee443-97c9-48aa-9d56-68f3d392a54c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 2f6663e4-6581-4ffe-884a-a4427e716c7f owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:44.878158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1739-d2cd-4b61-bafa-6ebd3dbc6895 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:44.895401 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7c7c1739-d2cd-4b61-bafa-6ebd3dbc6895 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/01fef501-ec6d-4418-a231-6d363c125038 HTTP/1.1" status: 204 len: 168 time: 2.2930000 Mar 25 20:06:45.063088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57380) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:45.151674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:45.166253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.201178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26354e27-c2b3-4eb8-b79b-7a7a430f0be1 None None] Network 8be461f8-abde-4130-8b23-d62f68a87946 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:45.244529 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d35d60ca-489e-4406-a38c-9f50e21281eb req-f491e7b5-285f-48e8-a4c6-1c6b577a9065 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 210 time: 0.0951283 Mar 25 20:06:45.250755 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a0306098-8100-434f-b3a9-75e6df8e49b7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:45.254264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee443-97c9-48aa-9d56-68f3d392a54c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.331290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.331645 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Added segment df306fe0-22ff-498c-bdaa-50efb9cfc760 of type vlan for network c74b61f7-0194-4022-83d4-3bab7a8301ee Mar 25 20:06:45.347889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fa8ffe-838b-4f7c-9fd5-7a35b5273e9f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 5e241a99-bce7-4753-b1f6-386e13f70d92 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:45.352991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83fa8ffe-838b-4f7c-9fd5-7a35b5273e9f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.373710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c1739-d2cd-4b61-bafa-6ebd3dbc6895 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=01fef501-ec6d-4418-a231-6d363c125038,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:45.392911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57386) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:45.394007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee443-97c9-48aa-9d56-68f3d392a54c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.395893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Transition to ACTIVE for port object 7914a865-e257-4b44-b528-774b0626b698 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:45.403043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ee443-97c9-48aa-9d56-68f3d392a54c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=2f6663e4-6581-4ffe-884a-a4427e716c7f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:45.404108 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-956722bd-0cbd-4ba7-b4cf-d1d6751a837b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network e09364f4-f9be-4f24-b936-f30cf3454ae5 is not hosted by any dhcp agent {{(pid=88485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 25 20:06:45.410505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956722bd-0cbd-4ba7-b4cf-d1d6751a837b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:45.411118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-956722bd-0cbd-4ba7-b4cf-d1d6751a837b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.421617 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-956722bd-0cbd-4ba7-b4cf-d1d6751a837b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "PUT /v2.0/networks/e09364f4-f9be-4f24-b936-f30cf3454ae5 HTTP/1.1" status: 200 len: 723 time: 1.9548211 Mar 25 20:06:45.427699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57390) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:45.445886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ca4ee443-97c9-48aa-9d56-68f3d392a54c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/2f6663e4-6581-4ffe-884a-a4427e716c7f HTTP/1.1" status: 204 len: 168 time: 1.4267166 Mar 25 20:06:45.446671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57396) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:45.452225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': 'e09364f4-f9be-4f24-b936-f30cf3454ae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:45.512836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956722bd-0cbd-4ba7-b4cf-d1d6751a837b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=e09364f4-f9be-4f24-b936-f30cf3454ae5,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:45.532032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Allocated IP 172.20.0.11 (c73d78e1-c14b-41a1-a3f1-be3374c0c1c3/415a5a04-c2b2-4d12-80a3-23439e76fa4c/2187b2f4-a78f-44b2-9b0d-512c52a41cf0) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:45.547077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network e09364f4-f9be-4f24-b936-f30cf3454ae5 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:45.565993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83fa8ffe-838b-4f7c-9fd5-7a35b5273e9f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.580642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7cdfce41-7fa3-43a8-b6d7-203a97cad094 None None] Provisioning for port a0306098-8100-434f-b3a9-75e6df8e49b7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:45.638724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.726256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.794165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Network 8ebf021b-1c9c-4128-a9d9-559021070953 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:45.800312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:45.802756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:45.830252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:45.839504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port a0306098-8100-434f-b3a9-75e6df8e49b7 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:45.858427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a0306098-8100-434f-b3a9-75e6df8e49b7 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:45.858685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.863446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'Port': ['ID=7914a865-e257-4b44-b528-774b0626b698,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:45.863565 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-528b6627-bf83-45fb-80be-dd4c825f7f21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6dd20afc680944239a3295d80d0ab541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556415 Mar 25 20:06:45.867175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57400) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:45.868575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:45.888685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3fbfd-2dbe-46f9-b0f2-b071fce28849 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:45.893453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3fbfd-2dbe-46f9-b0f2-b071fce28849 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:45.894251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f3a3fbfd-2dbe-46f9-b0f2-b071fce28849 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:45.905518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.931187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.933590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.937571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:45.938180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:45.951470 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Transition to ACTIVE for port object 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:46.016977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:46.020646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.045315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83fa8ffe-838b-4f7c-9fd5-7a35b5273e9f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.104262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.106569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.137542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92717fd-87e9-4cc2-9d6b-59696f4e3248 None None] Update dhcp port {'port': {'network_id': '8be461f8-abde-4130-8b23-d62f68a87946', 'fixed_ips': [{'subnet_id': '92a370ae-ac42-448a-93e3-897a2d48bed5', 'ip_address': '2001:db8::2'}, {'subnet_id': '05326f87-f456-4920-894e-473921bff436'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': 'a0306098-8100-434f-b3a9-75e6df8e49b7'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:06:46.190328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port a0306098-8100-434f-b3a9-75e6df8e49b7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a0306098-8100-434f-b3a9-75e6df8e49b7,segment=NetworkSegment(c4110095-f646-43d1-bcd0-bf3f5954826b),segment_id=c4110095-f646-43d1-bcd0-bf3f5954826b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:46.194571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:46.212579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c92717fd-87e9-4cc2-9d6b-59696f4e3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.226192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f3a3fbfd-2dbe-46f9-b0f2-b071fce28849 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:46.231052 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3a3fbfd-2dbe-46f9-b0f2-b071fce28849 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7507269 Mar 25 20:06:46.235675 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9424608 Mar 25 20:06:46.252232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57404) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:46.252613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57406) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:46.259772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'ports': [{'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6'}, {'network_id': 'c74b61f7-0194-4022-83d4-3bab7a8301ee'}]} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:46.260321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:46.261017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': 'c74b61f7-0194-4022-83d4-3bab7a8301ee'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:46.265155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.271594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.272506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 03d8df9c-91b7-47b6-a7e3-005d235e5e01 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:46.287936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:46.305237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601853cf-3304-4705-af2c-6dfcad9a35a8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Network': ['ID=c74b61f7-0194-4022-83d4-3bab7a8301ee,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:46.358447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:46.400810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c74b61f7-0194-4022-83d4-3bab7a8301ee details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:46.493368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-91db3f82-c5a4-4c0a-8da8-c07a60cf38c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 579919c9-4157-48a2-ad65-5a8cd6a653d1 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:46.494064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91db3f82-c5a4-4c0a-8da8-c07a60cf38c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.500307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event updated for resources: {'Port': ['ID=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:46.585769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a071-2d91-4763-a4ab-d3403d6844a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.617598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a071-2d91-4763-a4ab-d3403d6844a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.665403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:46.668130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.774927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=a0306098-8100-434f-b3a9-75e6df8e49b7,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:46.847505 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-0fdbf6fb-2c22-4772-94c9-fec68fe36574 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6445529 Mar 25 20:06:46.882530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Request body: {'port': {'device_id': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:46.912809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83fa8ffe-838b-4f7c-9fd5-7a35b5273e9f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:46.921016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab5b8c-4fce-404c-99d3-5346ec8bd3d0 None None] Network 8ebf021b-1c9c-4128-a9d9-559021070953 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:46.974973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa8ffe-838b-4f7c-9fd5-7a35b5273e9f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=5e241a99-bce7-4753-b1f6-386e13f70d92,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:47.003153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a071-2d91-4763-a4ab-d3403d6844a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.008059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83fa8ffe-838b-4f7c-9fd5-7a35b5273e9f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.016348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1eef07a8-337c-464d-b463-05a2a4834426 None None] Provisioning complete for port 60783b97-c33f-45f4-868e-693f1652a84f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:47.016742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1eef07a8-337c-464d-b463-05a2a4834426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.042081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c92717fd-87e9-4cc2-9d6b-59696f4e3248 None None] Allocated IP 172.20.0.1 (8be461f8-abde-4130-8b23-d62f68a87946/05326f87-f456-4920-894e-473921bff436/a0306098-8100-434f-b3a9-75e6df8e49b7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:47.048433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe493150-2f2b-4172-8cb3-e14919414e51 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:47.090565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 03d8df9c-91b7-47b6-a7e3-005d235e5e01 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:47.126664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 03d8df9c-91b7-47b6-a7e3-005d235e5e01 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:47.127046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.130238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3a071-2d91-4763-a4ab-d3403d6844a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a894bc80-06a7-43a1-b956-4b495cd8210f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:47.221955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.300872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.366476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.421592 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-83fa8ffe-838b-4f7c-9fd5-7a35b5273e9f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/5e241a99-bce7-4753-b1f6-386e13f70d92 HTTP/1.1" status: 204 len: 168 time: 2.3558843 Mar 25 20:06:47.429443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57414) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:47.467538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7bb82-2065-44f3-bf60-8f4f7ab49021 req-4bdfea2d-e7dc-4f5e-a7d8-2c9cfe04ed36 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:47.469436 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9fe7bb82-2065-44f3-bf60-8f4f7ab49021 req-4bdfea2d-e7dc-4f5e-a7d8-2c9cfe04ed36 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 932 time: 0.9171150 Mar 25 20:06:47.471868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a071-2d91-4763-a4ab-d3403d6844a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.489416 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5cb3a071-2d91-4763-a4ab-d3403d6844a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a894bc80-06a7-43a1-b956-4b495cd8210f HTTP/1.1" status: 204 len: 168 time: 1.6044471 Mar 25 20:06:47.571807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.575192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'Port': ['ID=7914a865-e257-4b44-b528-774b0626b698,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:47.671205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91db3f82-c5a4-4c0a-8da8-c07a60cf38c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.689902 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f66db47f-a365-44d5-b6bd-e72a39a789d1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2536869 Mar 25 20:06:47.698500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57420) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:47.716228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:47.744873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:47.815590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:47.823045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:47.833948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Network 8ebf021b-1c9c-4128-a9d9-559021070953 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:47.865823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:47.866464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c92717fd-87e9-4cc2-9d6b-59696f4e3248 None None] For port a0306098-8100-434f-b3a9-75e6df8e49b7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a0306098-8100-434f-b3a9-75e6df8e49b7,segment=NetworkSegment(c4110095-f646-43d1-bcd0-bf3f5954826b),segment_id=c4110095-f646-43d1-bcd0-bf3f5954826b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:47.890377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.913252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-91db3f82-c5a4-4c0a-8da8-c07a60cf38c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 579919c9-4157-48a2-ad65-5a8cd6a653d1 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:47.947767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 03d8df9c-91b7-47b6-a7e3-005d235e5e01, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=03d8df9c-91b7-47b6-a7e3-005d235e5e01,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:47.950603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c92717fd-87e9-4cc2-9d6b-59696f4e3248 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.954855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:47.967794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:06:47.980276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:47.985103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c92717fd-87e9-4cc2-9d6b-59696f4e3248 None None] Transition to ACTIVE for port object a0306098-8100-434f-b3a9-75e6df8e49b7 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:48.048439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.075636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.087560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Transition to ACTIVE for port object 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:48.088229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1eef07a8-337c-464d-b463-05a2a4834426 None None] Provisioning for port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:48.133059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Router 0634a7d2-b09d-4438-9089-5f5849e6742c has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:06:48.139942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:06:48.141707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c92717fd-87e9-4cc2-9d6b-59696f4e3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.164035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1eef07a8-337c-464d-b463-05a2a4834426 None None] Provisioning complete for port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:48.165026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1eef07a8-337c-464d-b463-05a2a4834426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.175328 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9fe7bb82-2065-44f3-bf60-8f4f7ab49021 req-d45c3d8e-c9e2-47c4-8a13-daffb154b072 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5557742 Mar 25 20:06:48.251358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.269123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.284899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] Deleting port 60783b97-c33f-45f4-868e-693f1652a84f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:48.285416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.349901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 2} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:48.357237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.418279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:48.438413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:48.461928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.487869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:48.499335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:48.537695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:48.712830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1eef07a8-337c-464d-b463-05a2a4834426 None None] Port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:06:48.718225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a0306098-8100-434f-b3a9-75e6df8e49b7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:48.730340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=4e28995a-27af-4ea8-abb3-b8ab7efb8aa2,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:48.737006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91db3f82-c5a4-4c0a-8da8-c07a60cf38c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.844861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=03d8df9c-91b7-47b6-a7e3-005d235e5e01,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:48.905570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db3f82-c5a4-4c0a-8da8-c07a60cf38c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=579919c9-4157-48a2-ad65-5a8cd6a653d1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:48.907941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:48.911857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:48.953623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:06:48.965356 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Sync routers for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:06:48.966269 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-de47a6cc-c15f-452a-bb0b-8ff19d826218 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "PUT /v2.0/routers/0634a7d2-b09d-4438-9089-5f5849e6742c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1053174 Mar 25 20:06:48.967495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': '42690548-8fbc-4d26-bd57-3d1b32983a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e09364f4-f9be-4f24-b936-f30cf3454ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:48.968262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: e09364f4-f9be-4f24-b936-f30cf3454ae5, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:48.970418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Attempting to bind port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:48.970752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Attempting to bind port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:48.971076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Attempting to bind port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 on network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:48.984775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 on network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:06:48.985101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Attempting to bind port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 on network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:48.998663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:48.999230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Checking segment: {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:48.999230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Bound using segment: {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:48.999573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Bound port: 2187b2f4-a78f-44b2-9b0d-512c52a41cf0, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e65defb-2d80-4f58-9619-a0013b9b02b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:48.999914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:49.045160 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:49.047512 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:49.125692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91db3f82-c5a4-4c0a-8da8-c07a60cf38c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:49.201814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] For port 60783b97-c33f-45f4-868e-693f1652a84f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=60783b97-c33f-45f4-868e-693f1652a84f,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:49.202320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:49.236068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] For port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:49.241311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] For port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:49.253551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92717fd-87e9-4cc2-9d6b-59696f4e3248 None None] Pushing event updated for resources: {'Port': ['ID=a0306098-8100-434f-b3a9-75e6df8e49b7,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:49.263358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5e7f665f-ae73-4f79-bdb7-408b45c879d6 None None] Provisioning for port 841791cf-5eb6-4945-816b-eead22a25e78 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:49.317818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:49.478121 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:49.490524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] Calling delete_port for 60783b97-c33f-45f4-868e-693f1652a84f owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:49.561655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 841791cf-5eb6-4945-816b-eead22a25e78 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:49.622940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network e09364f4-f9be-4f24-b936-f30cf3454ae5 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:49.648298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57458) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:49.666405 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-91db3f82-c5a4-4c0a-8da8-c07a60cf38c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/579919c9-4157-48a2-ad65-5a8cd6a653d1 HTTP/1.1" status: 204 len: 168 time: 3.4126191 Mar 25 20:06:49.678530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57462) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:49.700107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5e7f665f-ae73-4f79-bdb7-408b45c879d6 None None] Provisioning for port 7914a865-e257-4b44-b528-774b0626b698 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:49.702426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 02f5649d-40e1-4de8-9168-0663cd3b9f67 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:49.705851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5e7f665f-ae73-4f79-bdb7-408b45c879d6 None None] Provisioning complete for port 7914a865-e257-4b44-b528-774b0626b698 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:49.706277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e7f665f-ae73-4f79-bdb7-408b45c879d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:49.740973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:49.763481 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:49.764243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:49.765786 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-a7bd74c9-a5ba-448d-8773-b13e63544dd4 service neutron] 10.222.0.43 "PUT /v2.0/ports/2187b2f4-a78f-44b2-9b0d-512c52a41cf0 HTTP/1.1" status: 200 len: 1094 time: 2.9015326 Mar 25 20:06:49.766252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'tag': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:06:49.772097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f665f-ae73-4f79-bdb7-408b45c879d6 None None] Port 7914a865-e257-4b44-b528-774b0626b698 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:06:49.774947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0413c9b8-31df-4e16-b4bb-b7e52f26573f None None] Network 8be461f8-abde-4130-8b23-d62f68a87946 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:49.794088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 841791cf-5eb6-4945-816b-eead22a25e78 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:49.835791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:49.876083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 841791cf-5eb6-4945-816b-eead22a25e78 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:49.876462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:49.879374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, e09364f4-f9be-4f24-b936-f30cf3454ae5) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:49.957203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-d5366c95-aba6-4e7e-8fb5-2f75ad176deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584698487&fields=id&tenant_id=b6c3085b5768464782778bbbcc9c978e HTTP/1.1" status: 200 len: 267 time: 0.5294964 Mar 25 20:06:49.958989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:49.959802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.060218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-4ec457eb-d4c7-4377-928e-ee8b6b7c31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:50.062073 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-4ec457eb-d4c7-4377-928e-ee8b6b7c31fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=628baec857f24b28b26d8ea372a5857a&device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 1097 time: 0.1869407 Mar 25 20:06:50.081760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93483c75-56d2-4e32-8ed2-fc721989eebf None None] Network e09364f4-f9be-4f24-b936-f30cf3454ae5 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:50.092756 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 2, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:50.098603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-235b4301-e34d-4896-94b9-aa6e7c1eb4cb tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:50.099471 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-235b4301-e34d-4896-94b9-aa6e7c1eb4cb tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 25 20:06:50.100279 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Checking router: 0634a7d2-b09d-4438-9089-5f5849e6742c for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:06:50.101201 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Updating router 0634a7d2-b09d-4438-9089-5f5849e6742c port 7914a865-e257-4b44-b528-774b0626b698 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:06:50.103009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-235b4301-e34d-4896-94b9-aa6e7c1eb4cb tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): There was a conflict when trying to complete your request. Mar 25 20:06:50.108972 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-235b4301-e34d-4896-94b9-aa6e7c1eb4cb tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4364560 Mar 25 20:06:50.125152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57472) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:50.160636 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-91abd097-db81-41bb-8b4c-c685de61451f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2187b2f4-a78f-44b2-9b0d-512c52a41cf0 HTTP/1.1" status: 200 len: 217 time: 0.0906346 Mar 25 20:06:50.164829 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.191717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621207864'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:50.197635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] No DVR routers for this DVR port 60783b97-c33f-45f4-868e-693f1652a84f on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:50.215135 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bff3bd83-bf58-4d48-9bf2-39bd877c10cf tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7820654 Mar 25 20:06:50.216844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57476) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:50.241045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a196d57d-0856-4066-a6c8-c9c75b4a4e05 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:50.249323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:50.250309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1280d6-f394-43e6-8cef-e2f33a708ee3 None None] Pushing event deleted for resources: {'Port': ['ID=60783b97-c33f-45f4-868e-693f1652a84f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:50.305182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-fc8aed0f-e3ae-48de-a547-dd82c533bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:50.307303 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-fc8aed0f-e3ae-48de-a547-dd82c533bfe8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=415a5a04-c2b2-4d12-80a3-23439e76fa4c HTTP/1.1" status: 200 len: 851 time: 0.1392546 Mar 25 20:06:50.439216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a196d57d-0856-4066-a6c8-c9c75b4a4e05 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14856247'] for subnet, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.439434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:50.450924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:50.498365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:50.510349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b81b8b-011c-4a0f-9e8c-6865f1e43d27 req-fb1e15dd-f2e0-4fe7-a332-d023fbb8cd6b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:50.512084 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03b81b8b-011c-4a0f-9e8c-6865f1e43d27 req-fb1e15dd-f2e0-4fe7-a332-d023fbb8cd6b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 944 time: 1.0233564 Mar 25 20:06:50.520563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-7fe3e9de-cf3b-4cdb-bb8a-91d875ebe1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:50.522182 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-7fe3e9de-cf3b-4cdb-bb8a-91d875ebe1c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2084346 Mar 25 20:06:50.535338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b5182b6b-6ecd-45b5-acaf-0c4ebd39d7a5 None None] Provisioning for port a0306098-8100-434f-b3a9-75e6df8e49b7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:50.566105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b5182b6b-6ecd-45b5-acaf-0c4ebd39d7a5 None None] Provisioning complete for port a0306098-8100-434f-b3a9-75e6df8e49b7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:50.566743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5182b6b-6ecd-45b5-acaf-0c4ebd39d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.573827 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.587750 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Transition to ACTIVE for port object 7914a865-e257-4b44-b528-774b0626b698 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:50.603920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5fc2e9-c781-4bc0-a0d6-07bf8017d3ca tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:50.605105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ea5fc2e9-c781-4bc0-a0d6-07bf8017d3ca tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:50.656404 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.659170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c0a034ec-5efe-498e-93c2-54fba65ce70d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:50.660797 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c0a034ec-5efe-498e-93c2-54fba65ce70d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/networks?id=8ebf021b-1c9c-4128-a9d9-559021070953 HTTP/1.1" status: 200 len: 796 time: 0.6727338 Mar 25 20:06:50.680823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.704022 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03b81b8b-011c-4a0f-9e8c-6865f1e43d27 req-ec50315e-1546-48ff-810f-624a232c8a5b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1618655 Mar 25 20:06:50.724510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.743365 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3d875-a03b-497f-bcfc-e4c85b1e67ea None None] Pushing event updated for resources: {'Port': ['ID=7914a865-e257-4b44-b528-774b0626b698,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:50.771086 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-32b6ed1d-b793-4d0d-b26e-9013d8187922 service neutron] 10.222.0.43 "GET /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391930 Mar 25 20:06:50.812902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ea5fc2e9-c781-4bc0-a0d6-07bf8017d3ca tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:50.814387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ea5fc2e9-c781-4bc0-a0d6-07bf8017d3ca tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.1085684 Mar 25 20:06:50.815765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.824522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57480) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:50.826680 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'tag': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'status': 'completed', 'code': 200} Mar 25 20:06:50.834600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-e09364f4-f9be-4f24-b936-f30cf3454ae5', 'network_id': 'e09364f4-f9be-4f24-b936-f30cf3454ae5', 'tenant_id': 'cabcfb4eb074405392c0a7f99c0c8eec', 'fixed_ips': [{'subnet_id': '4e28995a-27af-4ea8-abb3-b8ab7efb8aa2'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:50.835427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.845126 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-d7b36252-3827-4d88-bc2f-8227de429168 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/quotas/b6c3085b5768464782778bbbcc9c978e HTTP/1.1" status: 200 len: 375 time: 0.1705241 Mar 25 20:06:50.862195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.930505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:50.931168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 841791cf-5eb6-4945-816b-eead22a25e78, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=841791cf-5eb6-4945-816b-eead22a25e78,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:50.937216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:50.941818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:50.953570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:50.975511 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Attempting to bind port 7914a865-e257-4b44-b528-774b0626b698 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:50.975511 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Attempting to bind port 7914a865-e257-4b44-b528-774b0626b698 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:50.975511 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Attempting to bind port 7914a865-e257-4b44-b528-774b0626b698 on network 8ebf021b-1c9c-4128-a9d9-559021070953 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:50.978600 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:50.978988 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Checking segment: {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:50.979362 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.979806 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Bound using segment: {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:50.980623 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Bound port: 7914a865-e257-4b44-b528-774b0626b698, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:50.981044 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:50.986039 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-05029374-329f-4211-b6a2-02fb0c047eaa tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:06:50.987607 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-05029374-329f-4211-b6a2-02fb0c047eaa tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/2f6663e4-6581-4ffe-884a-a4427e716c7f HTTP/1.1" status: 404 len: 333 time: 0.1555858 Mar 25 20:06:50.995649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57484) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:51.039928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.148796 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] For port 7914a865-e257-4b44-b528-774b0626b698, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:51.153610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60783b97-c33f-45f4-868e-693f1652a84f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:06:51.154182 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] For port 7914a865-e257-4b44-b528-774b0626b698, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7914a865-e257-4b44-b528-774b0626b698,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:51.194579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:06:51.203309 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a367f2-ceed-4ddc-9f96-1c953137804b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:06:51.204670 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-29a367f2-ceed-4ddc-9f96-1c953137804b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/579919c9-4157-48a2-ad65-5a8cd6a653d1 HTTP/1.1" status: 404 len: 333 time: 0.1948712 Mar 25 20:06:51.209364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57488) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:51.215713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.222482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 60783b97-c33f-45f4-868e-693f1652a84f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:06:51.222482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60783b97-c33f-45f4-868e-693f1652a84f not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:06:51.260289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.265882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=841791cf-5eb6-4945-816b-eead22a25e78,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:51.369324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a196d57d-0856-4066-a6c8-c9c75b4a4e05 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780952702967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14907784'] for subnet, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.401083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.411441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 21aa33ac-61af-45b1-aa30-d01f784fddc1 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:51.412174 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3d875-a03b-497f-bcfc-e4c85b1e67ea None None] Pushing event updated for resources: {'Port': ['ID=7914a865-e257-4b44-b528-774b0626b698,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:51.428715 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:06:51.429974 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:51.440799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a0306098-8100-434f-b3a9-75e6df8e49b7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:51.444725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196d57d-0856-4066-a6c8-c9c75b4a4e05 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:51.449496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a196d57d-0856-4066-a6c8-c9c75b4a4e05 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.450883 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a196d57d-0856-4066-a6c8-c9c75b4a4e05 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "PUT /v2.0/subnets/4e28995a-27af-4ea8-abb3-b8ab7efb8aa2 HTTP/1.1" status: 200 len: 826 time: 1.2328122 Mar 25 20:06:51.460147 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-981c4000-b0ac-4f91-89ba-2fbd2a550fe5 req-cd88f07c-a243-4d7b-85d2-92c7ea66d81f service neutron] 10.222.0.43 "GET /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801832 Mar 25 20:06:51.476208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57492) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:51.520758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.535882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.590751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Allocated IP 2001:db8::2 (e09364f4-f9be-4f24-b936-f30cf3454ae5/4e28995a-27af-4ea8-abb3-b8ab7efb8aa2/16e29d7c-a640-4c5c-9b23-ed5c819b6690) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:51.639159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a0306098-8100-434f-b3a9-75e6df8e49b7 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:51.639865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.647493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.709250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:51.759968 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:06:51.838582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c40ea223-fd94-46df-8be5-97d0edd26fe0 None None] Provisioning complete for port a0306098-8100-434f-b3a9-75e6df8e49b7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:51.838582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c40ea223-fd94-46df-8be5-97d0edd26fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.889331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196d57d-0856-4066-a6c8-c9c75b4a4e05 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=4e28995a-27af-4ea8-abb3-b8ab7efb8aa2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:51.900423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:51.910126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:51.910942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.915557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.920376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:51.926066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:51.930182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:51.939461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:51.951847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 03d8df9c-91b7-47b6-a7e3-005d235e5e01 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:51.991263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:51.998503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a99e5d-39f2-4116-854e-e70d09eadcc4 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:52.084830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.094015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=02f5649d-40e1-4de8-9168-0663cd3b9f67,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:52.116914 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-fec89fa1-5042-4475-b841-965507c77451 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c3085b5768464782778bbbcc9c978e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2694993 Mar 25 20:06:52.151980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=fb7364d1-bec8-4580-ad4d-3c08a397af70,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:52.158285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:52.173993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106f74f4-a673-4a5f-8ccb-0904d2f22d06']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:52.187502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c82d8f4-cf2b-4ddc-baca-f03497a3e575') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:52.187896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c82d8f4-cf2b-4ddc-baca-f03497a3e575') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:52.203995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.220760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:52.231997 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.253765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:52.254785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.257514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:52.257987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.258313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:52.276398 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:52.313435 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:51Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:52.317469 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189e72d-fe9a-4f79-8cc2-821c07bc2762 None None] The sync data for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv is: [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:51Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:06:52.336769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.349993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.367142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Transition to ACTIVE for port object 16e29d7c-a640-4c5c-9b23-ed5c819b6690 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:52.370061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 03d8df9c-91b7-47b6-a7e3-005d235e5e01 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:52.370488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.375239 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7c5e2f78-1f50-4761-9d57-48c2ee7cab12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6695526 Mar 25 20:06:52.380705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=21aa33ac-61af-45b1-aa30-d01f784fddc1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:52.384406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.384998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-a60911a4-012d-4bd9-9d2f-496eadcf2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:52.385835 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2587347 Mar 25 20:06:52.387330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57498) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:52.390683 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-a60911a4-012d-4bd9-9d2f-496eadcf2e12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=628baec857f24b28b26d8ea372a5857a&device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 1097 time: 0.7775829 Mar 25 20:06:52.398310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57500) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:52.398548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee123b6-6ebf-4ae0-8107-fb38a9fc3cec,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:52.413978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:52.420603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '6708f5b6-25d1-49e0-9a78-eb420dd65b89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:52.453879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:52.468759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:52.502993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:52.510784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.522263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:52.555113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.625429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Transition to ACTIVE for port object 16e29d7c-a640-4c5c-9b23-ed5c819b6690 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:52.664329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Network': ['ID=106f74f4-a673-4a5f-8ccb-0904d2f22d06,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:52.701078 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d8dabd31-254c-41f8-8374-852332704be0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/networks/106f74f4-a673-4a5f-8ccb-0904d2f22d06 HTTP/1.1" status: 204 len: 168 time: 1.4879348 Mar 25 20:06:52.702175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57506) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:52.724565 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-51335113'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:52.726228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.742746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:52.747410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.755425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10bf6-4c70-4eff-be43-409a7e9aebba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6708f5b6-25d1-49e0-9a78-eb420dd65b89,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:52.770456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306aacd-48a9-4579-b976-d65faafd2396 req-d696b09c-96da-4891-896e-5cadba51df1d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:52.772093 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1306aacd-48a9-4579-b976-d65faafd2396 req-d696b09c-96da-4891-896e-5cadba51df1d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 944 time: 0.6533606 Mar 25 20:06:52.784168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:52.785115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:network and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:52.788948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:52.792116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:52.797104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:52.801180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:52.814030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking segment: {'id': 'df306fe0-22ff-498c-bdaa-50efb9cfc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c74b61f7-0194-4022-83d4-3bab7a8301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:52.814030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network hostable DHCP agents. Network: c74b61f7-0194-4022-83d4-3bab7a8301ee, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:52.819502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'fb7364d1-bec8-4580-ad4d-3c08a397af70'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:52.820390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.822993 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c6aebc52-c272-4268-8f3f-6d1430e76b4c service neutron] 10.222.0.37 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674592 Mar 25 20:06:52.830802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.838750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:52.873148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-77199cba-5787-4f05-a810-66f3170b6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:52.874340 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-77199cba-5787-4f05-a810-66f3170b6805 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 HTTP/1.1" status: 200 len: 913 time: 0.4740162 Mar 25 20:06:52.915545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Network e09364f4-f9be-4f24-b936-f30cf3454ae5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:52.915723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:52.920405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.928290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:52.932219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:52.968376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:52.971826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:52.982539 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-d407e850-366f-4ec7-af89-c101485c1025 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2187b2f4-a78f-44b2-9b0d-512c52a41cf0 HTTP/1.1" status: 200 len: 217 time: 0.1001775 Mar 25 20:06:53.025113 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1306aacd-48a9-4579-b976-d65faafd2396 req-3c71db57-d93e-4386-afc8-3f256f72beeb tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2137837 Mar 25 20:06:53.095691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Pushing event updated for resources: {'Port': ['ID=16e29d7c-a640-4c5c-9b23-ed5c819b6690,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:53.101521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network c74b61f7-0194-4022-83d4-3bab7a8301ee is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:53.112272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:53.114704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.155707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Attempting to bind port 16e29d7c-a640-4c5c-9b23-ed5c819b6690 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:53.156170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Attempting to bind port 16e29d7c-a640-4c5c-9b23-ed5c819b6690 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '42690548-8fbc-4d26-bd57-3d1b32983a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e09364f4-f9be-4f24-b936-f30cf3454ae5'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:53.156656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Attempting to bind port 16e29d7c-a640-4c5c-9b23-ed5c819b6690 on network e09364f4-f9be-4f24-b936-f30cf3454ae5 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:53.169860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:53.170686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Checking segment: {'id': '42690548-8fbc-4d26-bd57-3d1b32983a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e09364f4-f9be-4f24-b936-f30cf3454ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:53.171168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.172106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Bound using segment: {'id': '42690548-8fbc-4d26-bd57-3d1b32983a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e09364f4-f9be-4f24-b936-f30cf3454ae5'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:53.172106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Bound port: 16e29d7c-a640-4c5c-9b23-ed5c819b6690, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42690548-8fbc-4d26-bd57-3d1b32983a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e09364f4-f9be-4f24-b936-f30cf3454ae5'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:53.172720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.187584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-57da8246-57d6-43a6-9902-7b4442ac2fd0 service neutron] 10.222.0.37 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474617 Mar 25 20:06:53.197146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=4e28995a-27af-4ea8-abb3-b8ab7efb8aa2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:53.199848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c74b61f7-0194-4022-83d4-3bab7a8301ee) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:53.208136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:53.213750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:53.219234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:53.219916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.227488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.232164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.232164 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Added segment 1dbd93d4-09df-4539-be22-d3493028f47c of type vlan for network ec7f3f75-0459-47dc-92d0-5129f7c65acc Mar 25 20:06:53.244633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-af0403e8-e387-4a24-b860-7eaeec21ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:53.247170 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-af0403e8-e387-4a24-b860-7eaeec21ccfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=415a5a04-c2b2-4d12-80a3-23439e76fa4c HTTP/1.1" status: 200 len: 851 time: 0.2277794 Mar 25 20:06:53.282631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082a0a0-158c-40de-a895-9f59174c04b7 None None] Network c74b61f7-0194-4022-83d4-3bab7a8301ee requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:53.378156 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c5380e63-f0e8-407f-ab33-15210fed7ad9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.1228154 Mar 25 20:06:53.382190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.386252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57512) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:53.502473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd07df-4176-4bf1-abde-e1c27c742aa5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 21aa33ac-61af-45b1-aa30-d01f784fddc1 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:53.502666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12c9404-fa2a-4710-a9f2-2c2816b0add1,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:53.502795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a9bd07df-4176-4bf1-abde-e1c27c742aa5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.528117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.541653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.591008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09364f4-f9be-4f24-b936-f30cf3454ae5']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:53.609166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42690548-8fbc-4d26-bd57-3d1b32983a52') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:53.609627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42690548-8fbc-4d26-bd57-3d1b32983a52') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:53.618793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.621647 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a9f436c3-9e9c-4a67-9ee3-6cc58f0ebf43 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2250812 Mar 25 20:06:53.632323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.644585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57516) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:53.659155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-cb0972bc-a4de-4050-99ba-1496ff07f81d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '6708f5b6-25d1-49e0-9a78-eb420dd65b89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:53.676438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.679121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cb0972bc-a4de-4050-99ba-1496ff07f81d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:53.690396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-deca5ca5-9510-42b0-ab15-4082598e442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:53.692000 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-deca5ca5-9510-42b0-ab15-4082598e442a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4074991 Mar 25 20:06:53.693237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:53.693714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.710678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cb0972bc-a4de-4050-99ba-1496ff07f81d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:53.713404 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7914a865-e257-4b44-b528-774b0626b698 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:53.713910 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:53.716168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cb0972bc-a4de-4050-99ba-1496ff07f81d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:53.737673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.745114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:53.745892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.794330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cb0972bc-a4de-4050-99ba-1496ff07f81d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:53.805598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Allocated IP 2001:db8::f816:3eff:fe9a:ff70 (16eab8e5-a832-428a-a293-9fd25f5afb33/fb7364d1-bec8-4580-ad4d-3c08a397af70/b265c05c-6113-4649-9f73-ecf581795a73) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:53.829479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] For port 16e29d7c-a640-4c5c-9b23-ed5c819b6690, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:53.922403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:53.999605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a9bd07df-4176-4bf1-abde-e1c27c742aa5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.015189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:54.020990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:54.027389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:54.028058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.040624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] For port 16e29d7c-a640-4c5c-9b23-ed5c819b6690, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=16e29d7c-a640-4c5c-9b23-ed5c819b6690,segment=NetworkSegment(42690548-8fbc-4d26-bd57-3d1b32983a52),segment_id=42690548-8fbc-4d26-bd57-3d1b32983a52)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:54.040624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 7914a865-e257-4b44-b528-774b0626b698 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:54.040956 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3331668 Mar 25 20:06:54.051044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 7914a865-e257-4b44-b528-774b0626b698 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:54.051539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.051659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57520) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:54.057234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cb0972bc-a4de-4050-99ba-1496ff07f81d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.065634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c56dc-ac69-4db3-833f-78f5e2f0d39e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Network': ['ID=ec7f3f75-0459-47dc-92d0-5129f7c65acc,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:54.076955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': 'ec7f3f75-0459-47dc-92d0-5129f7c65acc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:54.097747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:06:54.097747 dv-neutron-835149-1-hyperv neutron-server[88485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:06:54.097747 dv-neutron-835149-1-hyperv neutron-server[88485]: [parameters: {'id': 'e09364f4-f9be-4f24-b936-f30cf3454ae5'}] Mar 25 20:06:54.097747 dv-neutron-835149-1-hyperv neutron-server[88485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:06:54.098342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:06:54.149875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network ec7f3f75-0459-47dc-92d0-5129f7c65acc details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:54.170200 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:06:54.189430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd07df-4176-4bf1-abde-e1c27c742aa5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 21aa33ac-61af-45b1-aa30-d01f784fddc1 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:54.198638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.232801 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-a277c8cd-8cbc-4419-9d98-de57b4a3068e service neutron] 10.222.0.43 "GET /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968810 Mar 25 20:06:54.256101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=c8a172c5-2b82-4030-8ae6-1eff1edb3cd0,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:54.353077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266669e-d8d0-4463-94da-da9632cb03cf req-b5e993c5-a830-4b64-b5c5-5379fe1119a2 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:54.354654 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1266669e-d8d0-4463-94da-da9632cb03cf req-b5e993c5-a830-4b64-b5c5-5379fe1119a2 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 944 time: 0.1322980 Mar 25 20:06:54.359457 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2c0516f3-e1e8-4214-a3e7-a11e11d07188 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9623301 Mar 25 20:06:54.360008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57526) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:54.365340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:bb:31:3b', 'name': 'tempest-NetworksTestDHCPv6-458071403'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:54.405180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.427691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab88750-b870-4368-80c4-c692b86dcbd2 None None] Pushing event updated for resources: {'Port': ['ID=16e29d7c-a640-4c5c-9b23-ed5c819b6690,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:54.431743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a9bd07df-4176-4bf1-abde-e1c27c742aa5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.436065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Transition to ACTIVE for port object b265c05c-6113-4649-9f73-ecf581795a73 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:54.495118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Transition to ACTIVE for port object b265c05c-6113-4649-9f73-ecf581795a73 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:54.520673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:54.528376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.536954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:54.541802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:54.551414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:54.557378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd07df-4176-4bf1-abde-e1c27c742aa5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=21aa33ac-61af-45b1-aa30-d01f784fddc1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:54.582242 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1266669e-d8d0-4463-94da-da9632cb03cf req-e1e5eee7-2869-46a7-b3ab-cfbce1599e68 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1970260 Mar 25 20:06:54.598322 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91c0cc95-fbe5-4a6c-9c2b-277e03d5f74c req-82ff444f-edc1-478d-81a8-11b5d7651f0c service neutron] 10.222.0.43 "GET /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453259 Mar 25 20:06:54.600060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.613727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting port 16e29d7c-a640-4c5c-9b23-ed5c819b6690 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:54.613971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a9bd07df-4176-4bf1-abde-e1c27c742aa5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.614189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.629183 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.632246 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a9bd07df-4176-4bf1-abde-e1c27c742aa5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/21aa33ac-61af-45b1-aa30-d01f784fddc1 HTTP/1.1" status: 204 len: 168 time: 1.2369189 Mar 25 20:06:54.641889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57534) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:54.695067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:54.697958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 7914a865-e257-4b44-b528-774b0626b698, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7914a865-e257-4b44-b528-774b0626b698,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:54.698839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.713104 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-cb0972bc-a4de-4050-99ba-1496ff07f81d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): There was a conflict when trying to complete your request. Mar 25 20:06:54.717294 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cb0972bc-a4de-4050-99ba-1496ff07f81d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0652213 Mar 25 20:06:54.717468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d15baa1-180e-4671-8280-54b282639aeb None None] Network e09364f4-f9be-4f24-b936-f30cf3454ae5 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:54.717946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:54.719913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57538) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:54.730239 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-536810ec-488b-4363-aa26-adde17465433 req-3d0f777a-ede0-4787-bd19-717c4b3060ad tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 210 time: 0.0969553 Mar 25 20:06:54.740795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:54.746167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:54.796996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:54.811248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:54.824673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:54.825591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-991f9d65-7e30-4040-bee2-f2a3c818518d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.827253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:54.829753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.830586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 841791cf-5eb6-4945-816b-eead22a25e78 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:54.853301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Performing IP validity checks on allocation pools {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 25 20:06:54.854830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-991f9d65-7e30-4040-bee2-f2a3c818518d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:54.856071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 25 20:06:54.896105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:54.918803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840744f-fe8b-4dad-91ad-1e2d31eec910 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:54.924651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840744f-fe8b-4dad-91ad-1e2d31eec910 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:54.925691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Pushing event updated for resources: {'Port': ['ID=b265c05c-6113-4649-9f73-ecf581795a73,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:54.929052 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3840744f-fe8b-4dad-91ad-1e2d31eec910 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2817130 Mar 25 20:06:54.929224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57542) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:55.039359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] For port 16e29d7c-a640-4c5c-9b23-ed5c819b6690, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=16e29d7c-a640-4c5c-9b23-ed5c819b6690,segment=NetworkSegment(42690548-8fbc-4d26-bd57-3d1b32983a52),segment_id=42690548-8fbc-4d26-bd57-3d1b32983a52)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:55.039751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.077573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ef270-30d5-4b27-b770-c2e631059e0d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 02f5649d-40e1-4de8-9168-0663cd3b9f67 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:55.079400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef270-30d5-4b27-b770-c2e631059e0d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.116940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:06:55.123286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-991f9d65-7e30-4040-bee2-f2a3c818518d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.148810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.164151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f9d65-7e30-4040-bee2-f2a3c818518d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6708f5b6-25d1-49e0-9a78-eb420dd65b89,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:55.184104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Attempting to bind port b265c05c-6113-4649-9f73-ecf581795a73 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:55.184496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Attempting to bind port b265c05c-6113-4649-9f73-ecf581795a73 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:55.184855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Attempting to bind port b265c05c-6113-4649-9f73-ecf581795a73 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:55.206736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Calling delete_port for 16e29d7c-a640-4c5c-9b23-ed5c819b6690 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:55.209877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:55.210249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:55.210643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.211035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:55.211504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Bound port: b265c05c-6113-4649-9f73-ecf581795a73, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:55.211879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.220864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=7914a865-e257-4b44-b528-774b0626b698,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:55.233922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-991f9d65-7e30-4040-bee2-f2a3c818518d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.235298 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-991f9d65-7e30-4040-bee2-f2a3c818518d tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/6708f5b6-25d1-49e0-9a78-eb420dd65b89 HTTP/1.1" status: 204 len: 168 time: 0.5099974 Mar 25 20:06:55.238878 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 5a0eadc0-1852-451a-98d7-93d27355c16a yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:55.240435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57546) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:55.318415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 841791cf-5eb6-4945-816b-eead22a25e78 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:55.318788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.365177 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7997102e-5c03-401c-877b-14be1c26c48b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1201816 Mar 25 20:06:55.365754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57550) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:55.370696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--244797629'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:55.377062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:55.380929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:55.383789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:55.390496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:55.420793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.459486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef270-30d5-4b27-b770-c2e631059e0d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.479435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.522958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f7cd15-cbed-4285-8fda-b3384dfbd55f None None] Network e09364f4-f9be-4f24-b936-f30cf3454ae5 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:55.537406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.542166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] For port b265c05c-6113-4649-9f73-ecf581795a73, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:55.555904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Port': ['ID=16e29d7c-a640-4c5c-9b23-ed5c819b6690,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:55.557943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No DVR routers for this DVR port 16e29d7c-a640-4c5c-9b23-ed5c819b6690 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:06:55.572486 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:55.583203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] For port b265c05c-6113-4649-9f73-ecf581795a73, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b265c05c-6113-4649-9f73-ecf581795a73,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:55.598105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=492a7042-aa99-42de-972a-ddd4b427e7eb,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:55.638308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:55.659748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:55.670925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:55.694471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking segment: {'id': '1dbd93d4-09df-4539-be22-d3493028f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ec7f3f75-0459-47dc-92d0-5129f7c65acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:55.694842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network hostable DHCP agents. Network: ec7f3f75-0459-47dc-92d0-5129f7c65acc, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:06:55.699532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:55.710209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'port_id': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'mac_address': 'fa:16:3e:5a:5c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:06:55.712254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.784568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.834732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09364f4-f9be-4f24-b936-f30cf3454ae5']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:55.843936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ef270-30d5-4b27-b770-c2e631059e0d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 02f5649d-40e1-4de8-9168-0663cd3b9f67 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:55.854284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42690548-8fbc-4d26-bd57-3d1b32983a52') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:55.855328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42690548-8fbc-4d26-bd57-3d1b32983a52') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:55.875369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.906109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network ec7f3f75-0459-47dc-92d0-5129f7c65acc is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:06:55.925731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.942960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:55.943600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:55.962525 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:55.968077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.977248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:55.987709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33f373-c1cd-40f3-b7a6-4fcd09913612 None None] Pushing event updated for resources: {'Port': ['ID=b265c05c-6113-4649-9f73-ecf581795a73,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:55.997985 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-be07bf1d-8562-42f7-96de-e160eef2d104 req-824b779f-914b-40c1-a1a9-657a344774c2 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 210 time: 0.1602206 Mar 25 20:06:56.003017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:06:56.028017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:56.047289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, ec7f3f75-0459-47dc-92d0-5129f7c65acc) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:56.055927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:56.056534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.059283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f635f-8954-4be4-9e05-01a6d8fdcdce None None] Network ec7f3f75-0459-47dc-92d0-5129f7c65acc requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:56.097518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.118478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7914a865-e257-4b44-b528-774b0626b698 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:56.147700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 172.20.0.3 (16eab8e5-a832-428a-a293-9fd25f5afb33/c8a172c5-2b82-4030-8ae6-1eff1edb3cd0/5a0eadc0-1852-451a-98d7-93d27355c16a) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:56.154547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3cebcb-1d51-4599-bbee-bd53249f4168,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:56.169009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:febb:313b (16eab8e5-a832-428a-a293-9fd25f5afb33/fb7364d1-bec8-4580-ad4d-3c08a397af70/5a0eadc0-1852-451a-98d7-93d27355c16a) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:56.205295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34278e-f00a-4b02-8ec8-292639b77c02 req-4cc60de8-ae37-484f-a7e5-5aeb3a28af45 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:56.206784 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cd34278e-f00a-4b02-8ec8-292639b77c02 req-4cc60de8-ae37-484f-a7e5-5aeb3a28af45 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 944 time: 0.3718624 Mar 25 20:06:56.224691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.228218 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-03127bbf-b528-4872-82b4-4fa5ad9bf403 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8596010 Mar 25 20:06:56.230128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.237205 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-15c42986-7c7b-40a8-ac55-842f57154ad2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1788538 Mar 25 20:06:56.237205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57562) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.240638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-01b498dc-506c-47d1-8ba0-d6012601efe7 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '4e3cebcb-1d51-4599-bbee-bd53249f4168', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:56.242388 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-01b498dc-506c-47d1-8ba0-d6012601efe7 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 25 20:06:56.243168 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-01b498dc-506c-47d1-8ba0-d6012601efe7 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:06:56.244312 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-01b498dc-506c-47d1-8ba0-d6012601efe7 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106015 Mar 25 20:06:56.245029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57566) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.250213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57570) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.253238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': 'ec7f3f75-0459-47dc-92d0-5129f7c65acc', 'name': 'tempest-PortsIpV6TestJSON-1902199754'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:56.294358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.299223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.301639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef270-30d5-4b27-b770-c2e631059e0d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.332539 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/e09364f4-f9be-4f24-b936-f30cf3454ae5 HTTP/1.1" status: 204 len: 168 time: 4.8552032 Mar 25 20:06:56.373710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57574) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.391853 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cd34278e-f00a-4b02-8ec8-292639b77c02 req-0496959c-0a11-41d0-816b-35435b5a4b32 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708460 Mar 25 20:06:56.408877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 7914a865-e257-4b44-b528-774b0626b698 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:56.409448 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.420268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ef270-30d5-4b27-b770-c2e631059e0d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=02f5649d-40e1-4de8-9168-0663cd3b9f67,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:56.461155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:56.466933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef270-30d5-4b27-b770-c2e631059e0d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.472449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f0a3b0-6af2-4adf-af48-82c4f43efb53 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:56.473189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f0a3b0-6af2-4adf-af48-82c4f43efb53 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:56.528344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de41742-27da-4f90-af94-4d05253e3474 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=e09364f4-f9be-4f24-b936-f30cf3454ae5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:56.551808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bb4ef270-30d5-4b27-b770-c2e631059e0d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/02f5649d-40e1-4de8-9168-0663cd3b9f67 HTTP/1.1" status: 204 len: 168 time: 1.6214283 Mar 25 20:06:56.554263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57578) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.563539 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b5f0a3b0-6af2-4adf-af48-82c4f43efb53 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/e09364f4-f9be-4f24-b936-f30cf3454ae5 HTTP/1.1" status: 404 len: 339 time: 0.1884801 Mar 25 20:06:56.571672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0f885a0-4761-45ba-b459-0685eca13a69 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.572754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57582) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.582812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1112256419', 'description': 'd1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:56.600353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:56.609833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Usage tracker for resource:network and tenant:cabcfb4eb074405392c0a7f99c0c8eec is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:56.614944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:56.644322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:56.651035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0f885a0-4761-45ba-b459-0685eca13a69 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.655956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:56.684039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2520221b-fef2-4193-98b4-5f77b1b2b9d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:56.685627 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2520221b-fef2-4193-98b4-5f77b1b2b9d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1301744 Mar 25 20:06:56.686874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:56.688890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57586) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.706944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.733136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['2187b2f4-a78f-44b2-9b0d-512c52a41cf0'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:06:56.739673 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-26771576-5289-4fe2-9cb4-a0e31974c943 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:06:56.746638 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-26771576-5289-4fe2-9cb4-a0e31974c943 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/21aa33ac-61af-45b1-aa30-d01f784fddc1 HTTP/1.1" status: 404 len: 333 time: 0.0537975 Mar 25 20:06:56.747048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57592) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.785329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:56.788802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 5a0eadc0-1852-451a-98d7-93d27355c16a will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:56.815871 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-ec7f3f75-0459-47dc-92d0-5129f7c65acc', 'network_id': 'ec7f3f75-0459-47dc-92d0-5129f7c65acc', 'tenant_id': '17e17554231b4ebe9b463828411b73ae', 'fixed_ips': [{'subnet_id': '492a7042-aa99-42de-972a-ddd4b427e7eb'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:06:56.816932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.820266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0f885a0-4761-45ba-b459-0685eca13a69 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.836554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:56.840420 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb5b4c0-ae4e-49d9-9ee2-b5fd6f5955ff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:06:56.843219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bdb5b4c0-ae4e-49d9-9ee2-b5fd6f5955ff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:56.843373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.860536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f885a0-4761-45ba-b459-0685eca13a69 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3cebcb-1d51-4599-bbee-bd53249f4168,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:56.891111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 8436febf-10e3-40bf-b0aa-ab5c0befb543 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:06:56.891967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0f885a0-4761-45ba-b459-0685eca13a69 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.900063 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e0f885a0-4761-45ba-b459-0685eca13a69 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/4e3cebcb-1d51-4599-bbee-bd53249f4168 HTTP/1.1" status: 204 len: 168 time: 0.6399941 Mar 25 20:06:56.900063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:56.900063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57600) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:56.926427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:56.926833 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment f1eb6246-a7da-40b2-9a27-f525ed86379c of type vlan for network 7f968a0d-9735-4129-b696-3f4579927b74 Mar 25 20:06:56.984717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c015aa7e-5348-468c-b9e4-cecface102d3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Synchronizing usage tracker for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:56.993272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bdb5b4c0-ae4e-49d9-9ee2-b5fd6f5955ff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:56.994419 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bdb5b4c0-ae4e-49d9-9ee2-b5fd6f5955ff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/02f5649d-40e1-4de8-9168-0663cd3b9f67 HTTP/1.1" status: 404 len: 333 time: 0.2463365 Mar 25 20:06:56.998905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57604) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:57.069750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.093653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::26c (ec7f3f75-0459-47dc-92d0-5129f7c65acc/492a7042-aa99-42de-972a-ddd4b427e7eb/8436febf-10e3-40bf-b0aa-ab5c0befb543) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:57.185664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.242333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c4312-5a85-44aa-a131-f99106f948bc None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:06:57.280682 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83de8ca5-7d5f-4131-89d9-a00e3bc039f0 req-59f7dc37-e793-4e9a-b679-ef4da45c2a65 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 210 time: 0.1274989 Mar 25 20:06:57.310866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c015aa7e-5348-468c-b9e4-cecface102d3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Unset dirty status for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:57.316360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c015aa7e-5348-468c-b9e4-cecface102d3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4140670 Mar 25 20:06:57.318748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57612) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:57.324050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=5a0eadc0-1852-451a-98d7-93d27355c16a,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:57.330761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.332057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:57.339548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089679824'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:57.343574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:57.346276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:57.353040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.354483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:57.362668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:57.375342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object 8436febf-10e3-40bf-b0aa-ab5c0befb543 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:57.421914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5d474422-dab7-43cf-b2f3-44a7996ea1f8 None None] Provisioning for port b265c05c-6113-4649-9f73-ecf581795a73 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:57.469516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.493175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:57.493862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.497567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:57.505439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.551346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.556832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:57.557496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.569850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:57.572949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:57.593274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network ec7f3f75-0459-47dc-92d0-5129f7c65acc is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:57.594271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:57.598880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:57.600736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Allocated IP 2001:db8::2 (ec7f3f75-0459-47dc-92d0-5129f7c65acc/492a7042-aa99-42de-972a-ddd4b427e7eb/3dce84d1-7479-40ab-a68b-19c3318e4336) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:57.604298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:57.610825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:57.611439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.635760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.645952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=8436febf-10e3-40bf-b0aa-ab5c0befb543,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:57.751160 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.757090 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-51f2f614-c2e7-4217-89cd-984c6e202c97 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5108156 Mar 25 20:06:57.758331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57618) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:57.792026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d082e58a-341b-4717-9f35-72f738db6828 None None] Update dhcp port {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': 'fb7364d1-bec8-4580-ad4d-3c08a397af70', 'ip_address': '2001:db8::f816:3eff:fe9a:ff70'}, {'subnet_id': 'c8a172c5-2b82-4030-8ae6-1eff1edb3cd0'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': 'b265c05c-6113-4649-9f73-ecf581795a73'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:06:57.807458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.866602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74b61f7-0194-4022-83d4-3bab7a8301ee']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:57.869027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-322d5280-8135-473e-8e63-25ceaccbfa63 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 8436febf-10e3-40bf-b0aa-ab5c0befb543 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:57.869370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-322d5280-8135-473e-8e63-25ceaccbfa63 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.891068 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-46fba567-39ae-46ac-87b8-c8c1939c78bf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5301688 Mar 25 20:06:57.892753 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3148730 Mar 25 20:06:57.897073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57622) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:57.897612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57624) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:57.904549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df306fe0-22ff-498c-bdaa-50efb9cfc760') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:57.904549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df306fe0-22ff-498c-bdaa-50efb9cfc760') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:06:57.906400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d082e58a-341b-4717-9f35-72f738db6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:57.911119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42774d38-4eee-4bc2-9e9d-94207baba919,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:57.931680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60e6e0-0ec6-478f-a3b8-81fab5bc58e9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=7f968a0d-9735-4129-b696-3f4579927b74,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:57.966441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 7f968a0d-9735-4129-b696-3f4579927b74 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:58.003030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.025519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.077456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.094098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:06:58.094883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.099383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Transition to ACTIVE for port object 3dce84d1-7479-40ab-a68b-19c3318e4336 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:58.131710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.135960 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-23c7677e-d93f-4072-b6ce-4dfecb99dacd tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8135166 Mar 25 20:06:58.142794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57630) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:58.150715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3b9accc8-9e5e-4c6b-99c3-528f5340f014 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '42774d38-4eee-4bc2-9e9d-94207baba919', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:58.151689 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-3b9accc8-9e5e-4c6b-99c3-528f5340f014 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 25 20:06:58.152387 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-3b9accc8-9e5e-4c6b-99c3-528f5340f014 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:06:58.156156 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3b9accc8-9e5e-4c6b-99c3-528f5340f014 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096090 Mar 25 20:06:58.156908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57634) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:58.159890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-322d5280-8135-473e-8e63-25ceaccbfa63 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.170331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b265c05c-6113-4649-9f73-ecf581795a73 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:06:58.191374 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:06:58.248918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Transition to ACTIVE for port object 3dce84d1-7479-40ab-a68b-19c3318e4336 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:58.261138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f21626-93d9-4f02-adf3-ade9735adf0b req-2c76fadf-8da6-4317-b5e3-ffb1ed1681fd tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:58.271175 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31f21626-93d9-4f02-adf3-ade9735adf0b req-2c76fadf-8da6-4317-b5e3-ffb1ed1681fd tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 945 time: 0.7207053 Mar 25 20:06:58.298555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a458d-b1c5-4a3c-a94d-3ae297169a17 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:58.299260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0b3a458d-b1c5-4a3c-a94d-3ae297169a17 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Synchronizing usage tracker for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:58.316416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-322d5280-8135-473e-8e63-25ceaccbfa63 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 8436febf-10e3-40bf-b0aa-ab5c0befb543 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:58.332394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.337554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.346931 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.415008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Network': ['ID=c74b61f7-0194-4022-83d4-3bab7a8301ee,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:58.419884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d082e58a-341b-4717-9f35-72f738db6828 None None] Allocated IP 172.20.0.2 (16eab8e5-a832-428a-a293-9fd25f5afb33/c8a172c5-2b82-4030-8ae6-1eff1edb3cd0/b265c05c-6113-4649-9f73-ecf581795a73) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:06:58.420055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f4771be1-64fa-473e-8b87-02731ccf2d6e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.434662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Network ec7f3f75-0459-47dc-92d0-5129f7c65acc is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:06:58.439635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:06:58.445893 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31f21626-93d9-4f02-adf3-ade9735adf0b req-461d9291-ccf9-44c3-9e76-391d995e2d01 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1737480 Mar 25 20:06:58.454288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:06:58.458418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77aaabd-fa2e-427e-83d3-c38f46961c6f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:58.465071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77aaabd-fa2e-427e-83d3-c38f46961c6f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:58.465951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f77aaabd-fa2e-427e-83d3-c38f46961c6f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:58.466516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Pushing event updated for resources: {'Port': ['ID=3dce84d1-7479-40ab-a68b-19c3318e4336,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:58.474196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d7b612a4-958b-432b-82f6-249f3566a513 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/networks/c74b61f7-0194-4022-83d4-3bab7a8301ee HTTP/1.1" status: 204 len: 168 time: 1.4680390 Mar 25 20:06:58.478116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57642) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:58.479026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0b3a458d-b1c5-4a3c-a94d-3ae297169a17 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Unset dirty status for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:58.480918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0b3a458d-b1c5-4a3c-a94d-3ae297169a17 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/networks?id=7f968a0d-9735-4129-b696-3f4579927b74 HTTP/1.1" status: 200 len: 765 time: 0.5797200 Mar 25 20:06:58.484437 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-579d2441-dcff-4910-a98c-c053fda900ac req-16620adc-80f9-4091-978a-0579b07d24c6 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 210 time: 0.1068439 Mar 25 20:06:58.487308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57646) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:58.490698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f4771be1-64fa-473e-8b87-02731ccf2d6e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.494839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c9276da9-b9d1-4a8a-8c15-3f62f942165d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'description': 'd2'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:58.501715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2049056960'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:58.519607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:58.531823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port b265c05c-6113-4649-9f73-ecf581795a73 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:58.539870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:network and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:58.560235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:58.575293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:58.621769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f77aaabd-fa2e-427e-83d3-c38f46961c6f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:58.625196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f77aaabd-fa2e-427e-83d3-c38f46961c6f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.7235675 Mar 25 20:06:58.625625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57652) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:58.627449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b265c05c-6113-4649-9f73-ecf581795a73 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:58.627821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.699513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b5f27b18-7e20-407d-8e38-f5da07bd5e4f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 5a0eadc0-1852-451a-98d7-93d27355c16a {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:06:58.700035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5f27b18-7e20-407d-8e38-f5da07bd5e4f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.731534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f4771be1-64fa-473e-8b87-02731ccf2d6e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.734488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:06:58.737904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.767276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Attempting to bind port 3dce84d1-7479-40ab-a68b-19c3318e4336 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:06:58.767553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Attempting to bind port 3dce84d1-7479-40ab-a68b-19c3318e4336 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '1dbd93d4-09df-4539-be22-d3493028f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ec7f3f75-0459-47dc-92d0-5129f7c65acc'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:06:58.767819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-322d5280-8135-473e-8e63-25ceaccbfa63 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.767968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Attempting to bind port 3dce84d1-7479-40ab-a68b-19c3318e4336 on network ec7f3f75-0459-47dc-92d0-5129f7c65acc {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:06:58.785715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9276da9-b9d1-4a8a-8c15-3f62f942165d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.789526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:06:58.789905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Checking segment: {'id': '1dbd93d4-09df-4539-be22-d3493028f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ec7f3f75-0459-47dc-92d0-5129f7c65acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:06:58.790291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.790688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Bound using segment: {'id': '1dbd93d4-09df-4539-be22-d3493028f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ec7f3f75-0459-47dc-92d0-5129f7c65acc'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:06:58.791169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Bound port: 3dce84d1-7479-40ab-a68b-19c3318e4336, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbd93d4-09df-4539-be22-d3493028f47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ec7f3f75-0459-47dc-92d0-5129f7c65acc'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:06:58.791529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.811079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4771be1-64fa-473e-8b87-02731ccf2d6e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42774d38-4eee-4bc2-9e9d-94207baba919,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:58.845327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d5280-8135-473e-8e63-25ceaccbfa63 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=8436febf-10e3-40bf-b0aa-ab5c0befb543,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:58.856458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9276da9-b9d1-4a8a-8c15-3f62f942165d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.898257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d082e58a-341b-4717-9f35-72f738db6828 None None] For port b265c05c-6113-4649-9f73-ecf581795a73, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b265c05c-6113-4649-9f73-ecf581795a73,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:06:58.902716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9276da9-b9d1-4a8a-8c15-3f62f942165d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network 7f968a0d-9735-4129-b696-3f4579927b74 is not hosted by any dhcp agent {{(pid=88484) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 25 20:06:58.907819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9276da9-b9d1-4a8a-8c15-3f62f942165d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:58.908593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9276da9-b9d1-4a8a-8c15-3f62f942165d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:58.912449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c9276da9-b9d1-4a8a-8c15-3f62f942165d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "PUT /v2.0/networks/7f968a0d-9735-4129-b696-3f4579927b74 HTTP/1.1" status: 200 len: 762 time: 0.4216633 Mar 25 20:06:58.913967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57656) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:58.997484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] For port 3dce84d1-7479-40ab-a68b-19c3318e4336, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:06:59.010021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d082e58a-341b-4717-9f35-72f738db6828 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.020153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9276da9-b9d1-4a8a-8c15-3f62f942165d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=7f968a0d-9735-4129-b696-3f4579927b74,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:59.022092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.038083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 7f968a0d-9735-4129-b696-3f4579927b74 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:59.050985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:06:59.059633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] For port 3dce84d1-7479-40ab-a68b-19c3318e4336, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3dce84d1-7479-40ab-a68b-19c3318e4336,segment=NetworkSegment(1dbd93d4-09df-4539-be22-d3493028f47c),segment_id=1dbd93d4-09df-4539-be22-d3493028f47c)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:06:59.067854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-322d5280-8135-473e-8e63-25ceaccbfa63 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.083193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.087101 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Added segment 3ec50d8d-5452-4f3e-ade2-cd9979a72295 of type vlan for network b95c488b-6c04-4245-9531-c0b8f20fe67a Mar 25 20:06:59.087101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f4771be1-64fa-473e-8b87-02731ccf2d6e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.087101 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f4771be1-64fa-473e-8b87-02731ccf2d6e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/42774d38-4eee-4bc2-9e9d-94207baba919 HTTP/1.1" status: 204 len: 168 time: 0.9284933 Mar 25 20:06:59.087347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d082e58a-341b-4717-9f35-72f738db6828 None None] Transition to ACTIVE for port object b265c05c-6113-4649-9f73-ecf581795a73 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:06:59.090044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57660) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.095840 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-322d5280-8135-473e-8e63-25ceaccbfa63 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/8436febf-10e3-40bf-b0aa-ab5c0befb543 HTTP/1.1" status: 204 len: 168 time: 1.3364742 Mar 25 20:06:59.098720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57664) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.114710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce76b4-8578-4f1d-842f-76ebe06a1847 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:59.119711 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1dce76b4-8578-4f1d-842f-76ebe06a1847 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/networks?id=7f968a0d-9735-4129-b696-3f4579927b74 HTTP/1.1" status: 200 len: 765 time: 0.2017097 Mar 25 20:06:59.120352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57668) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.142196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:06:59.178346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.197381 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4b80b2-e459-46a4-ae18-ab475f66c8c8 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:06:59.197854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4b80b2-e459-46a4-ae18-ab475f66c8c8 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:06:59.202056 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9d4b80b2-e459-46a4-ae18-ab475f66c8c8 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/8436febf-10e3-40bf-b0aa-ab5c0befb543 HTTP/1.1" status: 404 len: 333 time: 0.0993040 Mar 25 20:06:59.204980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.208232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57672) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.259928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d082e58a-341b-4717-9f35-72f738db6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.262933 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2106fc34-72d6-4ba6-a4ce-ff08c3a2b3d0 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1717200 Mar 25 20:06:59.266584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57676) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.274071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155533769'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:59.284016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:59.292024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:59.299332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:59.314626 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fde098-7d71-4487-b011-ebf0e7e86674 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:06:59.315695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-26fde098-7d71-4487-b011-ebf0e7e86674 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:59.316061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:59.333784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa3edd-f2c7-4c34-9feb-0bfff786486b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:59.335349 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-57fa3edd-f2c7-4c34-9feb-0bfff786486b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2133002 Mar 25 20:06:59.338026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57680) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.378662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-67920666-f797-4954-a7e2-34c107400551 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Synchronizing usage tracker for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:06:59.379729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5f27b18-7e20-407d-8e38-f5da07bd5e4f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.400962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.429747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:06:59.434472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:06:59.435128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:06:59.435488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:06:59.438229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:06:59.449239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:06:59.462319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-26fde098-7d71-4487-b011-ebf0e7e86674 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:59.463672 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-26fde098-7d71-4487-b011-ebf0e7e86674 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/8436febf-10e3-40bf-b0aa-ab5c0befb543 HTTP/1.1" status: 404 len: 333 time: 0.2545123 Mar 25 20:06:59.476446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57686) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.476933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c765c-a978-4151-8680-7c0fd4f7ddc3 None None] Pushing event updated for resources: {'Port': ['ID=3dce84d1-7479-40ab-a68b-19c3318e4336,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:59.572743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b5f27b18-7e20-407d-8e38-f5da07bd5e4f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 5a0eadc0-1852-451a-98d7-93d27355c16a owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:06:59.631141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3e0d6e-6220-4c65-b229-5798bde4e21f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet 492a7042-aa99-42de-972a-ddd4b427e7eb {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:06:59.636267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0d6e-6220-4c65-b229-5798bde4e21f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.641046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.646720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:06:59.647455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.659989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:06:59.723226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:06:59.723846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.764299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082e58a-341b-4717-9f35-72f738db6828 None None] Pushing event updated for resources: {'Port': ['ID=b265c05c-6113-4649-9f73-ecf581795a73,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:59.821972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-67920666-f797-4954-a7e2-34c107400551 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Unset dirty status for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:06:59.826799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-67920666-f797-4954-a7e2-34c107400551 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 207 time: 0.4843912 Mar 25 20:06:59.833626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57692) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.849257 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3701119 Mar 25 20:06:59.896437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.908067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57696) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:06:59.911993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ae220-a95a-472a-8f74-903056808c52 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Network': ['ID=b95c488b-6c04-4245-9531-c0b8f20fe67a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:06:59.927332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b95c488b-6c04-4245-9531-c0b8f20fe67a details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:06:59.940660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': 'b95c488b-6c04-4245-9531-c0b8f20fe67a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:06:59.950434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:06:59.961603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0d6e-6220-4c65-b229-5798bde4e21f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.035294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:07:00.050428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.096109 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3e178ba-8597-4e53-b84e-c19c2f907981 req-d75069ae-6b94-4c5b-9949-f8869f53b244 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 210 time: 0.3410966 Mar 25 20:07:00.100430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:00.113170 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:00.113170 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:00.115675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:00.128280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:00.149279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.195406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port b265c05c-6113-4649-9f73-ecf581795a73, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b265c05c-6113-4649-9f73-ecf581795a73,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:00.197084 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'code': 200} Mar 25 20:07:00.218628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:00.222296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.222745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.334950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.353181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:00.425291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Performing IP validity checks on allocation pools {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 25 20:07:00.425852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 25 20:07:00.464634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0d6e-6220-4c65-b229-5798bde4e21f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.514588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=b265c05c-6113-4649-9f73-ecf581795a73,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:00.530371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984f1245-5c71-403f-bd8f-7a592e9ab4a1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:00.539838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:00.540367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.545005 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-44341664-d4c5-433b-b8d9-bd9da247448c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2737851 Mar 25 20:07:00.548877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:00.550760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57704) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:00.564845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:00.568508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:00.569404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1137fd9e-5d84-44cb-89f4-996ac913898c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '984f1245-5c71-403f-bd8f-7a592e9ab4a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:00.575098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:00.580254 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-1137fd9e-5d84-44cb-89f4-996ac913898c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 25 20:07:00.581236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-1137fd9e-5d84-44cb-89f4-996ac913898c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:00.582720 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1137fd9e-5d84-44cb-89f4-996ac913898c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0310535 Mar 25 20:07:00.585721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:00.586735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Synchronizing usage tracker for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:00.601436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57708) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:00.621967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-90f982e1-8341-4105-a765-51fd055766f6 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '984f1245-5c71-403f-bd8f-7a592e9ab4a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:00.622904 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-90f982e1-8341-4105-a765-51fd055766f6 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 25 20:07:00.627724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-90f982e1-8341-4105-a765-51fd055766f6 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:00.627724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-90f982e1-8341-4105-a765-51fd055766f6 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0219073 Mar 25 20:07:00.630578 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57712) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:00.650890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b265c05c-6113-4649-9f73-ecf581795a73 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:00.699856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3a4e6-311f-4814-a6e9-ddf231511efb req-24504215-90fc-4095-b076-b59352fcd7c3 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:00.711224 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-60b3a4e6-311f-4814-a6e9-ddf231511efb req-24504215-90fc-4095-b076-b59352fcd7c3 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 945 time: 0.9578779 Mar 25 20:07:00.803875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-32de2473-641f-469a-82cf-a92aebe754ba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '984f1245-5c71-403f-bd8f-7a592e9ab4a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:00.806255 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-32de2473-641f-469a-82cf-a92aebe754ba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 25 20:07:00.806893 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-32de2473-641f-469a-82cf-a92aebe754ba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:00.811991 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-32de2473-641f-469a-82cf-a92aebe754ba tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1076846 Mar 25 20:07:00.813740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-60b3a4e6-311f-4814-a6e9-ddf231511efb req-38f54abb-c132-443f-b85f-1973dd30f510 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015649 Mar 25 20:07:00.814305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57716) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:00.814449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3dce84d1-7479-40ab-a68b-19c3318e4336 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:00.829701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-59a0abe3-60e2-490e-a39b-b38cc2e13594 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '984f1245-5c71-403f-bd8f-7a592e9ab4a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:00.830568 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-59a0abe3-60e2-490e-a39b-b38cc2e13594 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 25 20:07:00.830968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Unset dirty status for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:00.831126 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-59a0abe3-60e2-490e-a39b-b38cc2e13594 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:00.834666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-59a0abe3-60e2-490e-a39b-b38cc2e13594 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090549 Mar 25 20:07:00.834908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57720) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:00.839123 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-35ceeec5-b55d-4808-a9da-9256263c01c5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.0010693 Mar 25 20:07:00.842219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57724) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:00.879408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0f943442-ab8f-4278-9f98-f5678fa666ce None None] Provisioning for port 5a0eadc0-1852-451a-98d7-93d27355c16a completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:00.887220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5f27b18-7e20-407d-8e38-f5da07bd5e4f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.899834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0f943442-ab8f-4278-9f98-f5678fa666ce None None] Provisioning complete for port 5a0eadc0-1852-451a-98d7-93d27355c16a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:00.900510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f943442-ab8f-4278-9f98-f5678fa666ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.914548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0d6e-6220-4c65-b229-5798bde4e21f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.955080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0f943442-ab8f-4278-9f98-f5678fa666ce None None] Port 5a0eadc0-1852-451a-98d7-93d27355c16a was deleted so its status cannot be updated. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 25 20:07:00.966991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45dea749-9b1f-4ad8-a0f3-d45850de9d67 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.987923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0d6e-6220-4c65-b229-5798bde4e21f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:00.990616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e0d6e-6220-4c65-b229-5798bde4e21f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=492a7042-aa99-42de-972a-ddd4b427e7eb,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:01.010997 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5f3e0d6e-6220-4c65-b229-5798bde4e21f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/492a7042-aa99-42de-972a-ddd4b427e7eb HTTP/1.1" status: 204 len: 168 time: 1.5311329 Mar 25 20:07:01.014903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57728) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:01.036970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45dea749-9b1f-4ad8-a0f3-d45850de9d67 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.051509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0f943442-ab8f-4278-9f98-f5678fa666ce None None] Provisioning for port b265c05c-6113-4649-9f73-ecf581795a73 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:01.057373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0f943442-ab8f-4278-9f98-f5678fa666ce None None] Provisioning complete for port b265c05c-6113-4649-9f73-ecf581795a73 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:01.057817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f943442-ab8f-4278-9f98-f5678fa666ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.063268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f27b18-7e20-407d-8e38-f5da07bd5e4f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=5a0eadc0-1852-451a-98d7-93d27355c16a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:01.098608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 3dce84d1-7479-40ab-a68b-19c3318e4336 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:01.161104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd127e85-c767-4749-9ee1-a6405ae07cd9 None None] Network ec7f3f75-0459-47dc-92d0-5129f7c65acc requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:01.175154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.188615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 3dce84d1-7479-40ab-a68b-19c3318e4336 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:01.189578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.302036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45dea749-9b1f-4ad8-a0f3-d45850de9d67 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.315303 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f25ce1e5-3931-44b8-b969-2e5285ef6cd0 req-8080499b-ace7-41be-b146-1b6867bb674b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 210 time: 0.0673420 Mar 25 20:07:01.373723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dea749-9b1f-4ad8-a0f3-d45850de9d67 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f1245-5c71-403f-bd8f-7a592e9ab4a1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:01.401729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45dea749-9b1f-4ad8-a0f3-d45850de9d67 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.403958 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-45dea749-9b1f-4ad8-a0f3-d45850de9d67 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/984f1245-5c71-403f-bd8f-7a592e9ab4a1 HTTP/1.1" status: 204 len: 168 time: 0.5681226 Mar 25 20:07:01.406614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57734) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:01.419093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5f27b18-7e20-407d-8e38-f5da07bd5e4f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.498468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce14722-0c74-4f3c-95d4-e8788c5b0a21 req-b1ae5fb7-1782-4dea-9390-ff50c23a8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.499945 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-dce14722-0c74-4f3c-95d4-e8788c5b0a21 req-b1ae5fb7-1782-4dea-9390-ff50c23a8c99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 1099 time: 0.7859895 Mar 25 20:07:01.601564 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9674d7ff-d035-4ec5-b1ef-7f1db35eec6a tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7540195 Mar 25 20:07:01.606926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57738) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:01.607771 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b5f27b18-7e20-407d-8e38-f5da07bd5e4f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/5a0eadc0-1852-451a-98d7-93d27355c16a HTTP/1.1" status: 204 len: 168 time: 2.9811468 Mar 25 20:07:01.613777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57742) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:01.625613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-70edf4b0-9275-49fc-9532-eef215166158 None None] Provisioning for port 3dce84d1-7479-40ab-a68b-19c3318e4336 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:01.642294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-70edf4b0-9275-49fc-9532-eef215166158 None None] Provisioning complete for port 3dce84d1-7479-40ab-a68b-19c3318e4336 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:01.642774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70edf4b0-9275-49fc-9532-eef215166158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.669827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2788489e-b80c-485e-b5ac-e1f0d6a323cb tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Synchronizing usage tracker for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:01.720248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] DHCP port deletion for ec7f3f75-0459-47dc-92d0-5129f7c65acc request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:01.725410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Deleting port 3dce84d1-7479-40ab-a68b-19c3318e4336 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:01.726058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.738927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74543570-8f19-4fa3-b73a-e2804f4d4f95 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.740554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74543570-8f19-4fa3-b73a-e2804f4d4f95 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.742112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74543570-8f19-4fa3-b73a-e2804f4d4f95 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.742921 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-74543570-8f19-4fa3-b73a-e2804f4d4f95 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:01.754530 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-dce14722-0c74-4f3c-95d4-e8788c5b0a21 req-e424223e-522c-482f-aad5-b27c14b48a7f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2418671 Mar 25 20:07:01.802294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cc203-aff3-4044-b36e-48a425039f47 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.803779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cc203-aff3-4044-b36e-48a425039f47 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.805395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cc203-aff3-4044-b36e-48a425039f47 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.806867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cc203-aff3-4044-b36e-48a425039f47 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.808903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cc203-aff3-4044-b36e-48a425039f47 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.809858 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ac3cc203-aff3-4044-b36e-48a425039f47 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Synchronizing usage tracker for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:01.822687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ac3cc203-aff3-4044-b36e-48a425039f47 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Unset dirty status for tenant:cabcfb4eb074405392c0a7f99c0c8eec on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:01.823859 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ac3cc203-aff3-4044-b36e-48a425039f47 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2148216 Mar 25 20:07:01.828064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57746) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:01.864700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-0364f5e6-d575-48e6-8b5f-a466e11e6b44 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:01.866332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-0364f5e6-d575-48e6-8b5f-a466e11e6b44 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.43 "GET /v2.0/networks?id=8ebf021b-1c9c-4128-a9d9-559021070953 HTTP/1.1" status: 200 len: 796 time: 0.2557676 Mar 25 20:07:01.871356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.891424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] For port 3dce84d1-7479-40ab-a68b-19c3318e4336, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3dce84d1-7479-40ab-a68b-19c3318e4336,segment=NetworkSegment(1dbd93d4-09df-4539-be22-d3493028f47c),segment_id=1dbd93d4-09df-4539-be22-d3493028f47c)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:01.891764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:01.925892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-74543570-8f19-4fa3-b73a-e2804f4d4f95 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:01.927036 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-74543570-8f19-4fa3-b73a-e2804f4d4f95 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2699347 Mar 25 20:07:01.939945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57752) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:02.007543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] For port 3dce84d1-7479-40ab-a68b-19c3318e4336, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3dce84d1-7479-40ab-a68b-19c3318e4336,segment=NetworkSegment(1dbd93d4-09df-4539-be22-d3493028f47c),segment_id=1dbd93d4-09df-4539-be22-d3493028f47c)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:02.008085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.030741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70edf4b0-9275-49fc-9532-eef215166158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.038808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707afff6-c7be-4e7b-93db-ae410374f69c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.040710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707afff6-c7be-4e7b-93db-ae410374f69c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.042215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707afff6-c7be-4e7b-93db-ae410374f69c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.043693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707afff6-c7be-4e7b-93db-ae410374f69c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.045140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707afff6-c7be-4e7b-93db-ae410374f69c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.046755 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-707afff6-c7be-4e7b-93db-ae410374f69c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2162519 Mar 25 20:07:02.053872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57756) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:02.065277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2788489e-b80c-485e-b5ac-e1f0d6a323cb tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Unset dirty status for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:02.066553 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2788489e-b80c-485e-b5ac-e1f0d6a323cb tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6588750 Mar 25 20:07:02.082769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 3dce84d1-7479-40ab-a68b-19c3318e4336 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:02.092157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=550d0f17-5bfa-442c-80f4-5f02e96c19f3,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:02.106165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57760) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:02.167163 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-54303a7b-b968-492f-b625-8556fb52731d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c3085b5768464782778bbbcc9c978e HTTP/1.1" status: 200 len: 380 time: 0.0616772 Mar 25 20:07:02.187511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'port': {'device_id': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'admin_state_up': True, 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'security_groups': ['23b11109-0769-459b-bb93-36c9c7fac169']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:02.192828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Calling delete_port for 3dce84d1-7479-40ab-a68b-19c3318e4336 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:02.198243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-48efc961-1166-41ae-ac2c-b007c906f98f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet c8a172c5-2b82-4030-8ae6-1eff1edb3cd0 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:02.205582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--609907967'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:02.212031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:02.254612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b0779-91a2-4ada-b943-75f3d8095131 req-110135a2-7072-4ecb-9054-a9e254054a1d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.256103 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-455b0779-91a2-4ada-b943-75f3d8095131 req-110135a2-7072-4ecb-9054-a9e254054a1d tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 946 time: 0.2907493 Mar 25 20:07:02.257596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-70edf4b0-9275-49fc-9532-eef215166158 None None] For port 3dce84d1-7479-40ab-a68b-19c3318e4336, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3dce84d1-7479-40ab-a68b-19c3318e4336,segment=NetworkSegment(1dbd93d4-09df-4539-be22-d3493028f47c),segment_id=1dbd93d4-09df-4539-be22-d3493028f47c)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:02.283349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking segment: {'id': '3ec50d8d-5452-4f3e-ade2-cd9979a72295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95c488b-6c04-4245-9531-c0b8f20fe67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:02.283822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network hostable DHCP agents. Network: b95c488b-6c04-4245-9531-c0b8f20fe67a, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:07:02.299208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48efc961-1166-41ae-ac2c-b007c906f98f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.331234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70edf4b0-9275-49fc-9532-eef215166158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.349736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966de2f6-fa97-4abe-acf9-bdda561aec2c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.350670 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-966de2f6-fa97-4abe-acf9-bdda561aec2c tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/networks/cfcd9876-58c9-4060-b144-a9d67a52f4c9 HTTP/1.1" status: 200 len: 803 time: 0.2926195 Mar 25 20:07:02.358379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57768) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:02.359353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:02.404606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-70edf4b0-9275-49fc-9532-eef215166158 None None] Could not find standard attr ID for object 5a0eadc0-1852-451a-98d7-93d27355c16a. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:02.426156 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-455b0779-91a2-4ada-b943-75f3d8095131 req-5c9e9bb2-cdd2-4ade-b5c2-332c3d9c86a8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215820 Mar 25 20:07:02.426691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:02.426898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:02.437028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edf4b0-9275-49fc-9532-eef215166158 None None] Pushing event updated for resources: {'Port': ['ID=3dce84d1-7479-40ab-a68b-19c3318e4336,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:02.458538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:02.459086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:02.459919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:02.466813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:port and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:02.474428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:02.476955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b265c05c-6113-4649-9f73-ecf581795a73 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:02.482769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:02.514718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48efc961-1166-41ae-ac2c-b007c906f98f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.533502 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0b38ed96-cb3c-4177-b667-5cc6425536d8 req-a30cc298-5fbf-4716-9dee-827298d38f74 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 210 time: 0.0425675 Mar 25 20:07:02.541609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network b95c488b-6c04-4245-9531-c0b8f20fe67a is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:07:02.551124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b265c05c-6113-4649-9f73-ecf581795a73 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:02.551565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.568056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Made reservation on behalf of b6c3085b5768464782778bbbcc9c978e for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:02.574049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.574190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.612502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:02.634898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:02.642285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:02.651398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, b95c488b-6c04-4245-9531-c0b8f20fe67a) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:02.656525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:02.666411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aeeee3-21f6-4d4e-83e2-07bef67a1b23 None None] Network b95c488b-6c04-4245-9531-c0b8f20fe67a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:02.667001 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f532ac4e-4b3e-45d5-86de-29ba08f7864e tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/networks/cfcd9876-58c9-4060-b144-a9d67a52f4c9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2929387 Mar 25 20:07:02.670684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57774) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:02.686524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.686741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.758972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Allocated IP 172.20.0.8 (8ebf021b-1c9c-4128-a9d9-559021070953/e5c9b540-8246-427d-905f-8687d0052bd5/da354d06-2572-4e3a-b31a-c70312ddac46) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:02.785546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48efc961-1166-41ae-ac2c-b007c906f98f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:02.834797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc65ab-9a58-46b8-9903-d536eae8d809 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:02.841895 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-81bc65ab-9a58-46b8-9903-d536eae8d809 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/subnets/20448b62-a222-42ae-a535-b89374cbc0b7 HTTP/1.1" status: 200 len: 843 time: 0.1688132 Mar 25 20:07:02.844786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57780) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:02.861476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3dce84d1-7479-40ab-a68b-19c3318e4336 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:02.892140 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9457a6ee-68fa-4f0b-b2d7-05abf9dde31c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9812596 Mar 25 20:07:02.907615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57784) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:02.920929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': 'b95c488b-6c04-4245-9531-c0b8f20fe67a', 'name': 'tempest-PortsTestJSON-164322166'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:02.970661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Deleting port 3dce84d1-7479-40ab-a68b-19c3318e4336 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:02.971022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.021428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-b95c488b-6c04-4245-9531-c0b8f20fe67a', 'network_id': 'b95c488b-6c04-4245-9531-c0b8f20fe67a', 'tenant_id': '51ab3c70c14f4b88b2a68bbf82b511e5', 'fixed_ips': [{'subnet_id': '550d0f17-5bfa-442c-80f4-5f02e96c19f3'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:03.022227 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.048536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 3dce84d1-7479-40ab-a68b-19c3318e4336 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:03.048746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.058816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.079306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd81c8-3e94-4775-ab7f-cbbe2b2ac7ed tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['shared'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:03.087795 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a2fd81c8-3e94-4775-ab7f-cbbe2b2ac7ed tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "GET /v2.0/subnets/20448b62-a222-42ae-a535-b89374cbc0b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2374759 Mar 25 20:07:03.093104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57788) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:03.108686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845704866'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:03.116169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:03.121608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.164678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48efc961-1166-41ae-ac2c-b007c906f98f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.170635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:03.238056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.248173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc961-1166-41ae-ac2c-b007c906f98f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a172c5-2b82-4030-8ae6-1eff1edb3cd0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:03.253470 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48efc961-1166-41ae-ac2c-b007c906f98f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.255001 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-48efc961-1166-41ae-ac2c-b007c906f98f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/c8a172c5-2b82-4030-8ae6-1eff1edb3cd0 HTTP/1.1" status: 204 len: 168 time: 1.3133793 Mar 25 20:07:03.259619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57792) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:03.259901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbc8490-1187-4a4e-82d2-a0d8bd359330,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:03.268507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:03.278889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:03.291844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bad045-a36b-4ea7-ad59-f940a7e045c5 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:03.337908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Transition to ACTIVE for port object da354d06-2572-4e3a-b31a-c70312ddac46 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:03.338252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.342252 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2ad8b381-b964-4c50-94f2-878d6b9f616e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2364092 Mar 25 20:07:03.342807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57796) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:03.350153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:03.353928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.358172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-719c4a00-314a-4809-a6b6-fe329577bc36 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:03.359331 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-719c4a00-314a-4809-a6b6-fe329577bc36 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 25 20:07:03.359928 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-719c4a00-314a-4809-a6b6-fe329577bc36 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:03.363781 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-719c4a00-314a-4809-a6b6-fe329577bc36 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163157 Mar 25 20:07:03.366408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57800) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:03.366553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:03.369895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.373497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-42be70dc-974e-4d60-b999-009b3ea8ad9f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:03.386305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-42be70dc-974e-4d60-b999-009b3ea8ad9f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:03.390213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] For port 3dce84d1-7479-40ab-a68b-19c3318e4336, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3dce84d1-7479-40ab-a68b-19c3318e4336,segment=NetworkSegment(1dbd93d4-09df-4539-be22-d3493028f47c),segment_id=1dbd93d4-09df-4539-be22-d3493028f47c)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:03.390638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.407668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-42be70dc-974e-4d60-b999-009b3ea8ad9f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:03.422594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-b200be08-8fdb-415e-91b2-57097d87e3f0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet fb7364d1-bec8-4580-ad4d-3c08a397af70 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:03.424825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.445810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:07:03.456020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.456522 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Added segment cd88a7db-26b3-4e75-8cb7-70433e9c439c of type vlan for network 2ecb6050-da0a-47cf-818c-7a6af26a4356 Mar 25 20:07:03.473506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-42be70dc-974e-4d60-b999-009b3ea8ad9f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:03.481525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 603d821b-ce66-4c62-967e-989a03985970 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:03.553040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 3dce84d1-7479-40ab-a68b-19c3318e4336 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:03.637425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Allocated IP 172.20.0.2 (b95c488b-6c04-4245-9531-c0b8f20fe67a/550d0f17-5bfa-442c-80f4-5f02e96c19f3/3ed7d7d2-8369-4dcb-832e-d801bf614ca0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:03.640936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-42be70dc-974e-4d60-b999-009b3ea8ad9f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:03.642006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b200be08-8fdb-415e-91b2-57097d87e3f0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.703345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.749338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b200be08-8fdb-415e-91b2-57097d87e3f0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.763539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5eb53f-bf82-47f4-b0d0-bf627f4ba58d req-250f04f2-0c29-4bec-9584-f633741cfcc6 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:03.765408 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0f5eb53f-bf82-47f4-b0d0-bf627f4ba58d req-250f04f2-0c29-4bec-9584-f633741cfcc6 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 946 time: 0.1620393 Mar 25 20:07:03.818242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.833389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] For port 3dce84d1-7479-40ab-a68b-19c3318e4336, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3dce84d1-7479-40ab-a68b-19c3318e4336,segment=NetworkSegment(1dbd93d4-09df-4539-be22-d3493028f47c),segment_id=1dbd93d4-09df-4539-be22-d3493028f47c)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:03.834042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.864341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b200be08-8fdb-415e-91b2-57097d87e3f0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.894990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.895245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.901483 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:03.902248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:03.938553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Network 8ebf021b-1c9c-4128-a9d9-559021070953 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:03.944418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No DVR routers for this DVR port 3dce84d1-7479-40ab-a68b-19c3318e4336 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:03.950063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:03.987025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0f5eb53f-bf82-47f4-b0d0-bf627f4ba58d req-3b18e9a2-6b8e-4c33-84fd-3420820b6ee3 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1870477 Mar 25 20:07:03.990634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:04.043363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:04.045379 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Calling delete_port for 3dce84d1-7479-40ab-a68b-19c3318e4336 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:04.076613 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9828455 Mar 25 20:07:04.088450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57810) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:04.096592 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'network_id': '2ecb6050-da0a-47cf-818c-7a6af26a4356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:04.122239 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-42be70dc-974e-4d60-b999-009b3ea8ad9f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:04.127930 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-42be70dc-974e-4d60-b999-009b3ea8ad9f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7556291 Mar 25 20:07:04.173867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57814) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:04.181250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-311102db-59e2-4d25-9471-a7ac4a362f7e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:04.181727 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-311102db-59e2-4d25-9471-a7ac4a362f7e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 25 20:07:04.182206 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-311102db-59e2-4d25-9471-a7ac4a362f7e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:04.183685 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-311102db-59e2-4d25-9471-a7ac4a362f7e tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088420 Mar 25 20:07:04.218769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=3dce84d1-7479-40ab-a68b-19c3318e4336,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:04.234544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57818) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:04.245665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:04.256161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:04.263719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.263887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Network': ['ID=2ecb6050-da0a-47cf-818c-7a6af26a4356,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:04.275181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.275619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.275857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.276194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.276564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.276890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.277755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.278124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.278461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.278781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.279097 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.279413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cc138-123a-48c5-abdd-deba1e256425 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:04.281058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:04.281452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:04.285627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Transition to ACTIVE for port object 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:04.300720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c0f82c3e-f8f0-43b2-8fd1-9ab6d8721e29 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:04.304594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 2ecb6050-da0a-47cf-818c-7a6af26a4356 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:07:04.333678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:04.334527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.342297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.343326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Transition to ACTIVE for port object 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:04.350099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c0f82c3e-f8f0-43b2-8fd1-9ab6d8721e29 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:04.368213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Made reservation on behalf of cabcfb4eb074405392c0a7f99c0c8eec for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:04.374196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.375139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf80957-ed28-4d84-8ba4-cbfecfd19336 req-90844428-18eb-4f72-9229-ed69442f8ff5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:04.376740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fdf80957-ed28-4d84-8ba4-cbfecfd19336 req-90844428-18eb-4f72-9229-ed69442f8ff5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 931 time: 0.6104169 Mar 25 20:07:04.381764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c0f82c3e-f8f0-43b2-8fd1-9ab6d8721e29 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:04.386028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c0f82c3e-f8f0-43b2-8fd1-9ab6d8721e29 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:04.407442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c0f82c3e-f8f0-43b2-8fd1-9ab6d8721e29 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:04.432609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7f3f75-0459-47dc-92d0-5129f7c65acc']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:04.449543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.468565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbd93d4-09df-4539-be22-d3493028f47c') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:04.468878 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbd93d4-09df-4539-be22-d3493028f47c') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:04.491669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Performing IP validity checks on allocation pools {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 25 20:07:04.492194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.ipam_backend_mixin [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 25 20:07:04.496046 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fdf80957-ed28-4d84-8ba4-cbfecfd19336 req-cdc0d083-c13a-470a-ba55-506f34a2f511 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979939 Mar 25 20:07:04.498469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.516164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Network b95c488b-6c04-4245-9531-c0b8f20fe67a is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:04.519704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:04.522313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:04.525157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8191bd87-9c8a-4862-abca-b5c98c65953a None None] Provisioning for port da354d06-2572-4e3a-b31a-c70312ddac46 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:04.539111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193459b-698e-431a-8e91-a952ddc40de1 req-9e2977c3-4d9c-47be-9859-692246277cb5 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:04.549339 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e193459b-698e-431a-8e91-a952ddc40de1 req-9e2977c3-4d9c-47be-9859-692246277cb5 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 946 time: 0.3584461 Mar 25 20:07:04.549339 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-2a3045cd-93aa-4ae1-b16a-b6233bfa38fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3631930 Mar 25 20:07:04.549339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.550102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57822) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:04.557454 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Request body: {'floatingip': {'port_id': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:04.572341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b200be08-8fdb-415e-91b2-57097d87e3f0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.576179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8191bd87-9c8a-4862-abca-b5c98c65953a None None] Provisioning complete for port da354d06-2572-4e3a-b31a-c70312ddac46 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:04.576579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8191bd87-9c8a-4862-abca-b5c98c65953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.640984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.671156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Pushing event updated for resources: {'Port': ['ID=3ed7d7d2-8369-4dcb-832e-d801bf614ca0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:04.690908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Attempting to bind port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:04.691269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Attempting to bind port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '3ec50d8d-5452-4f3e-ade2-cd9979a72295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95c488b-6c04-4245-9531-c0b8f20fe67a'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:04.691625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Attempting to bind port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 on network b95c488b-6c04-4245-9531-c0b8f20fe67a {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:04.704422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:04.704799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Checking segment: {'id': '3ec50d8d-5452-4f3e-ade2-cd9979a72295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95c488b-6c04-4245-9531-c0b8f20fe67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:04.705310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.705728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Bound using segment: {'id': '3ec50d8d-5452-4f3e-ade2-cd9979a72295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95c488b-6c04-4245-9531-c0b8f20fe67a'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:04.706202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Bound port: 3ed7d7d2-8369-4dcb-832e-d801bf614ca0, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec50d8d-5452-4f3e-ade2-cd9979a72295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b95c488b-6c04-4245-9531-c0b8f20fe67a'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:04.706568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.719886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8191bd87-9c8a-4862-abca-b5c98c65953a None None] Port da354d06-2572-4e3a-b31a-c70312ddac46 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:07:04.742154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Request body: {'port': {'device_id': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:04.871736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200be08-8fdb-415e-91b2-57097d87e3f0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7364d1-bec8-4580-ad4d-3c08a397af70,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:04.877347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] For port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:04.878489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.9 (b95c488b-6c04-4245-9531-c0b8f20fe67a/550d0f17-5bfa-442c-80f4-5f02e96c19f3/603d821b-ce66-4c62-967e-989a03985970) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:04.881629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b200be08-8fdb-415e-91b2-57097d87e3f0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.885075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] For port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ed7d7d2-8369-4dcb-832e-d801bf614ca0,segment=NetworkSegment(3ec50d8d-5452-4f3e-ade2-cd9979a72295),segment_id=3ec50d8d-5452-4f3e-ade2-cd9979a72295)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:04.914287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:04.914287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:04.923057 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:04.938479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:04.943700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea169ba5-2cb1-4245-a94f-18ad17b6764d None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:04.958664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Deleting port 3dce84d1-7479-40ab-a68b-19c3318e4336 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:04.959030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.001977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.049746 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b200be08-8fdb-415e-91b2-57097d87e3f0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/fb7364d1-bec8-4580-ad4d-3c08a397af70 HTTP/1.1" status: 204 len: 168 time: 1.7604759 Mar 25 20:07:05.059435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57826) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:05.149126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00cfa394-3d37-43f0-aa5e-0066da6f6213 None None] The port '3dce84d1-7479-40ab-a68b-19c3318e4336' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:07:05.149412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=de9d769f-3100-440d-a20d-22fa3d838e88,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:05.162219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Checking segment: {'id': 'cd88a7db-26b3-4e75-8cb7-70433e9c439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2ecb6050-da0a-47cf-818c-7a6af26a4356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:05.162684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network hostable DHCP agents. Network: 2ecb6050-da0a-47cf-818c-7a6af26a4356, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:07:05.218076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.239115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object 603d821b-ce66-4c62-967e-989a03985970 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:05.241179 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1fff00d4-cc4a-4ed5-b961-df93f0141a12 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1684864 Mar 25 20:07:05.241316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57830) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:05.246742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:05.260748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1b2b5050-132c-429e-bd52-d014e0025743 None None] Provisioning complete for port b265c05c-6113-4649-9f73-ecf581795a73 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:05.261037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5050-132c-429e-bd52-d014e0025743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.266352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.271501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.288944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Network 2ecb6050-da0a-47cf-818c-7a6af26a4356 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:07:05.305172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b257789-6bdc-4af0-bc1b-3b68bb308db9 None None] Pushing event updated for resources: {'Port': ['ID=3ed7d7d2-8369-4dcb-832e-d801bf614ca0,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:05.305836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Network': ['ID=ec7f3f75-0459-47dc-92d0-5129f7c65acc,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:05.329364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-c0f82c3e-f8f0-43b2-8fd1-9ab6d8721e29 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:05.334018 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c0f82c3e-f8f0-43b2-8fd1-9ab6d8721e29 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0941207 Mar 25 20:07:05.343067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57834) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:05.361623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-be583392-7fbb-4414-af58-412d5f75a4c4 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:05.362341 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-be583392-7fbb-4414-af58-412d5f75a4c4 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 25 20:07:05.362840 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-be583392-7fbb-4414-af58-412d5f75a4c4 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:05.366437 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-be583392-7fbb-4414-af58-412d5f75a4c4 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088432 Mar 25 20:07:05.368730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57838) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:05.384858 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b03e2e1e-f089-4328-962c-a314c3caf67b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:05.392957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.397744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b03e2e1e-f089-4328-962c-a314c3caf67b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:05.403128 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a74ec521-f752-477a-9324-fd5e80377027 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/networks/ec7f3f75-0459-47dc-92d0-5129f7c65acc HTTP/1.1" status: 204 len: 168 time: 4.3871458 Mar 25 20:07:05.406788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57842) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:05.434233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1257705688'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:05.438629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b03e2e1e-f089-4328-962c-a314c3caf67b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:05.442550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:05.445913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b03e2e1e-f089-4328-962c-a314c3caf67b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:05.448935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:05.455761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:05.459418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:05.462430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b03e2e1e-f089-4328-962c-a314c3caf67b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:05.464287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 2ecb6050-da0a-47cf-818c-7a6af26a4356) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:05.467347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:network and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:05.472692 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:05.478890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:05.481597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e3328-76c4-45ec-bac3-c512a72dcd76 None None] Network 2ecb6050-da0a-47cf-818c-7a6af26a4356 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:05.485214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:05.489992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.497847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:05.543800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.599427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:05.621742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] Deleting port b265c05c-6113-4649-9f73-ecf581795a73 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:05.622121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.656289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:05.660430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.757942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:05.766363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.865320 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8befa0fa-6fba-4375-8681-d2c5d5e6fee9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7757304 Mar 25 20:07:05.878308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57848) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:05.884775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f545b9c3-27f2-4961-89ee-20e850bfdf11 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:05.904240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network b95c488b-6c04-4245-9531-c0b8f20fe67a is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:05.905943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=603d821b-ce66-4c62-967e-989a03985970,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:05.911901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:05.924027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:05.972190 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-b03e2e1e-f089-4328-962c-a314c3caf67b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:05.973672 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b03e2e1e-f089-4328-962c-a314c3caf67b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5945933 Mar 25 20:07:05.981069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57852) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:05.986179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:07:05.990162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] For port b265c05c-6113-4649-9f73-ecf581795a73, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b265c05c-6113-4649-9f73-ecf581795a73,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:05.990961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:05.991126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a899b98b-5c34-4e94-a7d3-c7831be7c926 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:05.991549 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-a899b98b-5c34-4e94-a7d3-c7831be7c926 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 25 20:07:05.992033 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-a899b98b-5c34-4e94-a7d3-c7831be7c926 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:05.996932 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a899b98b-5c34-4e94-a7d3-c7831be7c926 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070829 Mar 25 20:07:05.997274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57856) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:06.007090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e6c13d1f-222b-475b-bc4e-23355ad45867 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:06.018634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e6c13d1f-222b-475b-bc4e-23355ad45867 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:06.028427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e6c13d1f-222b-475b-bc4e-23355ad45867 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:06.031379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.031781 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Added segment c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82 of type vlan for network e90b91cc-37a5-4761-bc4f-c1d8fc892cec Mar 25 20:07:06.033138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e6c13d1f-222b-475b-bc4e-23355ad45867 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:06.050181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:06.055228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.059237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e6c13d1f-222b-475b-bc4e-23355ad45867 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:06.167202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] Calling delete_port for b265c05c-6113-4649-9f73-ecf581795a73 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:06.204331 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487cd5e-11f4-47de-8a43-bf1f95b57ada req-78e25305-9ee1-42c7-ac21-cf52cc210b2c tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:06.205069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1487cd5e-11f4-47de-8a43-bf1f95b57ada req-78e25305-9ee1-42c7-ac21-cf52cc210b2c tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Synchronizing usage tracker for tenant:b6c3085b5768464782778bbbcc9c978e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:06.222327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-2ecb6050-da0a-47cf-818c-7a6af26a4356', 'network_id': '2ecb6050-da0a-47cf-818c-7a6af26a4356', 'tenant_id': 'cabcfb4eb074405392c0a7f99c0c8eec', 'fixed_ips': [{'subnet_id': 'de9d769f-3100-440d-a20d-22fa3d838e88'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:06.223280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.235449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f545b9c3-27f2-4961-89ee-20e850bfdf11 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15148761'] for subnet, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.270180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.408001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da354d06-2572-4e3a-b31a-c70312ddac46 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:07:06.411196 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-52121525-ea7d-4dc3-9dea-9cb4c0e02284 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5005140 Mar 25 20:07:06.413802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57860) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:06.433817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.439471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.451309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:07:06.462849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.468526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:06.468977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.472928 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-e6c13d1f-222b-475b-bc4e-23355ad45867 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:06.473936 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e6c13d1f-222b-475b-bc4e-23355ad45867 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4756484 Mar 25 20:07:06.474814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.480651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57864) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:06.505065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:06.534917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4d14243c-d87c-42d0-8e07-8c2964581ae3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '9cbc8490-1187-4a4e-82d2-a0d8bd359330', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:06.547538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] Pushing event deleted for resources: {'Port': ['ID=b265c05c-6113-4649-9f73-ecf581795a73,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:06.563371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ffc23a-6166-4ad7-b0b8-e0034e57e46a None None] No DVR routers for this DVR port b265c05c-6113-4649-9f73-ecf581795a73 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:06.593912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4d14243c-d87c-42d0-8e07-8c2964581ae3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:06.666702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4d14243c-d87c-42d0-8e07-8c2964581ae3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:06.679435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:06.679663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4d14243c-d87c-42d0-8e07-8c2964581ae3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:06.705732 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2978840 Mar 25 20:07:06.709624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f37c709f-0e2c-457c-804e-6fb5fe268dc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 603d821b-ce66-4c62-967e-989a03985970 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:06.709977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f37c709f-0e2c-457c-804e-6fb5fe268dc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.738585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57868) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:06.742855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4d14243c-d87c-42d0-8e07-8c2964581ae3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:06.749359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:06.751640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b265c05c-6113-4649-9f73-ecf581795a73 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:06.766492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': 'e90b91cc-37a5-4761-bc4f-c1d8fc892cec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:06.770234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359642ba-c694-404e-bc90-db3334783da4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Network': ['ID=e90b91cc-37a5-4761-bc4f-c1d8fc892cec,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:06.778295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:06.784568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:06.785158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.793952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=c4e88427-fba4-4e93-8907-3cb6b2c0b7a6,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:06.796278 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network e90b91cc-37a5-4761-bc4f-c1d8fc892cec details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:07:06.801121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Transition to ACTIVE for port object da354d06-2572-4e3a-b31a-c70312ddac46 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:06.806259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1487cd5e-11f4-47de-8a43-bf1f95b57ada req-78e25305-9ee1-42c7-ac21-cf52cc210b2c tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Unset dirty status for tenant:b6c3085b5768464782778bbbcc9c978e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:06.808144 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1487cd5e-11f4-47de-8a43-bf1f95b57ada req-78e25305-9ee1-42c7-ac21-cf52cc210b2c tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 931 time: 1.1027825 Mar 25 20:07:06.817558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7fdec-9ea3-4564-ab2b-8cd9eec2033a None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:06.892097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4d47a-2860-4925-a324-0ddec11fa92c None None] Network b95c488b-6c04-4245-9531-c0b8f20fe67a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:06.905455 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 25 20:07:06.905455 dv-neutron-835149-1-hyperv neutron-server[88486]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 25 20:07:06.905455 dv-neutron-835149-1-hyperv neutron-server[88486]: [parameters: {'in_use': 1, 'id_1': 'de9d769f-3100-440d-a20d-22fa3d838e88'}] Mar 25 20:07:06.905455 dv-neutron-835149-1-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:06.905973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:06.930407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: b265c05c-6113-4649-9f73-ecf581795a73 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:06.930744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b265c05c-6113-4649-9f73-ecf581795a73 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:06.984641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.993871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:06.994062 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-02ab8654-9763-47bf-b30b-08110b287178 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7505009 Mar 25 20:07:06.997917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57872) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:07.014359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:07.070198 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1487cd5e-11f4-47de-8a43-bf1f95b57ada req-0ad9f1ce-75ca-4386-8e77-533fe232d8cf tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046692 Mar 25 20:07:07.105032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.116034 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-4d14243c-d87c-42d0-8e07-8c2964581ae3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:07.117835 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4d14243c-d87c-42d0-8e07-8c2964581ae3 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5869279 Mar 25 20:07:07.125601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57876) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:07.173831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f37c709f-0e2c-457c-804e-6fb5fe268dc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.205320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-aa85f14d-0e60-4761-99f2-902677083446 None None] Provisioning for port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:07.262660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-aa85f14d-0e60-4761-99f2-902677083446 None None] Provisioning complete for port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:07.263029 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa85f14d-0e60-4761-99f2-902677083446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.345161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f37c709f-0e2c-457c-804e-6fb5fe268dc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 603d821b-ce66-4c62-967e-989a03985970 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:07.360595 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Floating IP 07379e34-f219-4e8f-9257-607f30a50993 associated. External IP: 172.26.8.104, port: 2187b2f4-a78f-44b2-9b0d-512c52a41cf0. Mar 25 20:07:07.408319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.426450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:07.444367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:07.456063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:07.457312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:07.470042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'c4e88427-fba4-4e93-8907-3cb6b2c0b7a6'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:07.476103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.476544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:07.476544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15b404ba-c340-4d91-bd75-fe53b396f7bf tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.479776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:07.482550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Pushing event updated for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:07.487659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:07.503869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15b404ba-c340-4d91-bd75-fe53b396f7bf tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.522209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:07.547365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.547710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.548043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.548378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.548774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.549056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.549549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.550049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.550399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.550696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.551148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.551319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:07.668979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:07.674794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa85f14d-0e60-4761-99f2-902677083446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.675020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.680460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f545b9c3-27f2-4961-89ee-20e850bfdf11 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780952702967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16379057'] for subnet, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.693909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15b404ba-c340-4d91-bd75-fe53b396f7bf tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.730617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b404ba-c340-4d91-bd75-fe53b396f7bf tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbc8490-1187-4a4e-82d2-a0d8bd359330,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:07.747093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:07.750490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.799712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-aa85f14d-0e60-4761-99f2-902677083446 None None] For port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ed7d7d2-8369-4dcb-832e-d801bf614ca0,segment=NetworkSegment(3ec50d8d-5452-4f3e-ade2-cd9979a72295),segment_id=3ec50d8d-5452-4f3e-ade2-cd9979a72295)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:07.802417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f37c709f-0e2c-457c-804e-6fb5fe268dc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.821627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545b9c3-27f2-4961-89ee-20e850bfdf11 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:07.822217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f545b9c3-27f2-4961-89ee-20e850bfdf11 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.826146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f545b9c3-27f2-4961-89ee-20e850bfdf11 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "PUT /v2.0/subnets/de9d769f-3100-440d-a20d-22fa3d838e88 HTTP/1.1" status: 200 len: 900 time: 1.9442313 Mar 25 20:07:07.833285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57880) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:07.862122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c709f-0e2c-457c-804e-6fb5fe268dc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=603d821b-ce66-4c62-967e-989a03985970,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:07.909473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Attempting to bind port da354d06-2572-4e3a-b31a-c70312ddac46 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:07.909814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Attempting to bind port da354d06-2572-4e3a-b31a-c70312ddac46 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:07.910135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Attempting to bind port da354d06-2572-4e3a-b31a-c70312ddac46 on network 8ebf021b-1c9c-4128-a9d9-559021070953 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:07.920124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545b9c3-27f2-4961-89ee-20e850bfdf11 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event updated for resources: {'Subnet': ['ID=de9d769f-3100-440d-a20d-22fa3d838e88,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:07.933988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Allocated IP 2001:db8::3 (2ecb6050-da0a-47cf-818c-7a6af26a4356/de9d769f-3100-440d-a20d-22fa3d838e88/1c1f3773-a920-4a4c-aba9-d5b8d45e20cc) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:07.967572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15b404ba-c340-4d91-bd75-fe53b396f7bf tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:07.968732 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-15b404ba-c340-4d91-bd75-fe53b396f7bf tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/9cbc8490-1187-4a4e-82d2-a0d8bd359330 HTTP/1.1" status: 204 len: 168 time: 0.8337862 Mar 25 20:07:07.978021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57884) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:07.999699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Port da354d06-2572-4e3a-b31a-c70312ddac46 on network 8ebf021b-1c9c-4128-a9d9-559021070953 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:07:07.999699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Attempting to bind port da354d06-2572-4e3a-b31a-c70312ddac46 on network 8ebf021b-1c9c-4128-a9d9-559021070953 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:08.037209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f37c709f-0e2c-457c-804e-6fb5fe268dc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.071946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:08.072367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Checking segment: {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:08.072692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Bound using segment: {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:08.073135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Bound port: da354d06-2572-4e3a-b31a-c70312ddac46, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b009d4b-bd82-4e4c-9c48-2f380a71eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:08.073473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.086119 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f37c709f-0e2c-457c-804e-6fb5fe268dc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/603d821b-ce66-4c62-967e-989a03985970 HTTP/1.1" status: 204 len: 168 time: 1.6712253 Mar 25 20:07:08.096233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57888) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:08.103316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a4f53966-e6e9-47c9-8192-6cc749d2f1cc tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Synchronizing usage tracker for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:08.221898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.227932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.242885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Transition to ACTIVE for port object 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:08.269878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Transition to ACTIVE for port object 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:08.280648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Allocated IP 172.20.0.2 (16eab8e5-a832-428a-a293-9fd25f5afb33/c4e88427-fba4-4e93-8907-3cb6b2c0b7a6/d7ea4f73-44b9-4553-b320-fd51adee11d6) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:08.331900 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18cb1b0-06d0-470e-8673-cc5ec3800347 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:08.332374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18cb1b0-06d0-470e-8673-cc5ec3800347 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:08.336507 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f18cb1b0-06d0-470e-8673-cc5ec3800347 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/603d821b-ce66-4c62-967e-989a03985970 HTTP/1.1" status: 404 len: 333 time: 0.2377691 Mar 25 20:07:08.336762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57894) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:08.389393 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aabc781-84a1-4ede-88fe-33c4abc6440b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:07:08.389912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1aabc781-84a1-4ede-88fe-33c4abc6440b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:08.419193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a4f53966-e6e9-47c9-8192-6cc749d2f1cc tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Unset dirty status for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:08.428806 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a4f53966-e6e9-47c9-8192-6cc749d2f1cc tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4414880 Mar 25 20:07:08.429576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57898) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:08.438147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307131747'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:08.448686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:08.468854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:08.488335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa85f14d-0e60-4761-99f2-902677083446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.502464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1aabc781-84a1-4ede-88fe-33c4abc6440b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:08.504145 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1aabc781-84a1-4ede-88fe-33c4abc6440b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/603d821b-ce66-4c62-967e-989a03985970 HTTP/1.1" status: 404 len: 333 time: 0.1662207 Mar 25 20:07:08.506572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57902) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:08.576577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.583600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85f14d-0e60-4761-99f2-902677083446 None None] Pushing event updated for resources: {'Port': ['ID=3ed7d7d2-8369-4dcb-832e-d801bf614ca0,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:08.620075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3113edc6-a133-40d7-939f-a0af40d0f957 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet 550d0f17-5bfa-442c-80f4-5f02e96c19f3 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:08.628315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3113edc6-a133-40d7-939f-a0af40d0f957 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.643312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:08.643892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.658563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.662094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Network 2ecb6050-da0a-47cf-818c-7a6af26a4356 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:08.674610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:08.688147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:08.709541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:08.728350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Router d34c3d12-ee38-49d1-92ca-2f2cca91a52c has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:07:08.747274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:08.747483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:08.755364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:08.759894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:08.769709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3113edc6-a133-40d7-939f-a0af40d0f957 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.797264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:08.868287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:07:08.877756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.905007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.917368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Pushing event updated for resources: {'Port': ['ID=1c1f3773-a920-4a4c-aba9-d5b8d45e20cc,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:08.942888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:08.951697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.954429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:08.960332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Attempting to bind port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:08.960921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Attempting to bind port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'cd88a7db-26b3-4e75-8cb7-70433e9c439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2ecb6050-da0a-47cf-818c-7a6af26a4356'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:08.961993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Attempting to bind port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc on network 2ecb6050-da0a-47cf-818c-7a6af26a4356 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:08.963187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2be13-1e8b-4852-9875-453f543018a7 req-ad006a80-da53-4aa3-b1a7-da4ef54c86fa tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:08.964762 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baf2be13-1e8b-4852-9875-453f543018a7 req-ad006a80-da53-4aa3-b1a7-da4ef54c86fa tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 943 time: 0.5791447 Mar 25 20:07:08.964897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:08.965488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.982524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:08.983394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Checking segment: {'id': 'cd88a7db-26b3-4e75-8cb7-70433e9c439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2ecb6050-da0a-47cf-818c-7a6af26a4356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:08.984282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:08.985622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Bound using segment: {'id': 'cd88a7db-26b3-4e75-8cb7-70433e9c439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2ecb6050-da0a-47cf-818c-7a6af26a4356'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:08.986049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Bound port: 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd88a7db-26b3-4e75-8cb7-70433e9c439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2ecb6050-da0a-47cf-818c-7a6af26a4356'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:08.986842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.013561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Transition to ACTIVE for port object d7ea4f73-44b9-4553-b320-fd51adee11d6 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:09.015987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=ddf7395b-d132-45ee-8dfe-a68fdeb9e78c,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:09.030465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3113edc6-a133-40d7-939f-a0af40d0f957 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.039673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a398fdeb-4f6d-4c0b-8059-04e3093d9031 None None] Provisioning complete for port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:09.040179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a398fdeb-4f6d-4c0b-8059-04e3093d9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.063136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:09.063810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.065574 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] 10.222.0.43 "PUT /v2.0/ports/da354d06-2572-4e3a-b31a-c70312ddac46 HTTP/1.1" status: 200 len: 1093 time: 4.3279600 Mar 25 20:07:09.069894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:07:09.114677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.141768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Transition to ACTIVE for port object d7ea4f73-44b9-4553-b320-fd51adee11d6 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:09.143224 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5f068d87-f3af-4cb9-970c-6d3df3dd39ea tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1340892 Mar 25 20:07:09.144031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57908) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:09.150942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.151441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:59:f7:b6', 'name': 'tempest-NetworksTestDHCPv6-706153933'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:09.194552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37a1acc6-d734-4207-afb4-2498afb8e2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.220923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] For port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:09.266139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] For port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1c1f3773-a920-4a4c-aba9-d5b8d45e20cc,segment=NetworkSegment(cd88a7db-26b3-4e75-8cb7-70433e9c439c),segment_id=cd88a7db-26b3-4e75-8cb7-70433e9c439c)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:09.275513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.296706 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'status': 'completed', 'code': 200} Mar 25 20:07:09.309745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.353076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.366069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:09.367084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a398fdeb-4f6d-4c0b-8059-04e3093d9031 None None] Could not find standard attr ID for object 603d821b-ce66-4c62-967e-989a03985970. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:09.378938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:09.387154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:09.389722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b75cc7d-9e64-4873-af53-f23a796e8e2c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:09.391301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Pushing event updated for resources: {'Port': ['ID=d7ea4f73-44b9-4553-b320-fd51adee11d6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:09.393591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:09.399839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:09.403013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:09.409331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:09.414173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3113edc6-a133-40d7-939f-a0af40d0f957 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.414350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1478319-68ff-488b-bf29-1ee62d0b847a service neutron] Pushing event updated for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:09.453180 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baf2be13-1e8b-4852-9875-453f543018a7 req-67a73f99-b5e9-4a5b-aefd-e9506dee61b8 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4578116 Mar 25 20:07:09.462121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113edc6-a133-40d7-939f-a0af40d0f957 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=550d0f17-5bfa-442c-80f4-5f02e96c19f3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:09.469033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.470548 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8ae0ec1b-ee29-493c-980b-15c3b768be87 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0399857 Mar 25 20:07:09.474312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3113edc6-a133-40d7-939f-a0af40d0f957 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.476637 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3113edc6-a133-40d7-939f-a0af40d0f957 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/550d0f17-5bfa-442c-80f4-5f02e96c19f3 HTTP/1.1" status: 204 len: 168 time: 0.9685314 Mar 25 20:07:09.477841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57912) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:09.480500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57914) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:09.504269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ed453-8fe2-4f90-b6d6-eff6e4d613f5 None None] Network b95c488b-6c04-4245-9531-c0b8f20fe67a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:09.536254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=af6ae681-ae90-4690-bf62-6a0a579decf1,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:09.554165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:07:09.577662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] For port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc, host dv-neutron-835149-1-hyperv, got binding levels [] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:09.578022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.629702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] Sync routers for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:07:09.639320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4a73ecc4-a446-4143-840d-67613b905a30 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '0b75cc7d-9e64-4873-af53-f23a796e8e2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:09.647454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.652543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:09.670568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4a73ecc4-a446-4143-840d-67613b905a30 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:09.694718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4a73ecc4-a446-4143-840d-67613b905a30 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:09.701152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4a73ecc4-a446-4143-840d-67613b905a30 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:09.732850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking segment: {'id': 'c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e90b91cc-37a5-4761-bc4f-c1d8fc892cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:09.733157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network hostable DHCP agents. Network: e90b91cc-37a5-4761-bc4f-c1d8fc892cec, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:07:09.744372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Calling delete_port for 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:09.753315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Pushing event updated for resources: {'Port': ['ID=1c1f3773-a920-4a4c-aba9-d5b8d45e20cc,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:09.759673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:07:09.759863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:09.759956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:09.760071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.782438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.790036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4a73ecc4-a446-4143-840d-67613b905a30 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:09.830154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Attempting to bind port d7ea4f73-44b9-4553-b320-fd51adee11d6 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:09.830154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Attempting to bind port d7ea4f73-44b9-4553-b320-fd51adee11d6 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:09.830154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Attempting to bind port d7ea4f73-44b9-4553-b320-fd51adee11d6 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:09.886170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:09.886170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:09.886170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.886170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:09.886170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Bound port: d7ea4f73-44b9-4553-b320-fd51adee11d6, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:09.886828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.899226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.899593 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.899916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.900250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.900660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.900997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.901332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.901657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.902018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.902344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.902666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.903028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58301f-284b-4042-aef4-47799249cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:07:09.953132 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bec8ae81-3c42-4e51-8b22-8151418e2d42 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "PUT /v2.0/floatingips/07379e34-f219-4e8f-9257-607f30a50993 HTTP/1.1" status: 200 len: 992 time: 5.4019606 Mar 25 20:07:09.959270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:09.966625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bf3c-f878-41b0-b719-79f7b428626c req-e45662cd-2ad9-497b-ac8a-9128ec04f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:09.970707 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8d6bf3c-f878-41b0-b719-79f7b428626c req-e45662cd-2ad9-497b-ac8a-9128ec04f8d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6c3085b5768464782778bbbcc9c978e&device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 1096 time: 0.7059698 Mar 25 20:07:10.021888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network e90b91cc-37a5-4761-bc4f-c1d8fc892cec is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:07:10.024236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port e4b60cfe-8339-4a62-94a5-6554b55422e2 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:10.074324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:10.074890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:10.178779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:07:10.240747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] For port d7ea4f73-44b9-4553-b320-fd51adee11d6, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:10.253125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] For port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ed7d7d2-8369-4dcb-832e-d801bf614ca0,segment=NetworkSegment(3ec50d8d-5452-4f3e-ade2-cd9979a72295),segment_id=3ec50d8d-5452-4f3e-ade2-cd9979a72295)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:10.253821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:10.261262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] For port d7ea4f73-44b9-4553-b320-fd51adee11d6, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d7ea4f73-44b9-4553-b320-fd51adee11d6,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:10.346209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:10.395975 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-4a73ecc4-a446-4143-840d-67613b905a30 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The resource could not be found. Mar 25 20:07:10.399662 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4a73ecc4-a446-4143-840d-67613b905a30 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9182513 Mar 25 20:07:10.412859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:10.435368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4391368-2b28-47d0-be44-33bba4af4ceb None None] DHCP port deletion for b95c488b-6c04-4245-9531-c0b8f20fe67a request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:10.466094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f4391368-2b28-47d0-be44-33bba4af4ceb None None] Deleting port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:10.466466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f4391368-2b28-47d0-be44-33bba4af4ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:10.478606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, e90b91cc-37a5-4761-bc4f-c1d8fc892cec) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:10.500567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02255a06-1b40-4ac0-b7d6-c27dc5faa4d9 None None] Network e90b91cc-37a5-4761-bc4f-c1d8fc892cec requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:10.555356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57926) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:10.569778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956559-5b72-4114-a036-424222fcd5f1 None None] Pushing event updated for resources: {'Port': ['ID=d7ea4f73-44b9-4553-b320-fd51adee11d6,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:10.574336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:10.580643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:10.581227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:10.600822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cc06f839-1f2d-42e6-b523-ddea3b049dc2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '0b75cc7d-9e64-4873-af53-f23a796e8e2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1ba19f19-ef6e-4e64-859f-de9658c90d44'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:10.605850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:10.606451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:10.675434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cc06f839-1f2d-42e6-b523-ddea3b049dc2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:10.698436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bf3c-f878-41b0-b719-79f7b428626c req-f995f424-e034-49ad-9a65-c0055ded18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:10.701290 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8d6bf3c-f878-41b0-b719-79f7b428626c req-f995f424-e034-49ad-9a65-c0055ded18dd service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b6c3085b5768464782778bbbcc9c978e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.7214222 Mar 25 20:07:10.707524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc06f839-1f2d-42e6-b523-ddea3b049dc2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:10.848562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:10.915449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc06f839-1f2d-42e6-b523-ddea3b049dc2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:10.942103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 172.20.0.8 (16eab8e5-a832-428a-a293-9fd25f5afb33/c4e88427-fba4-4e93-8907-3cb6b2c0b7a6/e4b60cfe-8339-4a62-94a5-6554b55422e2) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:10.946020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cc06f839-1f2d-42e6-b523-ddea3b049dc2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:10.950370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fe59:f7b6 (16eab8e5-a832-428a-a293-9fd25f5afb33/ddf7395b-d132-45ee-8dfe-a68fdeb9e78c/e4b60cfe-8339-4a62-94a5-6554b55422e2) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:10.956943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f4391368-2b28-47d0-be44-33bba4af4ceb None None] The port '3ed7d7d2-8369-4dcb-832e-d801bf614ca0' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:07:10.974913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No DVR routers for this DVR port 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:10.976917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=3ed7d7d2-8369-4dcb-832e-d801bf614ca0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:10.980371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6bf3c-f878-41b0-b719-79f7b428626c req-231e180a-5d23-44fd-a6db-12c78dd6b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:10.982963 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8d6bf3c-f878-41b0-b719-79f7b428626c req-231e180a-5d23-44fd-a6db-12c78dd6b5fe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2691739 Mar 25 20:07:11.137489 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-47563949-3c8c-4856-ace6-4a19874d05b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3792822 Mar 25 20:07:11.147136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57932) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:11.160258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': 'e90b91cc-37a5-4761-bc4f-c1d8fc892cec', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-245659494'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:11.191525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16448e-8ffc-4b38-ba07-c500231f6225 req-868b8fdd-56f0-40ca-85a2-29155717597a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:11.194087 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b16448e-8ffc-4b38-ba07-c500231f6225 req-868b8fdd-56f0-40ca-85a2-29155717597a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 1.0054896 Mar 25 20:07:11.212683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:11.223674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-e90b91cc-37a5-4761-bc4f-c1d8fc892cec', 'network_id': 'e90b91cc-37a5-4761-bc4f-c1d8fc892cec', 'tenant_id': '17e17554231b4ebe9b463828411b73ae', 'fixed_ips': [{'subnet_id': 'af6ae681-ae90-4690-bf62-6a0a579decf1'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:11.224495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.293857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb73f0-49dc-4810-b26c-d31ce56eb3cb None None] Network 2ecb6050-da0a-47cf-818c-7a6af26a4356 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:11.312309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'tag': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:07:11.348599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '07379e34-f219-4e8f-9257-607f30a50993', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'port_id': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'mac_address': 'fa:16:3e:5a:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:07:06Z', 'revision_number': 1, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:31Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:11.363246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.374221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f92b-e236-4ba4-95f0-764f926726dc req-7e2c20a9-371b-4e95-98d4-4036ac75458b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:11.381143 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f808f92b-e236-4ba4-95f0-764f926726dc req-7e2c20a9-371b-4e95-98d4-4036ac75458b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 946 time: 1.1914289 Mar 25 20:07:11.405130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95c488b-6c04-4245-9531-c0b8f20fe67a']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:11.413922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.421710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] Checking router: d34c3d12-ee38-49d1-92ca-2f2cca91a52c for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:07:11.427392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec50d8d-5452-4f3e-ade2-cd9979a72295') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:11.427696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec50d8d-5452-4f3e-ade2-cd9979a72295') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:11.446346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.452899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object e4b60cfe-8339-4a62-94a5-6554b55422e2 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:11.457505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:07:11.458179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:06:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:11.465207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.474928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:11.475369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.492299 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-cc06f839-1f2d-42e6-b523-ddea3b049dc2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The resource could not be found. Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:11.493331 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:11.496678 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc06f839-1f2d-42e6-b523-ddea3b049dc2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9180849 Mar 25 20:07:11.499949 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b16448e-8ffc-4b38-ba07-c500231f6225 req-cb4d8a1a-0f1d-401b-a50b-afb3a12c998d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810693 Mar 25 20:07:11.500601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57938) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:11.647605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-14be791a-2b91-4192-8cab-94c3dd0512d6 None None] Provisioning for port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:11.659809 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f808f92b-e236-4ba4-95f0-764f926726dc req-b3140d25-7fb6-4d52-9ba5-b94725a0e5c2 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2776895 Mar 25 20:07:11.706913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.727072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-14be791a-2b91-4192-8cab-94c3dd0512d6 None None] Provisioning complete for port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:11.727072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14be791a-2b91-4192-8cab-94c3dd0512d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.738529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.741485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Network': ['ID=b95c488b-6c04-4245-9531-c0b8f20fe67a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:11.751124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.759475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] For port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1c1f3773-a920-4a4c-aba9-d5b8d45e20cc,segment=NetworkSegment(cd88a7db-26b3-4e75-8cb7-70433e9c439c),segment_id=cd88a7db-26b3-4e75-8cb7-70433e9c439c)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:11.760014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.879766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:11.884017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:11.889996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:11.909090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Allocated IP 2001:db8::2 (e90b91cc-37a5-4761-bc4f-c1d8fc892cec/af6ae681-ae90-4690-bf62-6a0a579decf1/5c539c6f-dd75-418b-852c-fb6bddd38602) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:11.946772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Calling delete_port for 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:11.960911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:11.961545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:11.985113 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aa607863-1e47-48a7-a0c8-4961205770e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/networks/b95c488b-6c04-4245-9531-c0b8f20fe67a HTTP/1.1" status: 204 len: 168 time: 2.5003157 Mar 25 20:07:11.995729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57946) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:12.005606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=e4b60cfe-8339-4a62-94a5-6554b55422e2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:12.011071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1846765165'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:12.021374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:12.026786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:network and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:12.031129 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:12.038805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:12.056216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-575396ee-f4e3-4953-8587-2115a68c5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.057742 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-575396ee-f4e3-4953-8587-2115a68c5ab2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=628baec857f24b28b26d8ea372a5857a&device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 1099 time: 0.2838728 Mar 25 20:07:12.080096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bceaa9-8544-4a19-8d26-ed8ec266d4f8 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:12.102717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:07:12.103363 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9b09af86-923c-480f-9668-d239b8cb9d17 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9568675 Mar 25 20:07:12.105782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57950) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:12.115790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-b51e4ad0-c2b6-4a76-8ebc-8c6441791d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.117307 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-b51e4ad0-c2b6-4a76-8ebc-8c6441791d1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6c3085b5768464782778bbbcc9c978e&device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 1096 time: 1.0649605 Mar 25 20:07:12.121021 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'tag': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'status': 'completed', 'code': 200} Mar 25 20:07:12.125543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:12.200139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:12.203464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.254900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:12.259614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:07:12.271948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-14be791a-2b91-4192-8cab-94c3dd0512d6 None None] Port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc update to ACTIVE by agent not found {{(pid=88486) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 25 20:07:12.286828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:12.291762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-a43e0b1b-1aaa-4814-b017-39533f9f47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.293894 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-a43e0b1b-1aaa-4814-b017-39533f9f47d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 HTTP/1.1" status: 200 len: 913 time: 0.2287920 Mar 25 20:07:12.294304 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.294646 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Added segment 95289e78-cae6-464e-9c2c-80887531ff4e of type vlan for network 2bb1a910-5336-4a3f-b562-8b847cd67b6b Mar 25 20:07:12.295343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.332528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3e4aa09-6098-4ab3-9d53-e6acf0aab268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.336434 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-49c2fc39-fb0f-4e7f-a65c-d20d79455ac6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da354d06-2572-4e3a-b31a-c70312ddac46 HTTP/1.1" status: 200 len: 217 time: 0.2083800 Mar 25 20:07:12.347934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:12.395048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.395939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-699322f3-99cc-48c6-a43b-03909479ad91 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.410947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b43a23-29b5-4aef-8dc0-ed6c85bc3f99 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.416750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b43a23-29b5-4aef-8dc0-ed6c85bc3f99 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.417644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-94b43a23-29b5-4aef-8dc0-ed6c85bc3f99 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:12.432971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Port': ['ID=1c1f3773-a920-4a4c-aba9-d5b8d45e20cc,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:12.485512 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-869e3c1e-bde4-474e-bb3e-57b714da8ea2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2187b2f4-a78f-44b2-9b0d-512c52a41cf0 HTTP/1.1" status: 200 len: 1000 time: 0.1773319 Mar 25 20:07:12.555951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-94b43a23-29b5-4aef-8dc0-ed6c85bc3f99 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:12.557258 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-94b43a23-29b5-4aef-8dc0-ed6c85bc3f99 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.4505875 Mar 25 20:07:12.559126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.561720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d7ea4f73-44b9-4553-b320-fd51adee11d6 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:12.568170 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.568170 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.570836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57954) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:12.673841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No DVR routers for this DVR port 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:12.717765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:12.721240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.737178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-699322f3-99cc-48c6-a43b-03909479ad91 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.761743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-8662efc6-4238-4bc6-8af5-83d0c72dfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.763282 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-8662efc6-4238-4bc6-8af5-83d0c72dfb18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c9b540-8246-427d-905f-8687d0052bd5 HTTP/1.1" status: 200 len: 834 time: 0.4087553 Mar 25 20:07:12.888522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port e7ca4ff7-7c06-4cda-ba07-64398a192ee5 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:12.907667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Network': ['ID=2bb1a910-5336-4a3f-b562-8b847cd67b6b,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:12.913542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e9882ed2-9e8b-4026-8bb3-6521a4aa577a None None] Provisioning for port d7ea4f73-44b9-4553-b320-fd51adee11d6 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:12.929221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:12.946574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278c26b-7a05-48db-8aef-73b3010eeda9 None None] Network 2ecb6050-da0a-47cf-818c-7a6af26a4356 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:12.954501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-07e79988-d005-441a-ace2-6ce35a0d7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.956318 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-07e79988-d005-441a-ace2-6ce35a0d7837 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=415a5a04-c2b2-4d12-80a3-23439e76fa4c HTTP/1.1" status: 200 len: 851 time: 0.4586868 Mar 25 20:07:12.958119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 2bb1a910-5336-4a3f-b562-8b847cd67b6b details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:07:12.986462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31768a9-e6de-4ad4-94c7-5310cfe2fa8c req-d0246cb7-99cf-45f6-a000-3421b43a86f6 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:12.986462 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c31768a9-e6de-4ad4-94c7-5310cfe2fa8c req-d0246cb7-99cf-45f6-a000-3421b43a86f6 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.8677690 Mar 25 20:07:13.017673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4b994-e775-48df-a1d3-3ace9cf1e422 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port e4b60cfe-8339-4a62-94a5-6554b55422e2 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:13.018087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b994-e775-48df-a1d3-3ace9cf1e422 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.018714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cebce-c027-4777-964b-421d4ec6f7d4 req-0721687d-e456-4cc8-9cad-057faada2b16 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:13.020212 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-649cebce-c027-4777-964b-421d4ec6f7d4 req-0721687d-e456-4cc8-9cad-057faada2b16 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 943 time: 0.9008911 Mar 25 20:07:13.040319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.051652 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-775dfe9c-9fdd-4fbf-aeee-68776a1730e1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0498295 Mar 25 20:07:13.056441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57958) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:13.072837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '2bb1a910-5336-4a3f-b562-8b847cd67b6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:13.126592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.147655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-699322f3-99cc-48c6-a43b-03909479ad91 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.176055 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c31768a9-e6de-4ad4-94c7-5310cfe2fa8c req-d2f4170c-b193-4fa5-b3dc-789b5009240d tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522827 Mar 25 20:07:13.181745 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-649cebce-c027-4777-964b-421d4ec6f7d4 req-8d5071ae-d4e5-4e5e-b988-12e6df42b357 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404073 Mar 25 20:07:13.187960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:13.191773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:13.192139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699322f3-99cc-48c6-a43b-03909479ad91 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b75cc7d-9e64-4873-af53-f23a796e8e2c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:13.194810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:13.202419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:13.204607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-d1e047d3-7424-4efc-a793-cd7649950893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:13.209709 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-d1e047d3-7424-4efc-a793-cd7649950893 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ebf021b-1c9c-4128-a9d9-559021070953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4222410 Mar 25 20:07:13.223827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.252633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Transition to ACTIVE for port object 5c539c6f-dd75-418b-852c-fb6bddd38602 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:13.271414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-31eb9203-0146-467e-98fd-2840825cf281 None None] Could not find standard attr ID for object 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:13.294907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-cfa7c559-d8be-4022-8e61-bc581b6ca0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:13.296419 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-cfa7c559-d8be-4022-8e61-bc581b6ca0f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3302913 Mar 25 20:07:13.299875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:13.303455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.338818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Transition to ACTIVE for port object 5c539c6f-dd75-418b-852c-fb6bddd38602 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:13.360631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '07379e34-f219-4e8f-9257-607f30a50993', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'port_id': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'mac_address': 'fa:16:3e:5a:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:07:06Z', 'revision_number': 1, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:31Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:13.370946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f3314b-f9f2-4bcd-8eae-d13a580f68f4 None None] The sync data for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv is: [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '07379e34-f219-4e8f-9257-607f30a50993', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'port_id': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'mac_address': 'fa:16:3e:5a:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:07:06Z', 'revision_number': 1, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:31Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:07:13.377530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port d7ea4f73-44b9-4553-b320-fd51adee11d6 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:13.425807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d7ea4f73-44b9-4553-b320-fd51adee11d6 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:13.426178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.432705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.464148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.562056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-699322f3-99cc-48c6-a43b-03909479ad91 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.565557 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-699322f3-99cc-48c6-a43b-03909479ad91 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b75cc7d-9e64-4873-af53-f23a796e8e2c HTTP/1.1" status: 204 len: 168 time: 2.0505402 Mar 25 20:07:13.565557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=de9d769f-3100-440d-a20d-22fa3d838e88,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:13.566955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 57966) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:13.653887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Network e90b91cc-37a5-4761-bc4f-c1d8fc892cec is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:13.725294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::87 (e90b91cc-37a5-4761-bc4f-c1d8fc892cec/af6ae681-ae90-4690-bf62-6a0a579decf1/e7ca4ff7-7c06-4cda-ba07-64398a192ee5) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:13.729257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-cbbee15f-63e4-41d0-8918-1969ed12119e service neutron] 10.222.0.43 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094697 Mar 25 20:07:13.756688 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650f569-1ea2-4b42-9f21-a7cd38074af9 None None] New status for floating IP 07379e34-f219-4e8f-9257-607f30a50993: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:07:13.763614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24fc5b7-285a-4b0d-ace9-e189724d06c2 None None] DHCP port deletion for 2ecb6050-da0a-47cf-818c-7a6af26a4356 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:13.770128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:13.771774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:13.780083 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-25efc483-ddd4-4768-bbd9-d6133430e201 service neutron] 10.222.0.43 "GET /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485009 Mar 25 20:07:13.794891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:13.797458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Pushing event updated for resources: {'Port': ['ID=5c539c6f-dd75-418b-852c-fb6bddd38602,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:13.850927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fe8f0-ac70-4479-af45-6ef702271ed8 req-453a063a-8a64-4353-bb31-cbb9f26ebbe2 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:13.852759 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b6fe8f0-ac70-4479-af45-6ef702271ed8 req-453a063a-8a64-4353-bb31-cbb9f26ebbe2 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4535747 Mar 25 20:07:13.914325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecb6050-da0a-47cf-818c-7a6af26a4356']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:13.959590 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a94b7-635f-4230-afbf-ff8c388f094d None None] Update dhcp port {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': 'c4e88427-fba4-4e93-8907-3cb6b2c0b7a6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ddf7395b-d132-45ee-8dfe-a68fdeb9e78c'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': 'd7ea4f73-44b9-4553-b320-fd51adee11d6'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:07:13.996978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Attempting to bind port 5c539c6f-dd75-418b-852c-fb6bddd38602 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:13.997234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Attempting to bind port 5c539c6f-dd75-418b-852c-fb6bddd38602 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e90b91cc-37a5-4761-bc4f-c1d8fc892cec'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:13.997585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Attempting to bind port 5c539c6f-dd75-418b-852c-fb6bddd38602 on network e90b91cc-37a5-4761-bc4f-c1d8fc892cec {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:13.998521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd88a7db-26b3-4e75-8cb7-70433e9c439c') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:13.998817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd88a7db-26b3-4e75-8cb7-70433e9c439c') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:14.016554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:14.017667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Checking segment: {'id': 'c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e90b91cc-37a5-4761-bc4f-c1d8fc892cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:14.018241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.018637 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Bound using segment: {'id': 'c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e90b91cc-37a5-4761-bc4f-c1d8fc892cec'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:14.019115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Bound port: 5c539c6f-dd75-418b-852c-fb6bddd38602, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e90b91cc-37a5-4761-bc4f-c1d8fc892cec'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:14.019485 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.049495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3194f0d2-64f3-40b1-8dab-3034b203292c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Synchronizing usage tracker for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:14.061975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f2a94b7-635f-4230-afbf-ff8c388f094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.077310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.081413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b994-e775-48df-a1d3-3ace9cf1e422 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.096289 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b6fe8f0-ac70-4479-af45-6ef702271ed8 req-329a9a31-30ef-4efa-be96-6cf777fa1c91 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482258 Mar 25 20:07:14.121633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.146479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.150202 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-936eebe1-355c-4bf2-b4e8-a435809896a8 req-6e98549a-9bfd-43cb-95e5-6f65f724329d service neutron] 10.222.0.43 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073675 Mar 25 20:07:14.173178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:14.173584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.176857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3194f0d2-64f3-40b1-8dab-3034b203292c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Unset dirty status for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:14.178184 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3194f0d2-64f3-40b1-8dab-3034b203292c tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5461237 Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:14.190279 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:14.198416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57972) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:14.217671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b1ad4785-236a-4424-bd94-0e19db9f98c1 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': 'dfcfce8d-a078-4b32-86bb-0df3f2dd1d72', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:14.263353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4b994-e775-48df-a1d3-3ace9cf1e422 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for e4b60cfe-8339-4a62-94a5-6554b55422e2 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:14.274970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b1ad4785-236a-4424-bd94-0e19db9f98c1 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:14.295960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port d7ea4f73-44b9-4553-b320-fd51adee11d6, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d7ea4f73-44b9-4553-b320-fd51adee11d6,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:14.304586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b1ad4785-236a-4424-bd94-0e19db9f98c1 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:14.312194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b1ad4785-236a-4424-bd94-0e19db9f98c1 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:14.360105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.374272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b1ad4785-236a-4424-bd94-0e19db9f98c1 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:14.376145 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcf4e85c-7807-44f3-b6ca-e01ab8c2c655 req-57d8371e-6e30-4dca-ae5e-7e9fca5f5905 service neutron] 10.222.0.43 "GET /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874527 Mar 25 20:07:14.389507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.394761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] For port 5c539c6f-dd75-418b-852c-fb6bddd38602, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:14.397251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.451754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object e7ca4ff7-7c06-4cda-ba07-64398a192ee5 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:14.466267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.491053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.500194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.509205 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:14.520463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=2ecb6050-da0a-47cf-818c-7a6af26a4356,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:14.560902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:14.561246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ed7d7d2-8369-4dcb-832e-d801bf614ca0 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:14.562678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399245b-c742-4a0d-92c5-5a03c733b69b req-5f76b087-8967-447d-8872-3650ca8d687b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:14.565443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] For port 5c539c6f-dd75-418b-852c-fb6bddd38602, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5c539c6f-dd75-418b-852c-fb6bddd38602,segment=NetworkSegment(c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82),segment_id=c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:14.569654 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c399245b-c742-4a0d-92c5-5a03c733b69b req-5f76b087-8967-447d-8872-3650ca8d687b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2536187 Mar 25 20:07:14.595239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d614db-5d27-452e-ae89-bbf0c5d61e94 req-37b88dd2-4f45-4f12-b5a6-1d6e9b9e32eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:14.596755 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a7d614db-5d27-452e-ae89-bbf0c5d61e94 req-37b88dd2-4f45-4f12-b5a6-1d6e9b9e32eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 943 time: 0.2152717 Mar 25 20:07:14.637780 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7c87df56-ef9a-487c-a18b-bf4d508b3be4 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/2ecb6050-da0a-47cf-818c-7a6af26a4356 HTTP/1.1" status: 204 len: 168 time: 6.7548180 Mar 25 20:07:14.643555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57978) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:14.664629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=73f19a3b-fdbe-4c5a-a0f5-10c853df176b,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:14.674878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.695207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking segment: {'id': '95289e78-cae6-464e-9c2c-80887531ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2bb1a910-5336-4a3f-b562-8b847cd67b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:14.695564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network hostable DHCP agents. Network: 2bb1a910-5336-4a3f-b562-8b847cd67b6b, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:07:14.732763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=d7ea4f73-44b9-4553-b320-fd51adee11d6,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:14.735408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:14.808715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b994-e775-48df-a1d3-3ace9cf1e422 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.823949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a94b7-635f-4230-afbf-ff8c388f094d None None] Allocated IP 2001:db8::f816:3eff:fe9a:a199 (16eab8e5-a832-428a-a293-9fd25f5afb33/ddf7395b-d132-45ee-8dfe-a68fdeb9e78c/d7ea4f73-44b9-4553-b320-fd51adee11d6) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:14.840229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:14.840595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1c1f3773-a920-4a4c-aba9-d5b8d45e20cc not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:14.854290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:14.873258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4b994-e775-48df-a1d3-3ace9cf1e422 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=e4b60cfe-8339-4a62-94a5-6554b55422e2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:14.877914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 2bb1a910-5336-4a3f-b562-8b847cd67b6b is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:07:14.903448 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-697326bd-537c-4e65-8273-385a5b90e75b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:14.903448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697326bd-537c-4e65-8273-385a5b90e75b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:14.903448 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-697326bd-537c-4e65-8273-385a5b90e75b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/de9d769f-3100-440d-a20d-22fa3d838e88 HTTP/1.1" status: 404 len: 337 time: 0.2468591 Mar 25 20:07:14.906117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b3e43-a203-4195-897e-929e763bcf68 None None] Pushing event updated for resources: {'Port': ['ID=5c539c6f-dd75-418b-852c-fb6bddd38602,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:14.925827 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c399245b-c742-4a0d-92c5-5a03c733b69b req-cabcb78c-70d4-4771-a0cd-a541d19c08e5 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516874 Mar 25 20:07:14.941907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57982) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:14.944883 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a7d614db-5d27-452e-ae89-bbf0c5d61e94 req-452a73ef-4ffb-4db1-bca0-439abe92f535 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403060 Mar 25 20:07:15.001593 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3479d37-58a5-45fe-9624-b02036c4d794 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:15.002063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3479d37-58a5-45fe-9624-b02036c4d794 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:15.006255 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3479d37-58a5-45fe-9624-b02036c4d794 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/2ecb6050-da0a-47cf-818c-7a6af26a4356 HTTP/1.1" status: 404 len: 339 time: 0.0581565 Mar 25 20:07:15.006255 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-b1ad4785-236a-4424-bd94-0e19db9f98c1 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The resource could not be found. Mar 25 20:07:15.006255 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b1ad4785-236a-4424-bd94-0e19db9f98c1 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8063354 Mar 25 20:07:15.010678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network e90b91cc-37a5-4761-bc4f-c1d8fc892cec is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:15.019573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57988) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:15.019573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57990) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:15.026646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--40261774'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:15.054984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:15.059169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=e7ca4ff7-7c06-4cda-ba07-64398a192ee5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:15.061805 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:15.067494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:15.068258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.086895 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9f2a94b7-635f-4230-afbf-ff8c388f094d None None] For port d7ea4f73-44b9-4553-b320-fd51adee11d6, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d7ea4f73-44b9-4553-b320-fd51adee11d6,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:15.120796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f2a94b7-635f-4230-afbf-ff8c388f094d None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.141804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9f2a94b7-635f-4230-afbf-ff8c388f094d None None] Transition to ACTIVE for port object d7ea4f73-44b9-4553-b320-fd51adee11d6 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:15.178468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 2bb1a910-5336-4a3f-b562-8b847cd67b6b) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:15.199978 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:15.204010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.213261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:15.217766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378fdc27-07b6-43e5-a016-445d1ea98062 None None] Network 2bb1a910-5336-4a3f-b562-8b847cd67b6b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:15.229398 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2d15f375-589b-40b9-b5d4-6a1241a2a7f2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 4.0801718 Mar 25 20:07:15.234725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 57996) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:15.245733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f2a94b7-635f-4230-afbf-ff8c388f094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.291985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.299291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:15.328822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b994-e775-48df-a1d3-3ace9cf1e422 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.333294 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cbe4b994-e775-48df-a1d3-3ace9cf1e422 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/e4b60cfe-8339-4a62-94a5-6554b55422e2 HTTP/1.1" status: 204 len: 168 time: 2.6335993 Mar 25 20:07:15.333989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58002) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:15.361228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e302d-42fb-49e1-8cd9-e69606be7940 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port e7ca4ff7-7c06-4cda-ba07-64398a192ee5 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:15.361557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f0e302d-42fb-49e1-8cd9-e69606be7940 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.404762 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f87b8274-80d2-4e8d-9c8f-218f8d4c09a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3364663 Mar 25 20:07:15.414609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58006) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:15.420316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '2bb1a910-5336-4a3f-b562-8b847cd67b6b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-546139683'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:15.527111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a94b7-635f-4230-afbf-ff8c388f094d None None] Pushing event updated for resources: {'Port': ['ID=d7ea4f73-44b9-4553-b320-fd51adee11d6,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:15.538533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.556538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438f4b6-7458-497b-aaff-9db58ef86219 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:15.558732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438f4b6-7458-497b-aaff-9db58ef86219 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:15.560402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438f4b6-7458-497b-aaff-9db58ef86219 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:15.561400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4438f4b6-7458-497b-aaff-9db58ef86219 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:15.626224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:15.630924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:15.634069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:15.644504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:15.660799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4438f4b6-7458-497b-aaff-9db58ef86219 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:15.662708 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4438f4b6-7458-497b-aaff-9db58ef86219 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3277588 Mar 25 20:07:15.665789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58010) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:15.677111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-2bb1a910-5336-4a3f-b562-8b847cd67b6b', 'network_id': '2bb1a910-5336-4a3f-b562-8b847cd67b6b', 'tenant_id': '51ab3c70c14f4b88b2a68bbf82b511e5', 'fixed_ips': [{'subnet_id': '73f19a3b-fdbe-4c5a-a0f5-10c853df176b'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:15.677945 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.752429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:15.756024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.800402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-581d95e1-9361-47e5-ab33-983d7b3d0a9e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet c4e88427-fba4-4e93-8907-3cb6b2c0b7a6 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:15.803849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581d95e1-9361-47e5-ab33-983d7b3d0a9e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.860780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.875482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:15.875941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581d95e1-9361-47e5-ab33-983d7b3d0a9e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:15.889797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:15.903856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:15.923053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Allocated IP 172.20.0.2 (2bb1a910-5336-4a3f-b562-8b847cd67b6b/73f19a3b-fdbe-4c5a-a0f5-10c853df176b/cb025ca7-e541-4a6a-ab66-036c0dc4690c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:15.924611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:15.927668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f968a0d-9735-4129-b696-3f4579927b74']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:15.963385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1eb6246-a7da-40b2-9a27-f525ed86379c') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:15.963683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1eb6246-a7da-40b2-9a27-f525ed86379c') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:15.994176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.013558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581d95e1-9361-47e5-ab33-983d7b3d0a9e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.042020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daeaa8-05bf-4cb7-b9fb-96011d796497 req-10e75114-b138-4c1d-9011-9f016ea9b078 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:16.044213 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-55daeaa8-05bf-4cb7-b9fb-96011d796497 req-10e75114-b138-4c1d-9011-9f016ea9b078 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5731225 Mar 25 20:07:16.046144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f0e302d-42fb-49e1-8cd9-e69606be7940 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.117392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 3befbb36-3c2b-4a5f-a6e2-9235994c098c yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:16.154330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.199852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581d95e1-9361-47e5-ab33-983d7b3d0a9e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.273376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d95e1-9361-47e5-ab33-983d7b3d0a9e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e88427-fba4-4e93-8907-3cb6b2c0b7a6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:16.289805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581d95e1-9361-47e5-ab33-983d7b3d0a9e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.306847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e302d-42fb-49e1-8cd9-e69606be7940 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for e7ca4ff7-7c06-4cda-ba07-64398a192ee5 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:16.324879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.339815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Transition to ACTIVE for port object cb025ca7-e541-4a6a-ab66-036c0dc4690c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:16.351121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:16.351853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.363333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Transition to ACTIVE for port object cb025ca7-e541-4a6a-ab66-036c0dc4690c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:16.367591 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:16.407677 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-581d95e1-9361-47e5-ab33-983d7b3d0a9e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/c4e88427-fba4-4e93-8907-3cb6b2c0b7a6 HTTP/1.1" status: 204 len: 168 time: 0.7351074 Mar 25 20:07:16.408135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58016) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:16.433305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd942a9-d1de-4975-b9bd-fb32ee3b737a None None] Network e90b91cc-37a5-4761-bc4f-c1d8fc892cec requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:16.457533 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-55daeaa8-05bf-4cb7-b9fb-96011d796497 req-d4b1c389-0aaa-4b6b-87ab-957aa8c47500 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966513 Mar 25 20:07:16.533569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f532d2b-2c32-44e9-8a1a-8cf9d38b70d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet ddf7395b-d132-45ee-8dfe-a68fdeb9e78c {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:16.539541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9f532d2b-2c32-44e9-8a1a-8cf9d38b70d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.548083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4cc9e-5108-4853-9135-66085a66bbd2 req-1b339a2a-5549-4e64-92e3-6556dd17a8e4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:16.549652 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0b4cc9e-5108-4853-9135-66085a66bbd2 req-1b339a2a-5549-4e64-92e3-6556dd17a8e4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 943 time: 0.3226061 Mar 25 20:07:16.598631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.611764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.620677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.627858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712d4ba-cf22-4a78-8589-99597f20fb49 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:16.630073 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9f532d2b-2c32-44e9-8a1a-8cf9d38b70d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.668581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cef12f02-8538-4b46-b213-b234c1df157f {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:16.669187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:16.738429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=7f968a0d-9735-4129-b696-3f4579927b74,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:16.746627 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0b4cc9e-5108-4853-9135-66085a66bbd2 req-0995ed80-1c7a-4650-bb19-6167fd35c7e3 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654084 Mar 25 20:07:16.750583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9f532d2b-2c32-44e9-8a1a-8cf9d38b70d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.770543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Network 2bb1a910-5336-4a3f-b562-8b847cd67b6b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:16.779646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:16.783376 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-54f05435-724c-4a93-bdcc-31225a71b6ae tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/7f968a0d-9735-4129-b696-3f4579927b74 HTTP/1.1" status: 204 len: 168 time: 1.7613904 Mar 25 20:07:16.785144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58020) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:16.788709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:16.830354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecbf68a-9d42-45e0-aa05-c5415e83df83 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:16.830806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecbf68a-9d42-45e0-aa05-c5415e83df83 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:16.834821 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8ecbf68a-9d42-45e0-aa05-c5415e83df83 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/4e28995a-27af-4ea8-abb3-b8ab7efb8aa2 HTTP/1.1" status: 404 len: 337 time: 0.0453396 Mar 25 20:07:16.835299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58024) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:16.862813 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-462347ca-b298-4338-be9c-56c6a65a9181 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:16.863288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462347ca-b298-4338-be9c-56c6a65a9181 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:16.865340 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-462347ca-b298-4338-be9c-56c6a65a9181 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/e09364f4-f9be-4f24-b936-f30cf3454ae5 HTTP/1.1" status: 404 len: 339 time: 0.0287979 Mar 25 20:07:16.867784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58028) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:16.901388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f0e302d-42fb-49e1-8cd9-e69606be7940 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.920437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9f532d2b-2c32-44e9-8a1a-8cf9d38b70d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.926525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5c539c6f-dd75-418b-852c-fb6bddd38602 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:16.965258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f532d2b-2c32-44e9-8a1a-8cf9d38b70d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf7395b-d132-45ee-8dfe-a68fdeb9e78c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:16.973078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9f532d2b-2c32-44e9-8a1a-8cf9d38b70d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:16.985439 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9f532d2b-2c32-44e9-8a1a-8cf9d38b70d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/ddf7395b-d132-45ee-8dfe-a68fdeb9e78c HTTP/1.1" status: 204 len: 168 time: 0.5757065 Mar 25 20:07:16.987498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58032) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:17.013543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9da20839-cf8d-46e3-a958-693baad172a5 None None] Provisioning for port 5c539c6f-dd75-418b-852c-fb6bddd38602 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:17.050553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Pushing event updated for resources: {'Port': ['ID=cb025ca7-e541-4a6a-ab66-036c0dc4690c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:17.061925 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4d3d179d-067b-430a-a20c-b2ad8772ffcd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706170 Mar 25 20:07:17.062271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58036) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:17.068383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:17.076765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e302d-42fb-49e1-8cd9-e69606be7940 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=e7ca4ff7-7c06-4cda-ba07-64398a192ee5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:17.088537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Attempting to bind port cb025ca7-e541-4a6a-ab66-036c0dc4690c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:17.088889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Attempting to bind port cb025ca7-e541-4a6a-ab66-036c0dc4690c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '95289e78-cae6-464e-9c2c-80887531ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2bb1a910-5336-4a3f-b562-8b847cd67b6b'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:17.090264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Attempting to bind port cb025ca7-e541-4a6a-ab66-036c0dc4690c on network 2bb1a910-5336-4a3f-b562-8b847cd67b6b {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:17.119125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:17.119405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Checking segment: {'id': '95289e78-cae6-464e-9c2c-80887531ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2bb1a910-5336-4a3f-b562-8b847cd67b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:17.119805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.120202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Bound using segment: {'id': '95289e78-cae6-464e-9c2c-80887531ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2bb1a910-5336-4a3f-b562-8b847cd67b6b'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:17.120787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Bound port: cb025ca7-e541-4a6a-ab66-036c0dc4690c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95289e78-cae6-464e-9c2c-80887531ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2bb1a910-5336-4a3f-b562-8b847cd67b6b'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:17.121168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.138399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f0e302d-42fb-49e1-8cd9-e69606be7940 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.161557 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9f0e302d-42fb-49e1-8cd9-e69606be7940 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/e7ca4ff7-7c06-4cda-ba07-64398a192ee5 HTTP/1.1" status: 204 len: 168 time: 1.9243338 Mar 25 20:07:17.162068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58040) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:17.165767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98e3f12-24ce-4a93-9bc8-ecfd37f580e0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting subnet 05326f87-f456-4920-894e-473921bff436 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:17.172776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.178626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e98e3f12-24ce-4a93-9bc8-ecfd37f580e0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.238839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.239386 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8c408c-7a71-4960-8278-9635c6dc2fdd tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:07:17.240734 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4f8c408c-7a71-4960-8278-9635c6dc2fdd tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/e7ca4ff7-7c06-4cda-ba07-64398a192ee5 HTTP/1.1" status: 404 len: 333 time: 0.0693982 Mar 25 20:07:17.246036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58044) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:17.256886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device da354d06-2572-4e3a-b31a-c70312ddac46 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:07:17.264062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port f1f4eb19-c757-4357-bbdd-963801efe274 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:17.303080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e98e3f12-24ce-4a93-9bc8-ecfd37f580e0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.307816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:17.316253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:17.326891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:17.338854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.342199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 5c539c6f-dd75-418b-852c-fb6bddd38602 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:17.343178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:17.364306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] For port cb025ca7-e541-4a6a-ab66-036c0dc4690c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:17.370565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5c539c6f-dd75-418b-852c-fb6bddd38602 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:17.370961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.416204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-30865014-748e-448f-a52e-c07c7d3a8a2d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet af6ae681-ae90-4690-bf62-6a0a579decf1 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:17.420087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30865014-748e-448f-a52e-c07c7d3a8a2d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.451320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.9 (2bb1a910-5336-4a3f-b562-8b847cd67b6b/73f19a3b-fdbe-4c5a-a0f5-10c853df176b/f1f4eb19-c757-4357-bbdd-963801efe274) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:17.468184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] For port cb025ca7-e541-4a6a-ab66-036c0dc4690c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cb025ca7-e541-4a6a-ab66-036c0dc4690c,segment=NetworkSegment(95289e78-cae6-464e-9c2c-80887531ff4e),segment_id=95289e78-cae6-464e-9c2c-80887531ff4e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:17.474882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-15b1c221-8b09-461b-b525-97928f051361 None None] Provisioning for port d7ea4f73-44b9-4553-b320-fd51adee11d6 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:17.478274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30865014-748e-448f-a52e-c07c7d3a8a2d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.500791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:17.503423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-15b1c221-8b09-461b-b525-97928f051361 None None] Provisioning complete for port d7ea4f73-44b9-4553-b320-fd51adee11d6 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:17.503423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-15b1c221-8b09-461b-b525-97928f051361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.504578 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.581574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30865014-748e-448f-a52e-c07c7d3a8a2d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.595227 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.750366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:17.772985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:17.788896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.790397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.7683580 Mar 25 20:07:17.791294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2780a81-1dac-4091-a9d1-7d5ee35327f9 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305e3eb4-27e9-499d-864e-08d1b4fb8d6c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:17.794184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] Deleting port d7ea4f73-44b9-4553-b320-fd51adee11d6 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:17.794559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.802898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58052) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:17.812571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--225011448'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:17.818701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:17.830087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:17.876160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30865014-748e-448f-a52e-c07c7d3a8a2d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.883997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'port_id': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'mac_address': 'fa:16:3e:03:12:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:07:17.931438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:17.955287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89acef-69c4-4bf5-8edb-c7705b58cc80 None None] Pushing event updated for resources: {'Port': ['ID=cb025ca7-e541-4a6a-ab66-036c0dc4690c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:18.004014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30865014-748e-448f-a52e-c07c7d3a8a2d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=af6ae681-ae90-4690-bf62-6a0a579decf1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:18.006533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e98e3f12-24ce-4a93-9bc8-ecfd37f580e0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.069274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-30865014-748e-448f-a52e-c07c7d3a8a2d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.077289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.084666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-30865014-748e-448f-a52e-c07c7d3a8a2d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/af6ae681-ae90-4690-bf62-6a0a579decf1 HTTP/1.1" status: 204 len: 168 time: 0.8372123 Mar 25 20:07:18.088694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58056) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:18.094206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:18.114053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.114272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object f1f4eb19-c757-4357-bbdd-963801efe274 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:18.131882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:18.168841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:18.195660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.196210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d88ab2-3995-4209-b58f-24690ba5acfd req-9a491d53-1705-4528-94af-241a882b3020 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:18.197639 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-55d88ab2-3995-4209-b58f-24690ba5acfd req-9a491d53-1705-4528-94af-241a882b3020 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5200953 Mar 25 20:07:18.199138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:18.242568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.297674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 5c539c6f-dd75-418b-852c-fb6bddd38602, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5c539c6f-dd75-418b-852c-fb6bddd38602,segment=NetworkSegment(c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82),segment_id=c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:18.310886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028dc54d-9966-4c23-b801-b8a2a4f56835 None None] Network e90b91cc-37a5-4761-bc4f-c1d8fc892cec requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:18.332077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.372318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.405997 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-55d88ab2-3995-4209-b58f-24690ba5acfd req-fe4dfb2e-e3af-4408-ac71-6084020d23ba tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295693 Mar 25 20:07:18.415682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:18.423886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:18.427866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc33bc-5d01-43ae-b47e-4f4680bd253a req-fc8f2a7f-ad54-4ede-9037-9999c90264e7 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:18.429716 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5bc33bc-5d01-43ae-b47e-4f4680bd253a req-fc8f2a7f-ad54-4ede-9037-9999c90264e7 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 943 time: 0.4756954 Mar 25 20:07:18.432094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.434139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:18.434727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.472075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 5c539c6f-dd75-418b-852c-fb6bddd38602 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:18.472358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.494541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=f1f4eb19-c757-4357-bbdd-963801efe274,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:18.500128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 2bb1a910-5336-4a3f-b562-8b847cd67b6b is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:18.501417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=b8b9ab15-55eb-4e32-b661-99a2d93c62c7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:18.503675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:18.506069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:18.512914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.515058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d7ea4f73-44b9-4553-b320-fd51adee11d6 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:18.518580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e98e3f12-24ce-4a93-9bc8-ecfd37f580e0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.547492 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-753e9f60-6842-459c-95f7-1d5d0efbb45f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4841042 Mar 25 20:07:18.553230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58060) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:18.565339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:18.592933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-15b1c221-8b09-461b-b525-97928f051361 None None] Could not find standard attr ID for object e4b60cfe-8339-4a62-94a5-6554b55422e2. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:18.597161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e3f12-24ce-4a93-9bc8-ecfd37f580e0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=05326f87-f456-4920-894e-473921bff436,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:18.607334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da354d06-2572-4e3a-b31a-c70312ddac46 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:07:18.609841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.626320 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5bc33bc-5d01-43ae-b47e-4f4680bd253a req-3351fbca-949a-401d-9eaf-f7866d179329 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892290 Mar 25 20:07:18.627453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e98e3f12-24ce-4a93-9bc8-ecfd37f580e0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.692996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.720161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e98e3f12-24ce-4a93-9bc8-ecfd37f580e0 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/05326f87-f456-4920-894e-473921bff436 HTTP/1.1" status: 204 len: 168 time: 1.8512776 Mar 25 20:07:18.729647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58064) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:18.735336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59bf4d-ec9b-487a-b5f6-bdcb8dd0e5f7 None None] Network 8be461f8-abde-4130-8b23-d62f68a87946 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:18.775996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:18.776810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.787487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:18.799759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:18.804280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:18.812142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:18.837831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d151ac-2fe0-40e8-ba56-90cda26b7670,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:18.903955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:18.906449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] For port d7ea4f73-44b9-4553-b320-fd51adee11d6, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d7ea4f73-44b9-4553-b320-fd51adee11d6,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:18.906835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.920962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-70943ec5-059f-4d19-a5f2-5910f4b99ac5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting subnet 92a370ae-ac42-448a-93e3-897a2d48bed5 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:18.928080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] For port 5c539c6f-dd75-418b-852c-fb6bddd38602, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5c539c6f-dd75-418b-852c-fb6bddd38602,segment=NetworkSegment(c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82),segment_id=c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:18.928432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:18.936266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-70943ec5-059f-4d19-a5f2-5910f4b99ac5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.036609 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=5c539c6f-dd75-418b-852c-fb6bddd38602,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:19.115272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] Calling delete_port for d7ea4f73-44b9-4553-b320-fd51adee11d6 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:19.142294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9b8a187c-fe09-4410-b95a-06d20f3e25f4 None None] Provisioning complete for port 5c539c6f-dd75-418b-852c-fb6bddd38602 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:19.142294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b8a187c-fe09-4410-b95a-06d20f3e25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.146558 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1d19d153-cfea-416e-a41b-4b31e79b9ab1 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.7310536 Mar 25 20:07:19.150683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:19.154223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.197480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.198510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58068) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:19.211731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 5c539c6f-dd75-418b-852c-fb6bddd38602 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:19.269333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.270798 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-256f9506-7555-4def-981b-ebffe69e692b tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4668021 Mar 25 20:07:19.278813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58072) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:19.287138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1ebe5a7f-8305-40d0-9e11-8c78572830a8 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group_rule': {'security_group_id': '305e3eb4-27e9-499d-864e-08d1b4fb8d6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f9d151ac-2fe0-40e8-ba56-90cda26b7670'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:19.295822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ebe5a7f-8305-40d0-9e11-8c78572830a8 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:19.304582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ebe5a7f-8305-40d0-9e11-8c78572830a8 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:19.309281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d7ea4f73-44b9-4553-b320-fd51adee11d6 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:19.309472 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ebe5a7f-8305-40d0-9e11-8c78572830a8 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:19.309651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.310028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-70943ec5-059f-4d19-a5f2-5910f4b99ac5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.321044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ebe5a7f-8305-40d0-9e11-8c78572830a8 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:19.348453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f47dc95-36b4-413b-88ca-9fb906d3cca4 None None] Network 2bb1a910-5336-4a3f-b562-8b847cd67b6b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:19.390975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-feebac75-98aa-4093-9c3a-c9c9ce91f6cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port f1f4eb19-c757-4357-bbdd-963801efe274 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:19.391675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feebac75-98aa-4093-9c3a-c9c9ce91f6cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.521835 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-1ebe5a7f-8305-40d0-9e11-8c78572830a8 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:19.526472 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1ebe5a7f-8305-40d0-9e11-8c78572830a8 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2439482 Mar 25 20:07:19.528956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58080) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:19.549196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:19.560965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-70943ec5-059f-4d19-a5f2-5910f4b99ac5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.636042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['da354d06-2572-4e3a-b31a-c70312ddac46'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:07:19.668933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.678538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2059aa33-5bcd-4743-8241-e5931b02e9ed None None] DHCP port deletion for e90b91cc-37a5-4761-bc4f-c1d8fc892cec request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:19.694449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a187c-fe09-4410-b95a-06d20f3e25f4 None None] Port 5c539c6f-dd75-418b-852c-fb6bddd38602 update to ACTIVE by agent not found {{(pid=88486) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 25 20:07:19.699256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.767909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9b8a187c-fe09-4410-b95a-06d20f3e25f4 None None] Could not find standard attr ID for object e7ca4ff7-7c06-4cda-ba07-64398a192ee5. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:19.779723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] Pushing event deleted for resources: {'Port': ['ID=d7ea4f73-44b9-4553-b320-fd51adee11d6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:19.787195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-203b62ad-4c9e-4061-afca-7cbaaf324c21 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.792404 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No ports have port_id starting with d7ea4f73-44b9-4553-b320-fd51adee11d6 Mar 25 20:07:19.805737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=5c539c6f-dd75-418b-852c-fb6bddd38602,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:19.809843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3ff15-207f-4f65-b0a8-6ae658743282 None None] No DVR routers for this DVR port d7ea4f73-44b9-4553-b320-fd51adee11d6 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:19.846637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-203b62ad-4c9e-4061-afca-7cbaaf324c21 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.855336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276455f-8893-4672-9b25-cbdc6ea8ad5f None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:19.873798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No DVR routers for this DVR port 5c539c6f-dd75-418b-852c-fb6bddd38602 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:19.913123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:07:19.916941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:19.993290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=65955f7c-88b0-401e-9c04-e09f1d3f284c,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:20.031652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:20.040374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:20.044010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:20.044823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.077191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cb025ca7-e541-4a6a-ab66-036c0dc4690c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:20.088628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feebac75-98aa-4093-9c3a-c9c9ce91f6cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.103702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.126771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b18cc76b-47ea-4920-9046-cecae573cf56 None None] Provisioning for port cb025ca7-e541-4a6a-ab66-036c0dc4690c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:20.170855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-203b62ad-4c9e-4061-afca-7cbaaf324c21 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.181788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-203b62ad-4c9e-4061-afca-7cbaaf324c21 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.181788 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-203b62ad-4c9e-4061-afca-7cbaaf324c21 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/f9d151ac-2fe0-40e8-ba56-90cda26b7670 HTTP/1.1" status: 204 len: 168 time: 0.6495593 Mar 25 20:07:20.191338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58086) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:20.192449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b62ad-4c9e-4061-afca-7cbaaf324c21 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d151ac-2fe0-40e8-ba56-90cda26b7670,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:20.225940 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c663b945-0509-4490-b1f2-33f1ee0f3a67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6717198 Mar 25 20:07:20.227233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58090) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:20.238513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:e8:03:4e', 'name': 'tempest-NetworksTestDHCPv6-1653370836'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:20.251084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-feebac75-98aa-4093-9c3a-c9c9ce91f6cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for f1f4eb19-c757-4357-bbdd-963801efe274 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:20.322203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb872bb-9a7d-477d-a288-47693fdb7c75 req-e2be47b1-accb-45a3-88e8-2ea06e7d6a50 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:20.329737 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bbb872bb-9a7d-477d-a288-47693fdb7c75 req-e2be47b1-accb-45a3-88e8-2ea06e7d6a50 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.7119868 Mar 25 20:07:20.350772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90b91cc-37a5-4761-bc4f-c1d8fc892cec']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:20.357517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-70943ec5-059f-4d19-a5f2-5910f4b99ac5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.359846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '65955f7c-88b0-401e-9c04-e09f1d3f284c'}, {'subnet_id': 'b8b9ab15-55eb-4e32-b661-99a2d93c62c7'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:20.360694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.421780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:20.422079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c631dbfe-0aa4-4ea8-9c83-1cc0260c3b82') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:20.450456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43d7af-f407-4c62-b5e1-86069f9e65a4 req-fb26302a-bab6-43b5-8081-baf809d792e7 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:20.452009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e43d7af-f407-4c62-b5e1-86069f9e65a4 req-fb26302a-bab6-43b5-8081-baf809d792e7 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 944 time: 0.6356916 Mar 25 20:07:20.467503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70943ec5-059f-4d19-a5f2-5910f4b99ac5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=92a370ae-ac42-448a-93e3-897a2d48bed5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:20.470759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.478532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port cb025ca7-e541-4a6a-ab66-036c0dc4690c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:20.479304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-70943ec5-059f-4d19-a5f2-5910f4b99ac5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.512622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:20.528786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b594d584-3a23-4106-b464-76e551cd0294 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Synchronizing usage tracker for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:20.541653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:20.555040 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-70943ec5-059f-4d19-a5f2-5910f4b99ac5 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/92a370ae-ac42-448a-93e3-897a2d48bed5 HTTP/1.1" status: 204 len: 168 time: 1.8234954 Mar 25 20:07:20.560837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58094) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:20.567857 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bbb872bb-9a7d-477d-a288-47693fdb7c75 req-0442e050-2189-4722-ae38-24873993963a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369037 Mar 25 20:07:20.574920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.615299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port cb025ca7-e541-4a6a-ab66-036c0dc4690c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:20.615664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.675960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b594d584-3a23-4106-b464-76e551cd0294 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Unset dirty status for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:20.681002 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b594d584-3a23-4106-b464-76e551cd0294 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.4858727 Mar 25 20:07:20.683507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:20.684697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.685266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:20.704143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58098) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:20.710288 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:20.769958 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e43d7af-f407-4c62-b5e1-86069f9e65a4 req-780775e6-49e8-4817-af18-be3306d2ba0d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840781 Mar 25 20:07:20.812146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a9613689-3ee8-44f9-a98e-c760eb4d7cec None None] Could not find standard attr ID for object f1f4eb19-c757-4357-bbdd-963801efe274. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:20.817265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feebac75-98aa-4093-9c3a-c9c9ce91f6cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.832550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:20.883406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting port a0306098-8100-434f-b3a9-75e6df8e49b7 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:20.884062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.084454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.095682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebac75-98aa-4093-9c3a-c9c9ce91f6cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=f1f4eb19-c757-4357-bbdd-963801efe274,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:21.097849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee17607-9eea-4936-869a-8e28de6d277c None None] Network 8be461f8-abde-4130-8b23-d62f68a87946 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:21.121821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.133149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a9613689-3ee8-44f9-a98e-c760eb4d7cec None None] Provisioning complete for port cb025ca7-e541-4a6a-ab66-036c0dc4690c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:21.133516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9613689-3ee8-44f9-a98e-c760eb4d7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.189033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6e3190e6-a19d-4c89-ab80-9402cfad3891 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.196098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port d86a2a43-7173-4f96-a0e2-7806c0bca830 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:21.209812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.265434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.288411 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/networks/e90b91cc-37a5-4761-bc4f-c1d8fc892cec HTTP/1.1" status: 204 len: 168 time: 3.1958661 Mar 25 20:07:21.295049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58102) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:21.304092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88c3b9-ebb1-4a55-8708-04aee591436b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Network': ['ID=e90b91cc-37a5-4761-bc4f-c1d8fc892cec,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:21.309917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'name': 'tempest-PortsIpV6TestJSON-862510041'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:21.310121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6e3190e6-a19d-4c89-ab80-9402cfad3891 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.356630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feebac75-98aa-4093-9c3a-c9c9ce91f6cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.358318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Allocated IP 172.20.0.2 (16eab8e5-a832-428a-a293-9fd25f5afb33/b8b9ab15-55eb-4e32-b661-99a2d93c62c7/c298d630-77cf-49ed-a440-255e41e2ad85) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:21.359183 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-feebac75-98aa-4093-9c3a-c9c9ce91f6cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/f1f4eb19-c757-4357-bbdd-963801efe274 HTTP/1.1" status: 204 len: 168 time: 2.1571045 Mar 25 20:07:21.371007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58106) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:21.383597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port cb025ca7-e541-4a6a-ab66-036c0dc4690c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cb025ca7-e541-4a6a-ab66-036c0dc4690c,segment=NetworkSegment(95289e78-cae6-464e-9c2c-80887531ff4e),segment_id=95289e78-cae6-464e-9c2c-80887531ff4e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:21.386222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Allocated IP 2001:db8::f816:3eff:fea7:b89b (16eab8e5-a832-428a-a293-9fd25f5afb33/65955f7c-88b0-401e-9c04-e09f1d3f284c/c298d630-77cf-49ed-a440-255e41e2ad85) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:21.423517 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f9a764-37e9-4867-98cd-1cd62f7246de tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:07:21.424051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-41f9a764-37e9-4867-98cd-1cd62f7246de tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:21.499241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.520507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] For port a0306098-8100-434f-b3a9-75e6df8e49b7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a0306098-8100-434f-b3a9-75e6df8e49b7,segment=NetworkSegment(c4110095-f646-43d1-bcd0-bf3f5954826b),segment_id=c4110095-f646-43d1-bcd0-bf3f5954826b)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:21.520781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.529556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-41f9a764-37e9-4867-98cd-1cd62f7246de tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:21.536911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-41f9a764-37e9-4867-98cd-1cd62f7246de tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/f1f4eb19-c757-4357-bbdd-963801efe274 HTTP/1.1" status: 404 len: 333 time: 0.1624331 Mar 25 20:07:21.536911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58110) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:21.542455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:21.576939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6e3190e6-a19d-4c89-ab80-9402cfad3891 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.601888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5c539c6f-dd75-418b-852c-fb6bddd38602 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:21.659303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3190e6-a19d-4c89-ab80-9402cfad3891 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305e3eb4-27e9-499d-864e-08d1b4fb8d6c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:21.664123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:21.674822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Calling delete_port for a0306098-8100-434f-b3a9-75e6df8e49b7 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:21.692463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 5c539c6f-dd75-418b-852c-fb6bddd38602 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:21.692843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5c539c6f-dd75-418b-852c-fb6bddd38602 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:21.693238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d7ea4f73-44b9-4553-b320-fd51adee11d6 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:21.707684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-047b2f21-a462-4fb0-90e6-67f5abe795f4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet 73f19a3b-fdbe-4c5a-a0f5-10c853df176b {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:21.723083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-047b2f21-a462-4fb0-90e6-67f5abe795f4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.739587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:21.748328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:21.764787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: d7ea4f73-44b9-4553-b320-fd51adee11d6 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:21.765124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d7ea4f73-44b9-4553-b320-fd51adee11d6 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:21.782939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=cb025ca7-e541-4a6a-ab66-036c0dc4690c,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:21.820890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6e3190e6-a19d-4c89-ab80-9402cfad3891 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.820890 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6e3190e6-a19d-4c89-ab80-9402cfad3891 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/305e3eb4-27e9-499d-864e-08d1b4fb8d6c HTTP/1.1" status: 204 len: 168 time: 1.1055074 Mar 25 20:07:21.831862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58118) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:21.858743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:21.860552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-047b2f21-a462-4fb0-90e6-67f5abe795f4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.862972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.926756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port e7a385f1-cdf5-44e1-844c-2f0edba1cac6 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:21.931882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cb025ca7-e541-4a6a-ab66-036c0dc4690c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:21.991144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:21.996019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c19736-e512-435b-b98b-701953ffad81 None None] DHCP port deletion for 8be461f8-abde-4130-8b23-d62f68a87946 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:22.000030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.021401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Transition to ACTIVE for port object c298d630-77cf-49ed-a440-255e41e2ad85 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:22.050989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2621-dcef-4972-bff0-25db70736f43 req-d8bb225d-4430-40ee-b451-6b9e036c91dc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:22.056004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7309b322-b8cd-4e43-88f2-b9d54254d4ab None None] Provisioning complete for port a0306098-8100-434f-b3a9-75e6df8e49b7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:22.056371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7309b322-b8cd-4e43-88f2-b9d54254d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.058540 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-859a2621-dcef-4972-bff0-25db70736f43 req-d8bb225d-4430-40ee-b451-6b9e036c91dc tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2988169 Mar 25 20:07:22.061784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No DVR routers for this DVR port a0306098-8100-434f-b3a9-75e6df8e49b7 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:22.079070 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3d051f6e-4ea2-4696-9188-47a90a0a1b7a tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2435167 Mar 25 20:07:22.094194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58122) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:22.099929 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7309b322-b8cd-4e43-88f2-b9d54254d4ab None None] Port a0306098-8100-434f-b3a9-75e6df8e49b7 was deleted so its status cannot be updated. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 25 20:07:22.101831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-047b2f21-a462-4fb0-90e6-67f5abe795f4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.105015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Port': ['ID=a0306098-8100-434f-b3a9-75e6df8e49b7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:22.108183 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Transition to ACTIVE for port object c298d630-77cf-49ed-a440-255e41e2ad85 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:22.111815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7309b322-b8cd-4e43-88f2-b9d54254d4ab None None] Could not find standard attr ID for object f1f4eb19-c757-4357-bbdd-963801efe274. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:22.123406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port cb025ca7-e541-4a6a-ab66-036c0dc4690c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:22.123780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.134299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'tempest-secgroup--737626884'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:22.164831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:22.180610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:22.188593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:22.189911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.193980 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-859a2621-dcef-4972-bff0-25db70736f43 req-15ef21cf-778d-4944-9b47-c7aa8cb156ff tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345644 Mar 25 20:07:22.207498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210741b-324e-47fd-8a48-9299a2861be1 req-227ea76b-9725-4f93-92f2-8cc8d1f8d4f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:22.209094 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b210741b-324e-47fd-8a48-9299a2861be1 req-227ea76b-9725-4f93-92f2-8cc8d1f8d4f5 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 944 time: 0.2784791 Mar 25 20:07:22.209972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:22.271260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:22.274812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.275326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:22.277796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:22.282192 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b210741b-324e-47fd-8a48-9299a2861be1 req-02327718-0b89-4a48-9833-e4d2b98852f4 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604815 Mar 25 20:07:22.308424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.324653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Pushing event updated for resources: {'Port': ['ID=c298d630-77cf-49ed-a440-255e41e2ad85,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:22.330532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:22.334876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Usage tracker for resource:security_group_rule and tenant:a352092c13a64303b95c7f073c2c2e2f is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:22.338736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:22.344980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:22.350350 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be461f8-abde-4130-8b23-d62f68a87946']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:22.367227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-047b2f21-a462-4fb0-90e6-67f5abe795f4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.412230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b2f21-a462-4fb0-90e6-67f5abe795f4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=73f19a3b-fdbe-4c5a-a0f5-10c853df176b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:22.417174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-047b2f21-a462-4fb0-90e6-67f5abe795f4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.417907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4110095-f646-43d1-bcd0-bf3f5954826b') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:22.418030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4110095-f646-43d1-bcd0-bf3f5954826b') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:22.441128 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-047b2f21-a462-4fb0-90e6-67f5abe795f4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/73f19a3b-fdbe-4c5a-a0f5-10c853df176b HTTP/1.1" status: 204 len: 168 time: 0.9049168 Mar 25 20:07:22.449395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac78d91-7e8d-4949-acd0-ef3981dbb308 None None] Network 2bb1a910-5336-4a3f-b562-8b847cd67b6b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:22.450818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58126) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:22.475480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.484517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.564810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.565834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.576739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.610565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Attempting to bind port c298d630-77cf-49ed-a440-255e41e2ad85 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:22.610930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Attempting to bind port c298d630-77cf-49ed-a440-255e41e2ad85 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:22.611160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e5898d-e456-49cf-897d-8551a078ed68,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:22.611286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Attempting to bind port c298d630-77cf-49ed-a440-255e41e2ad85 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:22.642022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:22.642401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.649873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:22.650249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:22.650651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.651044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:22.651522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Bound port: c298d630-77cf-49ed-a440-255e41e2ad85, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:22.651922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:22.660324 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:22.690432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.691957 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6f5ce86d-9ce6-42d9-9750-234d81214787 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5952613 Mar 25 20:07:22.695142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58130) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:22.701661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8a15829a-3f38-4947-a167-f6b4b042ed96 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:22.702080 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-8a15829a-3f38-4947-a167-f6b4b042ed96 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 25 20:07:22.702575 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-8a15829a-3f38-4947-a167-f6b4b042ed96 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] update failed (client error): There was a conflict when trying to complete your request. Mar 25 20:07:22.704508 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8a15829a-3f38-4947-a167-f6b4b042ed96 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "PUT /v2.0/security-groups/a0e5898d-e456-49cf-897d-8551a078ed68 HTTP/1.1" status: 409 len: 330 time: 0.0063918 Mar 25 20:07:22.706212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58134) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:22.750014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 172.20.0.11 (16eab8e5-a832-428a-a293-9fd25f5afb33/b8b9ab15-55eb-4e32-b661-99a2d93c62c7/d86a2a43-7173-4f96-a0e2-7806c0bca830) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:22.754831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.770469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fee8:34e (16eab8e5-a832-428a-a293-9fd25f5afb33/65955f7c-88b0-401e-9c04-e09f1d3f284c/d86a2a43-7173-4f96-a0e2-7806c0bca830) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:22.782702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-779a3b70-8afb-4fba-9ba1-e474b6806628 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.792962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] For port c298d630-77cf-49ed-a440-255e41e2ad85, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:22.797361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] For port c298d630-77cf-49ed-a440-255e41e2ad85, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c298d630-77cf-49ed-a440-255e41e2ad85,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:22.801546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port cb025ca7-e541-4a6a-ab66-036c0dc4690c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:22.801879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.819239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-779a3b70-8afb-4fba-9ba1-e474b6806628 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.871101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] DHCP port deletion for 2bb1a910-5336-4a3f-b562-8b847cd67b6b request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:22.875909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] Deleting port cb025ca7-e541-4a6a-ab66-036c0dc4690c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:22.876296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.915523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.956179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:22.986161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.004361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-779a3b70-8afb-4fba-9ba1-e474b6806628 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.015231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=8be461f8-abde-4130-8b23-d62f68a87946,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:23.035381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a3b70-8afb-4fba-9ba1-e474b6806628 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e5898d-e456-49cf-897d-8551a078ed68,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:23.044532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-779a3b70-8afb-4fba-9ba1-e474b6806628 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.048529 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-779a3b70-8afb-4fba-9ba1-e474b6806628 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/a0e5898d-e456-49cf-897d-8551a078ed68 HTTP/1.1" status: 204 len: 168 time: 0.3391781 Mar 25 20:07:23.049688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58138) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.076757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.104455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c895aa0d-e591-42ec-ab9f-58c0675f84c2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Synchronizing usage tracker for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:23.112974 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d61667e5-c956-4c60-a9f1-c6de760cf9a7 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/8be461f8-abde-4130-8b23-d62f68a87946 HTTP/1.1" status: 204 len: 168 time: 2.5480006 Mar 25 20:07:23.113175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58142) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.160009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] For port cb025ca7-e541-4a6a-ab66-036c0dc4690c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cb025ca7-e541-4a6a-ab66-036c0dc4690c,segment=NetworkSegment(95289e78-cae6-464e-9c2c-80887531ff4e),segment_id=95289e78-cae6-464e-9c2c-80887531ff4e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:23.160739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.166154 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-833f37be-ebb8-4263-868d-0ecfbd922be3 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:23.166614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833f37be-ebb8-4263-868d-0ecfbd922be3 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:23.171359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-833f37be-ebb8-4263-868d-0ecfbd922be3 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/052d2dc9-76ab-48d5-99d0-e4b06c1623ac HTTP/1.1" status: 404 len: 337 time: 0.0548968 Mar 25 20:07:23.172211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58146) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.203702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-35acf4b6-cd57-442a-af5e-9b1984fe681b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:23.208327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35acf4b6-cd57-442a-af5e-9b1984fe681b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:23.208327 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-35acf4b6-cd57-442a-af5e-9b1984fe681b tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/53deb61b-04fd-4008-87cd-79c778de5959 HTTP/1.1" status: 404 len: 339 time: 0.0326777 Mar 25 20:07:23.208557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58150) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.248596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device da354d06-2572-4e3a-b31a-c70312ddac46 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:23.251418 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e80162-0bb4-4c38-be3b-956305c8a09a tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:23.251929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e80162-0bb4-4c38-be3b-956305c8a09a tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:23.253739 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-79e80162-0bb4-4c38-be3b-956305c8a09a tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/e515016e-4c50-4f2a-a6fa-12bd168c70f6 HTTP/1.1" status: 404 len: 337 time: 0.0442798 Mar 25 20:07:23.255811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c895aa0d-e591-42ec-ab9f-58c0675f84c2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] Unset dirty status for tenant:a352092c13a64303b95c7f073c2c2e2f on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:23.257316 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c895aa0d-e591-42ec-ab9f-58c0675f84c2 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2067115 Mar 25 20:07:23.258327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.263706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58160) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.297303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:23.303661 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0a8587-c284-4ca3-a995-d385add89427 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:23.304233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0a8587-c284-4ca3-a995-d385add89427 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:23.306452 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0f0a8587-c284-4ca3-a995-d385add89427 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/6903f440-e33c-4919-a14c-8ec3e832da8f HTTP/1.1" status: 404 len: 339 time: 0.0470877 Mar 25 20:07:23.307804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-5d938447-c3a8-44c7-9714-17fd9f114304 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] delete failed (client error): The resource could not be found. Mar 25 20:07:23.309025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5d938447-c3a8-44c7-9714-17fd9f114304 tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "DELETE /v2.0/security-groups/8fc51dc1-e449-4f23-a26e-8c0f77ed487a HTTP/1.1" status: 404 len: 347 time: 0.0440483 Mar 25 20:07:23.309758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58164) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.314449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58170) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.345435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=e7a385f1-cdf5-44e1-844c-2f0edba1cac6,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:23.347937 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:23.356881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:23.365772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:23.366409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.370959 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] Calling delete_port for cb025ca7-e541-4a6a-ab66-036c0dc4690c owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:23.381801 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-7b22a27c-28d1-4372-9111-632d755b250f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] show failed (client error): The resource could not be found. Mar 25 20:07:23.382976 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7b22a27c-28d1-4372-9111-632d755b250f tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-groups/162a1bf5-9453-4275-8a11-ca5f1aa3fdef HTTP/1.1" status: 404 len: 347 time: 0.0671258 Mar 25 20:07:23.384008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff91933-085d-4a3e-8c5c-10fc3bcaf00f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:23.384598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff91933-085d-4a3e-8c5c-10fc3bcaf00f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:23.388709 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dff91933-085d-4a3e-8c5c-10fc3bcaf00f tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/be5f3877-ab3a-486a-a0a6-3d89d05b0583 HTTP/1.1" status: 404 len: 337 time: 0.0777862 Mar 25 20:07:23.389387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58174) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.391736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58176) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.399924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e03ea-c337-42d4-a72d-d1810883d7bc None None] Pushing event updated for resources: {'Port': ['ID=c298d630-77cf-49ed-a440-255e41e2ad85,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:23.431819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] For port cb025ca7-e541-4a6a-ab66-036c0dc4690c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cb025ca7-e541-4a6a-ab66-036c0dc4690c,segment=NetworkSegment(95289e78-cae6-464e-9c2c-80887531ff4e),segment_id=95289e78-cae6-464e-9c2c-80887531ff4e)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:23.431819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.473841 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-968e193f-d44e-4c75-aabe-af7e77d2538a tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] show failed (client error): The resource could not be found. Mar 25 20:07:23.475192 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-968e193f-d44e-4c75-aabe-af7e77d2538a tempest-NegativeSecGroupTest-949020585 tempest-NegativeSecGroupTest-949020585-project] 10.222.0.37 "GET /v2.0/security-group-rules/44308c19-50ce-46e7-a61e-37c834e88b5b HTTP/1.1" status: 404 len: 356 time: 0.0848291 Mar 25 20:07:23.482260 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fba071-4f64-40b9-9202-d98c1260aaf6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:23.483068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fba071-4f64-40b9-9202-d98c1260aaf6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:23.486233 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-63fba071-4f64-40b9-9202-d98c1260aaf6 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/f809d871-86db-480a-8bf2-d469ef71c270 HTTP/1.1" status: 404 len: 339 time: 0.0801566 Mar 25 20:07:23.488008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58184) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.523525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port da354d06-2572-4e3a-b31a-c70312ddac46 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:23.537151 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port da354d06-2572-4e3a-b31a-c70312ddac46 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:23.539983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.602822 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e04485a5-bfd3-40ef-ab0c-9a3a5db05782 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3008637 Mar 25 20:07:23.603296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.613345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for cb025ca7-e541-4a6a-ab66-036c0dc4690c owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:23.625437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.649681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58188) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:23.773483 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object d86a2a43-7173-4f96-a0e2-7806c0bca830 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:23.781340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-71ea5786-6803-4a4e-8045-3147e300e62f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port e7a385f1-cdf5-44e1-844c-2f0edba1cac6 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:23.781667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71ea5786-6803-4a4e-8045-3147e300e62f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.827444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:23.827760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:23.829731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] No DVR routers for this DVR port cb025ca7-e541-4a6a-ab66-036c0dc4690c on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:23.831285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39d6b4-dde1-4ac4-a68d-ebd8bb6f2b3e None None] Pushing event deleted for resources: {'Port': ['ID=cb025ca7-e541-4a6a-ab66-036c0dc4690c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:23.844855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-de00e56a-a59e-4bfe-971a-e2ef666fae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:23.846338 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-de00e56a-a59e-4bfe-971a-e2ef666fae5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.1981251 Mar 25 20:07:23.945162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:23.960512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.016368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:24.017749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:07:24.027698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c298d630-77cf-49ed-a440-255e41e2ad85 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:24.104555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:24.112587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=d86a2a43-7173-4f96-a0e2-7806c0bca830,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:24.115109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:24.118776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:24.119442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.142484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-756a2e1f-1be7-48e2-aabe-4d2cd5311b87 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting subnet e241a73b-b7e5-46dc-9135-1203cc4aaa46 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:24.146491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-756a2e1f-1be7-48e2-aabe-4d2cd5311b87 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.181641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-b4741b0e-34a8-4455-a7f5-8b866d6cd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:24.183674 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-b4741b0e-34a8-4455-a7f5-8b866d6cd551 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.3112283 Mar 25 20:07:24.209941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-756a2e1f-1be7-48e2-aabe-4d2cd5311b87 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.219879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:24.231531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port c298d630-77cf-49ed-a440-255e41e2ad85 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:24.273315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:24.274234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.309344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a0306098-8100-434f-b3a9-75e6df8e49b7 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:24.320680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58196) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:24.329796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port cb025ca7-e541-4a6a-ab66-036c0dc4690c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:24.330362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.349900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: a0306098-8100-434f-b3a9-75e6df8e49b7 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:24.350242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a0306098-8100-434f-b3a9-75e6df8e49b7 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:24.350654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cb025ca7-e541-4a6a-ab66-036c0dc4690c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:24.357233 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-1526c7c8-3621-41a1-989e-b2253fae41b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 1001 time: 0.1660409 Mar 25 20:07:24.390901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: cb025ca7-e541-4a6a-ab66-036c0dc4690c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:24.391480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cb025ca7-e541-4a6a-ab66-036c0dc4690c not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:24.402965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04755271-facd-4143-92d0-4b4365d75692 req-88fcee3d-ecdd-4f48-9e67-14c9008aed08 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:24.412793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-04755271-facd-4143-92d0-4b4365d75692 req-88fcee3d-ecdd-4f48-9e67-14c9008aed08 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 944 time: 0.8162830 Mar 25 20:07:24.460369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] The port 'cb025ca7-e541-4a6a-ab66-036c0dc4690c' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:07:24.462404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e6b0a-5666-419f-b503-19789b5f08f5 req-a4431a07-4731-41e7-8634-6b046f5fdeff tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:24.463967 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a8e6b0a-5666-419f-b503-19789b5f08f5 req-a4431a07-4731-41e7-8634-6b046f5fdeff tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.9086602 Mar 25 20:07:24.472426 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e08a28fb-18b4-4b4f-8442-bf99eff01c6e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2412667 Mar 25 20:07:24.472620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71ea5786-6803-4a4e-8045-3147e300e62f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.481603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58202) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:24.625928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-8c6c1a54-9011-4b58-ae1d-58962e30b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:24.627406 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-8c6c1a54-9011-4b58-ae1d-58962e30b017 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.2578535 Mar 25 20:07:24.664970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-71ea5786-6803-4a4e-8045-3147e300e62f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for e7a385f1-cdf5-44e1-844c-2f0edba1cac6 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:24.711723 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-04755271-facd-4143-92d0-4b4365d75692 req-bb23c0c1-ef62-4e4a-aad2-fe09daa7f099 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769306 Mar 25 20:07:24.729155 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a8e6b0a-5666-419f-b503-19789b5f08f5 req-d9d49dab-cce4-4af5-b0de-28b2af86e369 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428985 Mar 25 20:07:24.799839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-756a2e1f-1be7-48e2-aabe-4d2cd5311b87 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.800993 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'code': 200} Mar 25 20:07:24.882258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.927082 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-712007b7-5c4a-490c-a596-b9bad6eeb795 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a352092c13a64303b95c7f073c2c2e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040225 Mar 25 20:07:24.929391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58208) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:24.932786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb1a910-5336-4a3f-b562-8b847cd67b6b']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:24.947595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de821a62-b26f-4964-8fd0-7b075f715eb0 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:24.950923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95289e78-cae6-464e-9c2c-80887531ff4e') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:24.951215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95289e78-cae6-464e-9c2c-80887531ff4e') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:24.963115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71ea5786-6803-4a4e-8045-3147e300e62f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.975019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:24.989410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f70ed-74b3-4d13-9572-419e46f3bc29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:24.995077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f70ed-74b3-4d13-9572-419e46f3bc29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:24.995911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-034f70ed-74b3-4d13-9572-419e46f3bc29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:25.016011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.031996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:25.032379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:25.052129 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:25.060724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea5786-6803-4a4e-8045-3147e300e62f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=e7a385f1-cdf5-44e1-844c-2f0edba1cac6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:25.065883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-59e56358-8ad4-4cb6-a91b-a363a452ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:25.067354 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-59e56358-8ad4-4cb6-a91b-a363a452ba69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2360752 Mar 25 20:07:25.079691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71ea5786-6803-4a4e-8045-3147e300e62f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.089818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-756a2e1f-1be7-48e2-aabe-4d2cd5311b87 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.142882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-034f70ed-74b3-4d13-9572-419e46f3bc29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:25.143353 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-034f70ed-74b3-4d13-9572-419e46f3bc29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6605108 Mar 25 20:07:25.149079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58212) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:25.156224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8c07-b62d-4b42-8599-a9204fa61683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.172523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a2e1f-1be7-48e2-aabe-4d2cd5311b87 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=e241a73b-b7e5-46dc-9135-1203cc4aaa46,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:25.176140 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-71ea5786-6803-4a4e-8045-3147e300e62f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/e7a385f1-cdf5-44e1-844c-2f0edba1cac6 HTTP/1.1" status: 204 len: 168 time: 1.5091317 Mar 25 20:07:25.177518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-756a2e1f-1be7-48e2-aabe-4d2cd5311b87 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.181886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-756a2e1f-1be7-48e2-aabe-4d2cd5311b87 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/e241a73b-b7e5-46dc-9135-1203cc4aaa46 HTTP/1.1" status: 204 len: 168 time: 1.6922557 Mar 25 20:07:25.185322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58216) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:25.185322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58218) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:25.194381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'mac_address': 'fa:16:3e:63:f5:61', 'name': 'tempest-PortsIpV6TestJSON-187599098'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:25.207039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8c19241c-1558-42df-adb7-60b5987c449f None None] Provisioning for port c298d630-77cf-49ed-a440-255e41e2ad85 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:25.210324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a03775-ad22-4ec7-addc-fa06c6b75a61 None None] Network d38dc51a-1716-45b1-b795-90834c8f53e4 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:25.281024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.287619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8c19241c-1558-42df-adb7-60b5987c449f None None] Provisioning complete for port c298d630-77cf-49ed-a440-255e41e2ad85 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:25.288255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c19241c-1558-42df-adb7-60b5987c449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.302862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.330071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3cf23-6f24-42be-bcd7-6025100408ef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port d86a2a43-7173-4f96-a0e2-7806c0bca830 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:25.330810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a0a3cf23-6f24-42be-bcd7-6025100408ef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.358524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Network': ['ID=2bb1a910-5336-4a3f-b562-8b847cd67b6b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:25.367581 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7db4b7a6-c2a0-46c6-91b8-0cab480da56a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/networks/2bb1a910-5336-4a3f-b562-8b847cd67b6b HTTP/1.1" status: 204 len: 168 time: 2.9157689 Mar 25 20:07:25.376433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58224) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:25.378288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8c07-b62d-4b42-8599-a9204fa61683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.396898 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-f5b108ea-d70d-4350-9237-a0b59b2b333b service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768984 Mar 25 20:07:25.408870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'name': 'tempest-PortsTestJSON-690357584'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:25.588385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c19241c-1558-42df-adb7-60b5987c449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.637374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8c19241c-1558-42df-adb7-60b5987c449f None None] For port c298d630-77cf-49ed-a440-255e41e2ad85, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c298d630-77cf-49ed-a440-255e41e2ad85,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:25.643559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:25.659345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.668417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:25.689114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:25.689285 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1659bd60-83ac-4e3f-ac30-2f2d3d265001 req-5aee79c4-ff94-4134-ab77-123f9ef09be4 service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811975 Mar 25 20:07:25.712457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] DHCP port deletion for d38dc51a-1716-45b1-b795-90834c8f53e4 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:25.719555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] Deleting port 2cce0649-5207-4a38-914b-b8f349dc21eb {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:25.719938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.724508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a0a3cf23-6f24-42be-bcd7-6025100408ef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.729466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:25.735556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:25.752026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting port 2cce0649-5207-4a38-914b-b8f349dc21eb {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:25.752371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.813822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c19241c-1558-42df-adb7-60b5987c449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:25.906529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:25.941132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09b97-a4de-4554-817d-c875fea4e70f req-988bc938-43c8-4b81-8665-e4c9d6bafe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:25.946841 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ec09b97-a4de-4554-817d-c875fea4e70f req-988bc938-43c8-4b81-8665-e4c9d6bafe65 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 1098 time: 0.6889243 Mar 25 20:07:26.034436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:26.066223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3cf23-6f24-42be-bcd7-6025100408ef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for d86a2a43-7173-4f96-a0e2-7806c0bca830 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:26.109318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2cce0649-5207-4a38-914b-b8f349dc21eb no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:26.325754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19241c-1558-42df-adb7-60b5987c449f None None] Pushing event updated for resources: {'Port': ['ID=c298d630-77cf-49ed-a440-255e41e2ad85,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:26.361514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-832710bb-b520-47a0-b389-2865f8dd1079 None None] Provisioning complete for port c298d630-77cf-49ed-a440-255e41e2ad85 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:26.364076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-832710bb-b520-47a0-b389-2865f8dd1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:26.424693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8c07-b62d-4b42-8599-a9204fa61683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:26.429156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:26.433562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:26.507632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a0a3cf23-6f24-42be-bcd7-6025100408ef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:26.590159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3cf23-6f24-42be-bcd7-6025100408ef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=d86a2a43-7173-4f96-a0e2-7806c0bca830,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:26.647734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:26.683729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] For port 2cce0649-5207-4a38-914b-b8f349dc21eb, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2cce0649-5207-4a38-914b-b8f349dc21eb,segment=NetworkSegment(992eea75-402a-4483-94f6-270c317d319b),segment_id=992eea75-402a-4483-94f6-270c317d319b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:26.684376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:26.819050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a0a3cf23-6f24-42be-bcd7-6025100408ef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:26.868154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] For port 2cce0649-5207-4a38-914b-b8f349dc21eb, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2cce0649-5207-4a38-914b-b8f349dc21eb,segment=NetworkSegment(992eea75-402a-4483-94f6-270c317d319b),segment_id=992eea75-402a-4483-94f6-270c317d319b)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:26.868552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:26.884383 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ec09b97-a4de-4554-817d-c875fea4e70f req-266a32c7-489b-4919-adfa-5a8d152cf473 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9206736 Mar 25 20:07:26.891436 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a0a3cf23-6f24-42be-bcd7-6025100408ef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/d86a2a43-7173-4f96-a0e2-7806c0bca830 HTTP/1.1" status: 204 len: 168 time: 1.7381854 Mar 25 20:07:26.896907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58234) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:26.914078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] Calling delete_port for 2cce0649-5207-4a38-914b-b8f349dc21eb owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:26.980370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808af45-296f-4264-83b9-e3b6bab33a41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:26.982457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808af45-296f-4264-83b9-e3b6bab33a41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:26.984548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808af45-296f-4264-83b9-e3b6bab33a41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:26.985573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5808af45-296f-4264-83b9-e3b6bab33a41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:27.084936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5808af45-296f-4264-83b9-e3b6bab33a41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:27.090358 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5808af45-296f-4264-83b9-e3b6bab33a41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1920781 Mar 25 20:07:27.091011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58238) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:27.128984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Calling delete_port for 2cce0649-5207-4a38-914b-b8f349dc21eb owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:27.170711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-978a9dad-269c-4850-bc24-16e4621d0bef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 65955f7c-88b0-401e-9c04-e09f1d3f284c {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:27.174887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-978a9dad-269c-4850-bc24-16e4621d0bef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.194462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.246047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-978a9dad-269c-4850-bc24-16e4621d0bef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.262317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c8c07-b62d-4b42-8599-a9204fa61683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee123b6-6ebf-4ae0-8107-fb38a9fc3cec,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:27.279909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8c07-b62d-4b42-8599-a9204fa61683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.282043 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6a6c8c07-b62d-4b42-8599-a9204fa61683 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eee123b6-6ebf-4ae0-8107-fb38a9fc3cec HTTP/1.1" status: 204 len: 168 time: 2.3514533 Mar 25 20:07:27.291508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 7067186c-6ce5-44a8-9853-55df3b40e4e4 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:27.390998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 25 20:07:27.390998 dv-neutron-835149-1-hyperv neutron-server[88486]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Mar 25 20:07:27.390998 dv-neutron-835149-1-hyperv neutron-server[88486]: [parameters: {'port_id': '2cce0649-5207-4a38-914b-b8f349dc21eb', 'host': 'dv-neutron-835149-1-hyperv'}] Mar 25 20:07:27.390998 dv-neutron-835149-1-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:27.391727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:27.403999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-832710bb-b520-47a0-b389-2865f8dd1079 None None] Could not find standard attr ID for object d86a2a43-7173-4f96-a0e2-7806c0bca830. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:27.444005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 25 20:07:27.444005 dv-neutron-835149-1-hyperv neutron-server[88486]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 25 20:07:27.444005 dv-neutron-835149-1-hyperv neutron-server[88486]: [parameters: {'status': 'DOWN', 'ports_id': '2cce0649-5207-4a38-914b-b8f349dc21eb'}] Mar 25 20:07:27.444005 dv-neutron-835149-1-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:27.444675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:27.460866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 28cb4e0c-6e1f-4461-88ac-e6d3aa6cdb92 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:27.513511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.521940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2f84f5e9-f314-4714-9004-470b4d15172a None None] Could not find standard attr ID for object d86a2a43-7173-4f96-a0e2-7806c0bca830. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:27.526374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2f84f5e9-f314-4714-9004-470b4d15172a None None] Could not find standard attr ID for object e4b60cfe-8339-4a62-94a5-6554b55422e2. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:27.541564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-978a9dad-269c-4850-bc24-16e4621d0bef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.597197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Port': ['ID=2cce0649-5207-4a38-914b-b8f349dc21eb,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:27.605097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No DVR routers for this DVR port 2cce0649-5207-4a38-914b-b8f349dc21eb on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:27.690881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-978a9dad-269c-4850-bc24-16e4621d0bef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.709998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2bd01-e2bd-4ff3-88da-729ded1599cd req-ef04bfe2-3bc2-432a-88b5-9dae3f4d4935 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:27.711477 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7fb2bd01-e2bd-4ff3-88da-729ded1599cd req-ef04bfe2-3bc2-432a-88b5-9dae3f4d4935 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 1.4165156 Mar 25 20:07:27.724273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185e66-c1c6-435b-ac60-492de6a1bd22 req-4941e078-0c4f-40f2-863f-8dd899c29816 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:27.725777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dd185e66-c1c6-435b-ac60-492de6a1bd22 req-4941e078-0c4f-40f2-863f-8dd899c29816 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 1.6972888 Mar 25 20:07:27.739597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a9dad-269c-4850-bc24-16e4621d0bef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=65955f7c-88b0-401e-9c04-e09f1d3f284c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:27.747103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-978a9dad-269c-4850-bc24-16e4621d0bef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.762558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d91de-c6c7-4560-8936-cc768a2e03d6 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:27.862765 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-978a9dad-269c-4850-bc24-16e4621d0bef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/65955f7c-88b0-401e-9c04-e09f1d3f284c HTTP/1.1" status: 204 len: 168 time: 0.7701466 Mar 25 20:07:27.865636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58252) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:27.907570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] Deleting port 2cce0649-5207-4a38-914b-b8f349dc21eb {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:27.907999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.936275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3111e92c-4edf-4880-8cc0-2a6fba3ef240 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet b8b9ab15-55eb-4e32-b661-99a2d93c62c7 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:27.940183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3111e92c-4edf-4880-8cc0-2a6fba3ef240 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:27.999088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.021937 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3111e92c-4edf-4880-8cc0-2a6fba3ef240 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.023738 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.044393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port 2cce0649-5207-4a38-914b-b8f349dc21eb update to DOWN by agent not found {{(pid=88486) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 25 20:07:28.045369 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7fb2bd01-e2bd-4ff3-88da-729ded1599cd req-4d1e6c24-6690-4f09-9b80-ddaa833648c2 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529948 Mar 25 20:07:28.048156 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dd185e66-c1c6-435b-ac60-492de6a1bd22 req-c5ea34ad-abf5-445d-aae6-b15f4c854f4e tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540736 Mar 25 20:07:28.100352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-12f3d162-0fd5-48c4-8dfd-706416a34193 None None] The port '2cce0649-5207-4a38-914b-b8f349dc21eb' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:07:28.175905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38dc51a-1716-45b1-b795-90834c8f53e4']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:28.204868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992eea75-402a-4483-94f6-270c317d319b') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:28.213410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992eea75-402a-4483-94f6-270c317d319b') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:28.215177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3111e92c-4edf-4880-8cc0-2a6fba3ef240 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.236464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.236733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c298d630-77cf-49ed-a440-255e41e2ad85 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:28.245117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.271186 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.282841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:28.283285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.347179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c298d630-77cf-49ed-a440-255e41e2ad85 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:28.347680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:28.378373 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:28.391948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.456148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3111e92c-4edf-4880-8cc0-2a6fba3ef240 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.479298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:28.487625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:28.494885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:28.504160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:28.504865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.508978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=7067186c-6ce5-44a8-9853-55df3b40e4e4,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:28.511822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.517106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3111e92c-4edf-4880-8cc0-2a6fba3ef240 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.528998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111e92c-4edf-4880-8cc0-2a6fba3ef240 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b9ab15-55eb-4e32-b661-99a2d93c62c7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:28.533993 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3111e92c-4edf-4880-8cc0-2a6fba3ef240 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/b8b9ab15-55eb-4e32-b661-99a2d93c62c7 HTTP/1.1" status: 204 len: 168 time: 0.6669791 Mar 25 20:07:28.536382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58264) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:28.543988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.552152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=d38dc51a-1716-45b1-b795-90834c8f53e4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:28.577477 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-785a3313-0b19-4275-8477-97272eee8d4d tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/d38dc51a-1716-45b1-b795-90834c8f53e4 HTTP/1.1" status: 204 len: 168 time: 3.3895626 Mar 25 20:07:28.580032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58268) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:28.612340 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-da99a14d-d0bb-48a6-a781-603ced1ee13c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745399 Mar 25 20:07:28.613215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58274) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:28.619046 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-293aeef8-d758-48ed-ae3a-bdaa4d2789b8 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:28.619548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293aeef8-d758-48ed-ae3a-bdaa4d2789b8 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:28.621343 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-293aeef8-d758-48ed-ae3a-bdaa4d2789b8 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/8db2a138-fbb2-444b-9e45-e76da8898fb7 HTTP/1.1" status: 404 len: 337 time: 0.0403492 Mar 25 20:07:28.623949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58278) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:28.657460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.659327 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2c4337-c57a-4acb-97c7-964147dd1fa3 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] DELETE failed (client error): The resource could not be found. Mar 25 20:07:28.659859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2c4337-c57a-4acb-97c7-964147dd1fa3 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:28.661761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7b2c4337-c57a-4acb-97c7-964147dd1fa3 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/b7aa1ccb-864d-469d-b259-98194339e841 HTTP/1.1" status: 404 len: 339 time: 0.0368469 Mar 25 20:07:28.669887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58282) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:28.719578 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cfab6561-e4cc-4d5c-b0be-4cfa1000d697 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3227620 Mar 25 20:07:28.721604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58286) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:28.784899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58290) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:28.790963 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026352 Mar 25 20:07:28.801498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58292) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:28.832857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49d1c86-06e3-40e5-94e4-b401616cf2c9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting subnet 20448b62-a222-42ae-a535-b89374cbc0b7 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:28.838947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d49d1c86-06e3-40e5-94e4-b401616cf2c9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.891120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:28.895362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:28.897159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=28cb4e0c-6e1f-4461-88ac-e6d3aa6cdb92,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:28.899209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:28.905209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:28.905315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.917321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf8c81-5d0b-4530-8ae9-e8f2faa33154 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 7067186c-6ce5-44a8-9853-55df3b40e4e4 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:28.917669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8c81-5d0b-4530-8ae9-e8f2faa33154 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:28.970127 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-525f012c-b2a6-46f1-b8bf-9064e8d8575e tempest-NetworksApiDiscovery-18036601 tempest-NetworksApiDiscovery-18036601-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1652918 Mar 25 20:07:29.012072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b2fa5-ae52-4d7a-822b-4a3bb77afb71 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:29.013035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7f8b2fa5-ae52-4d7a-822b-4a3bb77afb71 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:29.016880 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-83ca9488-9520-4d4d-b994-033069ad11e9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.8304198 Mar 25 20:07:29.019856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58300) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:29.038772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d49d1c86-06e3-40e5-94e4-b401616cf2c9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.057254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5494c-d719-460f-a6f1-91348f081bf7 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:29.094830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6c804-4daf-4da6-98bf-3837fc5631c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:29.095589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c9a6c804-4daf-4da6-98bf-3837fc5631c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:29.170084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c9a6c804-4daf-4da6-98bf-3837fc5631c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:29.173842 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c9a6c804-4daf-4da6-98bf-3837fc5631c7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/28cb4e0c-6e1f-4461-88ac-e6d3aa6cdb92 HTTP/1.1" status: 200 len: 844 time: 0.1504705 Mar 25 20:07:29.174627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58308) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:29.235756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8c81-5d0b-4530-8ae9-e8f2faa33154 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.273105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f71fd152-2485-4a66-8f01-0ff9d84f3cc1 None None] Provisioning complete for port c298d630-77cf-49ed-a440-255e41e2ad85 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:29.273475 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f71fd152-2485-4a66-8f01-0ff9d84f3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.388537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-dd742303-6596-426e-8229-5f747612496b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 28cb4e0c-6e1f-4461-88ac-e6d3aa6cdb92 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:29.389208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd742303-6596-426e-8229-5f747612496b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.399722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf8c81-5d0b-4530-8ae9-e8f2faa33154 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 7067186c-6ce5-44a8-9853-55df3b40e4e4 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:29.447826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:29.452407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] Deleting port c298d630-77cf-49ed-a440-255e41e2ad85 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:29.453087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.534362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d49d1c86-06e3-40e5-94e4-b401616cf2c9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.534847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74958e-79c2-40ff-a92f-f5970e0e4185 req-17c07f86-35d8-47f5-8bbb-4560161072f7 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:29.542808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f74958e-79c2-40ff-a92f-f5970e0e4185 req-17c07f86-35d8-47f5-8bbb-4560161072f7 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.2894177 Mar 25 20:07:29.567849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7f8b2fa5-ae52-4d7a-822b-4a3bb77afb71 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:29.571017 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7f8b2fa5-ae52-4d7a-822b-4a3bb77afb71 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9567878 Mar 25 20:07:29.571799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58314) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:29.590736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabffa31-ba55-469e-874a-e078bbf4ec91 req-82cde706-7e03-4701-9c31-75a2262cb8d3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:29.592315 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabffa31-ba55-469e-874a-e078bbf4ec91 req-82cde706-7e03-4701-9c31-75a2262cb8d3 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3406243 Mar 25 20:07:29.649357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8c81-5d0b-4530-8ae9-e8f2faa33154 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.650282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58318) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:29.746490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9a7ef-3596-4a25-aea9-f7e8ce3da9ce tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:29.747189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-85c9a7ef-3596-4a25-aea9-f7e8ce3da9ce tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:29.762171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf8c81-5d0b-4530-8ae9-e8f2faa33154 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=7067186c-6ce5-44a8-9853-55df3b40e4e4,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:29.767296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f74958e-79c2-40ff-a92f-f5970e0e4185 req-d96ad822-a7bc-4fe0-a8ea-79e88d17f153 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234755 Mar 25 20:07:29.782265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8c81-5d0b-4530-8ae9-e8f2faa33154 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.782468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] For port c298d630-77cf-49ed-a440-255e41e2ad85, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c298d630-77cf-49ed-a440-255e41e2ad85,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:29.782468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.801219 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabffa31-ba55-469e-874a-e078bbf4ec91 req-730be198-12ec-4e0b-94a3-5e4e2412d1ef tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849141 Mar 25 20:07:29.809442 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5dcf8c81-5d0b-4530-8ae9-e8f2faa33154 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/7067186c-6ce5-44a8-9853-55df3b40e4e4 HTTP/1.1" status: 204 len: 168 time: 1.0814538 Mar 25 20:07:29.819502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58326) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:29.825514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd742303-6596-426e-8229-5f747612496b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.827022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'mac_address': 'fa:16:3e:fc:51:70', 'name': 'tempest-PortsTestJSON-1131413331'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:29.842482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.932250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] Calling delete_port for c298d630-77cf-49ed-a440-255e41e2ad85 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:29.978348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-85c9a7ef-3596-4a25-aea9-f7e8ce3da9ce tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:29.979489 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-85c9a7ef-3596-4a25-aea9-f7e8ce3da9ce tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4024436 Mar 25 20:07:29.984072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d49d1c86-06e3-40e5-94e4-b401616cf2c9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:29.988346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58330) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:30.026069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-dd742303-6596-426e-8229-5f747612496b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 28cb4e0c-6e1f-4461-88ac-e6d3aa6cdb92 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:30.053445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:30.066146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] Usage tracker for resource:security_group_rule and tenant:8c58516c74e24161987ee65c962a9b12 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:30.071203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:30.082810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:30.088759 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.144419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d49d1c86-06e3-40e5-94e4-b401616cf2c9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.148886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c298d630-77cf-49ed-a440-255e41e2ad85 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:30.149427 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d49d1c86-06e3-40e5-94e4-b401616cf2c9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/subnets/20448b62-a222-42ae-a535-b89374cbc0b7 HTTP/1.1" status: 204 len: 168 time: 1.4742782 Mar 25 20:07:30.150432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d1c86-06e3-40e5-94e4-b401616cf2c9 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Subnet': ['ID=20448b62-a222-42ae-a535-b89374cbc0b7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:30.151102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58334) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:30.174381 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3360bd5a-5b31-4d1f-be50-c945cebf2248 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570477 Mar 25 20:07:30.184937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58338) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:30.186996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:30.191107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:30.192646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-68336781-802e-4cf6-ad52-c9d292d94894 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:30.194043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] No DVR routers for this DVR port c298d630-77cf-49ed-a440-255e41e2ad85 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:30.195164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:30.201269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a2a35-b278-454f-8622-4c7914ddc1a3 None None] Network cfcd9876-58c9-4060-b144-a9d67a52f4c9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:30.201619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:30.213522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: c298d630-77cf-49ed-a440-255e41e2ad85 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:30.213857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c298d630-77cf-49ed-a440-255e41e2ad85 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:30.218357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e87e2-0453-413f-84bc-e04597f304d5 None None] Pushing event deleted for resources: {'Port': ['ID=c298d630-77cf-49ed-a440-255e41e2ad85,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:30.241228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd742303-6596-426e-8229-5f747612496b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.265183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ddaa5-23d3-467c-979e-89f5653ccdf5 req-61567a86-5725-4f17-90b9-0f51173771af tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:30.266695 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-747ddaa5-23d3-467c-979e-89f5653ccdf5 req-61567a86-5725-4f17-90b9-0f51173771af tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.3551869 Mar 25 20:07:30.267596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:30.381836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.404918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd742303-6596-426e-8229-5f747612496b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=28cb4e0c-6e1f-4461-88ac-e6d3aa6cdb92,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:30.415205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 0ecf29ca-be9b-48e9-834f-f2a74575381e yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:30.475688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] DHCP port deletion for cfcd9876-58c9-4060-b144-a9d67a52f4c9 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:30.481942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] Deleting port 88d9be71-adbc-4912-ba39-72cecf6217de {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:30.486054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.502717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd742303-6596-426e-8229-5f747612496b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.515230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.562851 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-747ddaa5-23d3-467c-979e-89f5653ccdf5 req-e3f2a24d-1e77-42ff-becd-f4a42d132c27 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959722 Mar 25 20:07:30.564510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.568214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-68336781-802e-4cf6-ad52-c9d292d94894 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:30.580708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting port 88d9be71-adbc-4912-ba39-72cecf6217de {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:30.581016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.606141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58342) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:30.607108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-68336781-802e-4cf6-ad52-c9d292d94894 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:30.662299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.670753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.696811 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dd742303-6596-426e-8229-5f747612496b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/28cb4e0c-6e1f-4461-88ac-e6d3aa6cdb92 HTTP/1.1" status: 204 len: 168 time: 1.5215955 Mar 25 20:07:30.700231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58346) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:30.751065 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cad540-4f47-4736-8085-0e89ebede84d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:07:30.751912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-85cad540-4f47-4736-8085-0e89ebede84d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:30.771147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] For port 88d9be71-adbc-4912-ba39-72cecf6217de, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=88d9be71-adbc-4912-ba39-72cecf6217de,segment=NetworkSegment(e48b9722-e320-4714-bcc3-ab56656e3d05),segment_id=e48b9722-e320-4714-bcc3-ab56656e3d05)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:30.771586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.774320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68336781-802e-4cf6-ad52-c9d292d94894 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:30.778345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-68336781-802e-4cf6-ad52-c9d292d94894 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.779748 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-68336781-802e-4cf6-ad52-c9d292d94894 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:30.780167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68336781-802e-4cf6-ad52-c9d292d94894 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:30.785178 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c58516c74e24161987ee65c962a9b12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1291883 Mar 25 20:07:30.787994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58350) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:30.798596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffdd40-328d-4541-923a-5ae638a48001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8061ef87-35d9-466e-8427-6f5ac20bcf73,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:30.803288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.874068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-85cad540-4f47-4736-8085-0e89ebede84d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:30.878642 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-85cad540-4f47-4736-8085-0e89ebede84d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/28cb4e0c-6e1f-4461-88ac-e6d3aa6cdb92 HTTP/1.1" status: 404 len: 333 time: 0.1738729 Mar 25 20:07:30.891884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58356) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:30.909142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] Calling delete_port for 88d9be71-adbc-4912-ba39-72cecf6217de owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:30.914032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:30.918063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'name': 'tempest-PortsIpV6TestJSON-1418151169'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:30.936365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:30.939478 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:30.945212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:30.945881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:30.997552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=0ecf29ca-be9b-48e9-834f-f2a74575381e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:31.090417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c57ab546-6755-4ec8-bee0-a248c4159fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.105810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-68336781-802e-4cf6-ad52-c9d292d94894 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9202840 Mar 25 20:07:31.107342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.114718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58360) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:31.115716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:31.123700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54cb273-d805-4afb-8c6d-b675e214e7d5 tempest-TestNetworkAdvancedServerOps-909578680 tempest-TestNetworkAdvancedServerOps-909578680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:31.125278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c54cb273-d805-4afb-8c6d-b675e214e7d5 tempest-TestNetworkAdvancedServerOps-909578680 tempest-TestNetworkAdvancedServerOps-909578680-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 1093 time: 0.5121269 Mar 25 20:07:31.130845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f9b461d6-7c94-4e2b-bfd4-663450a53841 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:31.131159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58364) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:31.134405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] For port 88d9be71-adbc-4912-ba39-72cecf6217de, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=88d9be71-adbc-4912-ba39-72cecf6217de,segment=NetworkSegment(e48b9722-e320-4714-bcc3-ab56656e3d05),segment_id=e48b9722-e320-4714-bcc3-ab56656e3d05)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:31.134762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.146887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:31.170824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] Pushing event deleted for resources: {'Port': ['ID=88d9be71-adbc-4912-ba39-72cecf6217de,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:31.171836 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:07:31.174052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbae357-9c26-4ee8-8aff-77eb7e0e0bcb None None] No DVR routers for this DVR port 88d9be71-adbc-4912-ba39-72cecf6217de on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:31.199840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c57ab546-6755-4ec8-bee0-a248c4159fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.200684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e3906-1f42-440c-8031-dbc7852c0129 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:07:31.211517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:31.215819 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d78de5e7-38fe-44de-bfd7-5fe80ff9f0cd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3952649 Mar 25 20:07:31.219340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:31.273012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58368) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:31.280958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Calling delete_port for 88d9be71-adbc-4912-ba39-72cecf6217de owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:31.307649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Usage tracker for resource:floatingip and tenant:b6c3085b5768464782778bbbcc9c978e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:31.317854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:31.328146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:31.337580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e3906-1f42-440c-8031-dbc7852c0129 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:07:31.384811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a08512-0fc7-4a00-889a-8b17e1e5131a req-7961213b-1416-436a-afbe-eb52c768e029 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:31.386895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30a08512-0fc7-4a00-889a-8b17e1e5131a req-7961213b-1416-436a-afbe-eb52c768e029 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3233366 Mar 25 20:07:31.389104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f9b461d6-7c94-4e2b-bfd4-663450a53841 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:31.394084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:31.394485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:31.402759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa8132-4be1-440f-8d37-4b4ce4093bd9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:31.403339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8aa8132-4be1-440f-8d37-4b4ce4093bd9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:31.413408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f9b461d6-7c94-4e2b-bfd4-663450a53841 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:31.454115 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30a08512-0fc7-4a00-889a-8b17e1e5131a req-93c2e8eb-1964-45bb-a9eb-9aac873f6e80 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562804 Mar 25 20:07:31.478710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.479239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:31.484066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.506105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 198d6b51-4ded-42cf-956f-91bf68f09562 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:31.540250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b461d6-7c94-4e2b-bfd4-663450a53841 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:31.544246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f9b461d6-7c94-4e2b-bfd4-663450a53841 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.545736 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b461d6-7c94-4e2b-bfd4-663450a53841 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:31.546240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b461d6-7c94-4e2b-bfd4-663450a53841 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:31.549626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c57ab546-6755-4ec8-bee0-a248c4159fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.553439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8aa8132-4be1-440f-8d37-4b4ce4093bd9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:31.554550 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d8aa8132-4be1-440f-8d37-4b4ce4093bd9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/0ecf29ca-be9b-48e9-834f-f2a74575381e HTTP/1.1" status: 200 len: 841 time: 0.2807548 Mar 25 20:07:31.567526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58372) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:31.594126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ab546-6755-4ec8-bee0-a248c4159fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8061ef87-35d9-466e-8427-6f5ac20bcf73,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:31.604077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c57ab546-6755-4ec8-bee0-a248c4159fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.608159 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c57ab546-6755-4ec8-bee0-a248c4159fe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8061ef87-35d9-466e-8427-6f5ac20bcf73 HTTP/1.1" status: 204 len: 168 time: 0.8160031 Mar 25 20:07:31.708432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cd05d85d-0b08-4e09-a82d-92f72163b75f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 0ecf29ca-be9b-48e9-834f-f2a74575381e {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:31.709779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd05d85d-0b08-4e09-a82d-92f72163b75f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.723902 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f9b461d6-7c94-4e2b-bfd4-663450a53841 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6091402 Mar 25 20:07:31.726964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58378) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:31.735237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9f03a4e5-708d-4643-90ce-d746ffd8bbd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:31.748791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ddcef-9360-4eb9-80db-013e8db6b5be None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:07:31.789713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.879562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ddcef-9360-4eb9-80db-013e8db6b5be None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:07:31.895997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Deleting port 88d9be71-adbc-4912-ba39-72cecf6217de {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:31.896347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:31.928827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.030273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] The port '88d9be71-adbc-4912-ba39-72cecf6217de' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:07:32.045417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9f03a4e5-708d-4643-90ce-d746ffd8bbd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:32.050758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.208334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 88d9be71-adbc-4912-ba39-72cecf6217de no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:32.256917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 88d9be71-adbc-4912-ba39-72cecf6217de {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:32.257167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 88d9be71-adbc-4912-ba39-72cecf6217de not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:32.264050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9f03a4e5-708d-4643-90ce-d746ffd8bbd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:32.268719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd05d85d-0b08-4e09-a82d-92f72163b75f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.280715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:32.284955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:32.285555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.291546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:32.295032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:32.295628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.314471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=198d6b51-4ded-42cf-956f-91bf68f09562,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:32.352936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f03a4e5-708d-4643-90ce-d746ffd8bbd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:32.357350 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9f03a4e5-708d-4643-90ce-d746ffd8bbd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.358231 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f03a4e5-708d-4643-90ce-d746ffd8bbd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:32.358726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f03a4e5-708d-4643-90ce-d746ffd8bbd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:32.384265 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7a23b8a6-e74b-412b-a723-22bbdbacb01c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4856651 Mar 25 20:07:32.386401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58382) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:32.391263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:32.419920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Allocated IP 172.26.8.119 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/8173d12d-93cf-47ec-85f0-073375a9a09b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:32.429029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cd05d85d-0b08-4e09-a82d-92f72163b75f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 0ecf29ca-be9b-48e9-834f-f2a74575381e owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:32.487239 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9f03a4e5-708d-4643-90ce-d746ffd8bbd8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7592461 Mar 25 20:07:32.490368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58388) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:32.492848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcd9876-58c9-4060-b144-a9d67a52f4c9']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:32.503465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1a4f8e55-10c7-4b84-926d-2c90b25f15b9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:32.547860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48b9722-e320-4714-bcc3-ab56656e3d05') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:32.548120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48b9722-e320-4714-bcc3-ab56656e3d05') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:32.565859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.612969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.674430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1a4f8e55-10c7-4b84-926d-2c90b25f15b9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:32.695165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1a4f8e55-10c7-4b84-926d-2c90b25f15b9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:32.803337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4f8e55-10c7-4b84-926d-2c90b25f15b9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:32.806034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.806745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a4f8e55-10c7-4b84-926d-2c90b25f15b9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.808659 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4f8e55-10c7-4b84-926d-2c90b25f15b9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:32.809075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4f8e55-10c7-4b84-926d-2c90b25f15b9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:32.822384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:32.822779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:32.841395 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:32.871830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.925315 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1a4f8e55-10c7-4b84-926d-2c90b25f15b9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4338756 Mar 25 20:07:32.927284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd05d85d-0b08-4e09-a82d-92f72163b75f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:32.928318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58392) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:32.934946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a126f543-43ff-43b4-bd02-2a36c70dabaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:32.966644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.001833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.017122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d85d-0b08-4e09-a82d-92f72163b75f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=0ecf29ca-be9b-48e9-834f-f2a74575381e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:33.026366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd05d85d-0b08-4e09-a82d-92f72163b75f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.052678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521ce47-7f12-400a-8f1f-fdad54454436 req-e16a4351-d6d5-425c-8c26-0bc2315a30de tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:33.054189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c521ce47-7f12-400a-8f1f-fdad54454436 req-e16a4351-d6d5-425c-8c26-0bc2315a30de tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3102336 Mar 25 20:07:33.082182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] In _notify_port_updated(), no bound segment for port 198d6b51-4ded-42cf-956f-91bf68f09562 on network 8cbde5a2-3c69-45ad-9328-365db531a015 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:07:33.087449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:33.088045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.089355 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "PUT /v2.0/ports/198d6b51-4ded-42cf-956f-91bf68f09562 HTTP/1.1" status: 200 len: 818 time: 0.7038372 Mar 25 20:07:33.092337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58396) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:33.111259 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c521ce47-7f12-400a-8f1f-fdad54454436 req-fe63ebe2-7198-4cb1-acb5-07635f2361a4 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472198 Mar 25 20:07:33.134559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.153187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.165379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a126f543-43ff-43b4-bd02-2a36c70dabaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:33.165939 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cd05d85d-0b08-4e09-a82d-92f72163b75f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/0ecf29ca-be9b-48e9-834f-f2a74575381e HTTP/1.1" status: 204 len: 168 time: 1.5973539 Mar 25 20:07:33.166607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58402) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:33.170368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc255b11-7dac-439f-8ff0-5f9c4d93b91e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=198d6b51-4ded-42cf-956f-91bf68f09562,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:33.172330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] Pushing event deleted for resources: {'Network': ['ID=cfcd9876-58c9-4060-b144-a9d67a52f4c9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:33.192816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a126f543-43ff-43b4-bd02-2a36c70dabaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:33.200894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ce7d8-77de-4d66-8030-9bbf897d4f0d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 198d6b51-4ded-42cf-956f-91bf68f09562 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:33.201235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce7d8-77de-4d66-8030-9bbf897d4f0d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.215540 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8dba4d82-7782-40b3-b770-5932c95cbe58 tempest-NetworksIpV6Test-711225830 tempest-NetworksIpV6Test-711225830-project] 10.222.0.37 "DELETE /v2.0/networks/cfcd9876-58c9-4060-b144-a9d67a52f4c9 HTTP/1.1" status: 204 len: 168 time: 3.0607758 Mar 25 20:07:33.222902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.264216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-18499075-da05-4e2e-a463-a0dbff09b3f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:07:33.264779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-18499075-da05-4e2e-a463-a0dbff09b3f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:33.293551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:33.297500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:33.308841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:33.325464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126f543-43ff-43b4-bd02-2a36c70dabaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:33.329246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a126f543-43ff-43b4-bd02-2a36c70dabaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.330608 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a126f543-43ff-43b4-bd02-2a36c70dabaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:33.331025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a126f543-43ff-43b4-bd02-2a36c70dabaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:33.341841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'Port': ['ID=8173d12d-93cf-47ec-85f0-073375a9a09b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:33.450461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce7d8-77de-4d66-8030-9bbf897d4f0d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.460505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-18499075-da05-4e2e-a463-a0dbff09b3f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:33.465657 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-18499075-da05-4e2e-a463-a0dbff09b3f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/0ecf29ca-be9b-48e9-834f-f2a74575381e HTTP/1.1" status: 404 len: 333 time: 0.2907979 Mar 25 20:07:33.466920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58410) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:33.478519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'name': 'tempest-PortsTestJSON-1498633093'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:33.512637 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a126f543-43ff-43b4-bd02-2a36c70dabaf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5830746 Mar 25 20:07:33.517173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58416) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:33.529097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a8c48b67-3bab-44f6-8038-c67c693dd69a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:33.579590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ce7d8-77de-4d66-8030-9bbf897d4f0d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 198d6b51-4ded-42cf-956f-91bf68f09562 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:33.752130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce7d8-77de-4d66-8030-9bbf897d4f0d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.813760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58422) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:33.814757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ce7d8-77de-4d66-8030-9bbf897d4f0d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=198d6b51-4ded-42cf-956f-91bf68f09562,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:33.826220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce7d8-77de-4d66-8030-9bbf897d4f0d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:33.868734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:33.900427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a8c48b67-3bab-44f6-8038-c67c693dd69a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:33.906272 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bd2ce7d8-77de-4d66-8030-9bbf897d4f0d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/198d6b51-4ded-42cf-956f-91bf68f09562 HTTP/1.1" status: 204 len: 168 time: 0.8053348 Mar 25 20:07:33.908679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58428) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:33.912262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:33.992814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a8c48b67-3bab-44f6-8038-c67c693dd69a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:34.008115 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2baec88a-87ec-4df9-b206-286d343cf16a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cabcfb4eb074405392c0a7f99c0c8eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901360 Mar 25 20:07:34.010531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58432) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:34.059926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125182a5-1276-490e-8470-dc5fb724507b req-b0fd5683-c122-41b8-aa8f-76709299c230 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:34.060190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33463f2f-2cb5-4fb4-938b-141a2dd0b217 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:34.060651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33463f2f-2cb5-4fb4-938b-141a2dd0b217 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:34.061410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-125182a5-1276-490e-8470-dc5fb724507b req-b0fd5683-c122-41b8-aa8f-76709299c230 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4257193 Mar 25 20:07:34.092683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:34.095775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.101011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d11837fe-24ad-41c4-ac4f-f7a24350c6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.111079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-b4f44bc9-c832-4727-aca8-2cbe4324d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:34.112560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-b4f44bc9-c832-4727-aca8-2cbe4324d04e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.3209457 Mar 25 20:07:34.118232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c48b67-3bab-44f6-8038-c67c693dd69a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:34.122024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a8c48b67-3bab-44f6-8038-c67c693dd69a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.123345 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c48b67-3bab-44f6-8038-c67c693dd69a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:34.123749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c48b67-3bab-44f6-8038-c67c693dd69a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:34.127434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d11837fe-24ad-41c4-ac4f-f7a24350c6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.159347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33463f2f-2cb5-4fb4-938b-141a2dd0b217 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:34.160538 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-33463f2f-2cb5-4fb4-938b-141a2dd0b217 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2508833 Mar 25 20:07:34.163340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58436) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:34.209514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 0003fe3b-2ef6-4da8-bc70-87a899ddc246 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:34.210477 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ee3bab-ea39-48a0-ac4f-69a268447ebc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:07:34.211797 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f8ee3bab-ea39-48a0-ac4f-69a268447ebc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/198d6b51-4ded-42cf-956f-91bf68f09562 HTTP/1.1" status: 404 len: 333 time: 0.0476003 Mar 25 20:07:34.217681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58440) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:34.223383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1104813210'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:34.228683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:34.233609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:network and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:34.236494 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:34.242222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:34.243877 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-125182a5-1276-490e-8470-dc5fb724507b req-9fe91217-b2bd-4886-a23b-414685f10d49 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746051 Mar 25 20:07:34.319327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:34.323019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.420110 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a8c48b67-3bab-44f6-8038-c67c693dd69a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8970878 Mar 25 20:07:34.430220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58444) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:34.443262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d11837fe-24ad-41c4-ac4f-f7a24350c6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.466402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11837fe-24ad-41c4-ac4f-f7a24350c6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952dbb45-7e42-4243-ac92-1a26ce51e294,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:34.474600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d11837fe-24ad-41c4-ac4f-f7a24350c6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.478842 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d11837fe-24ad-41c4-ac4f-f7a24350c6ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/952dbb45-7e42-4243-ac92-1a26ce51e294 HTTP/1.1" status: 204 len: 168 time: 0.4639359 Mar 25 20:07:34.493752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:07:34.505757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.505757 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Added segment 22975611-df35-4cfe-af68-31eb0bb886b6 of type vlan for network 09597a68-7b0a-4e16-b190-8a70bae5e9ab Mar 25 20:07:34.523560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-067bbdc4-20d5-4cb0-9600-09cfd08f12d3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0786989 Mar 25 20:07:34.526994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58450) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:34.564528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-788f9138-919f-4973-a290-15ad69f783c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:34.565956 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-788f9138-919f-4973-a290-15ad69f783c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.4372661 Mar 25 20:07:34.567805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.614116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eadc341-e8d4-4a14-ae10-932a43cf2dcd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:34.617905 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3eadc341-e8d4-4a14-ae10-932a43cf2dcd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874679 Mar 25 20:07:34.618707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58454) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:34.641349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.689423 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b709eedf-6977-4474-bc45-89231168c028 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694323 Mar 25 20:07:34.690233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.695575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:34.696447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.701354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58458) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:34.753723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:34.805200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Network': ['ID=09597a68-7b0a-4e16-b190-8a70bae5e9ab,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:34.818074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:07:34.834198 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-222db530-db03-417f-bd5b-71dd6d152056 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6150229 Mar 25 20:07:34.835825 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-bec55c75-6993-4211-9fa1-b04c772852a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 1001 time: 0.2610886 Mar 25 20:07:34.836497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58464) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:34.843082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:34.933560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:34.981346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:34.985451 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:34.988276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:34.995616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:35.013372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:35.033178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:35.049745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-8e848dea-8763-4b57-bc87-e11599d0a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:35.051178 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-8e848dea-8763-4b57-bc87-e11599d0a0e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.1569180 Mar 25 20:07:35.056459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.105566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:35.109568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.141393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:35.144842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.301752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.408312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.493048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=38809448-a9c9-401a-8860-75cc739d5639,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:35.497089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:35.503733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-3e6abca2-b3a0-466b-ae8b-caae2072ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:35.503733 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-3e6abca2-b3a0-466b-ae8b-caae2072ba60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4187703 Mar 25 20:07:35.503928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking segment: {'id': '22975611-df35-4cfe-af68-31eb0bb886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:35.503928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network hostable DHCP agents. Network: 09597a68-7b0a-4e16-b190-8a70bae5e9ab, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:07:35.508860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:35.522093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:35.527963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:35.532342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.563992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=0003fe3b-2ef6-4da8-bc70-87a899ddc246,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:35.579580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:07:35.661172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58486) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:35.676188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 09597a68-7b0a-4e16-b190-8a70bae5e9ab) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:35.682053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:35.683520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.688110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b9d06-07af-4b4f-b260-4e483b4acab6 None None] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:35.783997 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-61ea5891-d3e8-487c-a596-df01bdd7d78f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:35.784968 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-61ea5891-d3e8-487c-a596-df01bdd7d78f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 25 20:07:35.785535 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-61ea5891-d3e8-487c-a596-df01bdd7d78f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): There was a conflict when trying to complete your request. Mar 25 20:07:35.790155 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61ea5891-d3e8-487c-a596-df01bdd7d78f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1244535 Mar 25 20:07:35.790290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdce71-6418-415e-94e8-122c7f903912 req-1e63f8e4-f40a-44fa-98b2-632239f38eaf tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:35.791073 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58492) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:35.791207 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eecdce71-6418-415e-94e8-122c7f903912 req-1e63f8e4-f40a-44fa-98b2-632239f38eaf tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4243264 Mar 25 20:07:35.798953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--663796231'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:35.812000 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b9b5e85b-79f5-427c-a366-3e5ae68dfa75 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9681814 Mar 25 20:07:35.812000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:35.812277 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a32678f0-3cdd-4828-9027-8487e7dd31a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3413863 Mar 25 20:07:35.812277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.812895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58496) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:35.813212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58498) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:35.818026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:35.825329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:35.844898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:35.852281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:35.854702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-84dfbfb3-3ba0-4ff8-87e6-43788705da6a service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358634 Mar 25 20:07:35.914722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:35.920898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:35.929163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-09597a68-7b0a-4e16-b190-8a70bae5e9ab', 'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab', 'tenant_id': '17e17554231b4ebe9b463828411b73ae', 'fixed_ips': [{'subnet_id': '38809448-a9c9-401a-8860-75cc739d5639'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:35.930112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.095570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eecdce71-6418-415e-94e8-122c7f903912 req-7b27e76b-ca13-4cf3-9f4e-bc9dca233ec2 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913125 Mar 25 20:07:36.099323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.112857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:36.116951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.129063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.141833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:36.146223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Allocated IP 2001:db8::2 (09597a68-7b0a-4e16-b190-8a70bae5e9ab/38809448-a9c9-401a-8860-75cc739d5639/f874439b-cec6-47c8-9a59-694541f411aa) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:36.147944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:36.190515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:36.192415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:36.208237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:36.213162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:36.222100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:36.284146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event updated for resources: {'Port': ['ID=8173d12d-93cf-47ec-85f0-073375a9a09b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:36.290915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:36.295019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.346505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1833fdc5-bb43-4abe-9a57-2d055ebd0035 req-ae15a3dc-330e-4a78-a3b4-21df2ec8a86e service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698362 Mar 25 20:07:36.351500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:07:36.352852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.372287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.386464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Transition to ACTIVE for port object f874439b-cec6-47c8-9a59-694541f411aa will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:36.405246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Transition to ACTIVE for port object f874439b-cec6-47c8-9a59-694541f411aa will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:36.409018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.473913 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.477394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:36.482720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:36.490459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:36.491035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.522208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36c630-8dc1-43e6-b74e-9dc3acb3180d None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:36.567748 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.ipam_backend_mixin [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38809448-a9c9-401a-8860-75cc739d5639 (CIDR: 2001:db8::/64) Mar 25 20:07:36.569650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=c76912be-64c3-4008-8713-5b658ac38582,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:36.585111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.587686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.608311 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Floating IP d75b20e2-7777-4a12-b19e-1dee9a8354dc associated. External IP: 172.26.8.119, port: da354d06-2572-4e3a-b31a-c70312ddac46. Mar 25 20:07:36.614514 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:36.615011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:36.628418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:36.640345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:36.643033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:36.657276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Pushing event updated for resources: {'Port': ['ID=f874439b-cec6-47c8-9a59-694541f411aa,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:36.672287 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7c736e05-d59b-4a76-b92d-9d1c84b499a7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9675932 Mar 25 20:07:36.674398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.678808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58504) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:36.686793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:29:bd:03', 'name': 'tempest-NetworksTestDHCPv6-2123885300'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:36.713720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.735688 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ece377e0-6bd8-459c-9c82-b8346f800523 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9172468 Mar 25 20:07:36.747433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58508) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:36.760086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:36.766847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Attempting to bind port f874439b-cec6-47c8-9a59-694541f411aa on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:36.767483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Attempting to bind port f874439b-cec6-47c8-9a59-694541f411aa by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '22975611-df35-4cfe-af68-31eb0bb886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:36.767854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Attempting to bind port f874439b-cec6-47c8-9a59-694541f411aa on network 09597a68-7b0a-4e16-b190-8a70bae5e9ab {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:36.770413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:36.785903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:36.786566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Checking segment: {'id': '22975611-df35-4cfe-af68-31eb0bb886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:36.787159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.787707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Bound using segment: {'id': '22975611-df35-4cfe-af68-31eb0bb886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:36.788338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Bound port: f874439b-cec6-47c8-9a59-694541f411aa, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22975611-df35-4cfe-af68-31eb0bb886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:36.788893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.911016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] In _notify_port_updated(), no bound segment for port 0003fe3b-2ef6-4da8-bc70-87a899ddc246 on network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:07:36.917023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:36.917302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.921553 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "PUT /v2.0/ports/0003fe3b-2ef6-4da8-bc70-87a899ddc246 HTTP/1.1" status: 200 len: 818 time: 1.1073561 Mar 25 20:07:36.922703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58512) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:36.932363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:36.949659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:36.972897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] For port f874439b-cec6-47c8-9a59-694541f411aa, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:36.977987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'c76912be-64c3-4008-8713-5b658ac38582'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:36.978850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:36.981688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:36.986741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:36.988773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2fa3b-61f4-435f-9a0b-118d44d03226 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=0003fe3b-2ef6-4da8-bc70-87a899ddc246,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:37.042801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9b705-6fb8-4e78-bbef-87d8557c4cc1,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:37.045523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:37.055362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] For port f874439b-cec6-47c8-9a59-694541f411aa, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f874439b-cec6-47c8-9a59-694541f411aa,segment=NetworkSegment(22975611-df35-4cfe-af68-31eb0bb886b6),segment_id=22975611-df35-4cfe-af68-31eb0bb886b6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:37.079185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ead39068-2e1e-4f11-8172-b0a1efdd22ee tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 0003fe3b-2ef6-4da8-bc70-87a899ddc246 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:37.079523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ead39068-2e1e-4f11-8172-b0a1efdd22ee tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.134720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:37.137761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.147631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:37.153239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:37.171594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:37.179206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.197698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:37.240225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.279264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7699aadf-9552-49d3-a439-f74342c0baae,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:37.283717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:37.287265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.301755 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5721c4-ff92-4da0-9e90-003fee31c5c1 None None] Pushing event updated for resources: {'Port': ['ID=f874439b-cec6-47c8-9a59-694541f411aa,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:37.381933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.383263 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-11176920-6db5-4169-80f6-0713838166c4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5912254 Mar 25 20:07:37.389455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58518) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:37.394487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': '7699aadf-9552-49d3-a439-f74342c0baae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:37.399049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Allocated IP 2001:db8::f816:3eff:fe48:cb00 (16eab8e5-a832-428a-a293-9fd25f5afb33/c76912be-64c3-4008-8713-5b658ac38582/39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:37.411087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:37.420335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:37.425488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:37.435535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:37.526333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.570655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Router 0634a7d2-b09d-4438-9089-5f5849e6742c has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:07:37.638092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.679811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.690857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Transition to ACTIVE for port object 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:37.709616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Transition to ACTIVE for port object 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:37.716792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.736609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8a9e7b-808d-41bb-85cc-3f779d94aee4,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:37.746723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.750889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ead39068-2e1e-4f11-8172-b0a1efdd22ee tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.798741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.831288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.859639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:37.863625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:37.868726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:37.869313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.886243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:37.889798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:37.893922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:37.905993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=e4b28721-d3fa-45ac-ab5f-d852920ae03f,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:37.913676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:37.915008 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-552dc911-8144-4ec2-9890-738b6c46b600 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5244513 Mar 25 20:07:37.919984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58522) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:37.925743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-76ea4d49-a4ed-4aaf-b958-4a31199b7cf2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': '7699aadf-9552-49d3-a439-f74342c0baae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:37.930137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ead39068-2e1e-4f11-8172-b0a1efdd22ee tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 0003fe3b-2ef6-4da8-bc70-87a899ddc246 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:37.932058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-76ea4d49-a4ed-4aaf-b958-4a31199b7cf2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:37.936506 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76ea4d49-a4ed-4aaf-b958-4a31199b7cf2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:37.939781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76ea4d49-a4ed-4aaf-b958-4a31199b7cf2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:37.946680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-76ea4d49-a4ed-4aaf-b958-4a31199b7cf2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:37.956235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Pushing event updated for resources: {'Port': ['ID=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:37.994661 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4ca344e8-6d6a-4156-bccd-ca3e43655c85 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2440858 Mar 25 20:07:37.996436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58526) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:38.002275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab', 'fixed_ips': [{'subnet_id': '38809448-a9c9-401a-8860-75cc739d5639'}, {'subnet_id': 'e4b28721-d3fa-45ac-ab5f-d852920ae03f'}], 'name': 'tempest-PortsIpV6TestJSON-208817257'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:38.035904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Attempting to bind port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:38.037069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Attempting to bind port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:38.037602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Attempting to bind port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:38.046558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:38.047184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:38.047744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.048300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:38.049301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Bound port: 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:38.049886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.077705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port bfa76f5b-9fc5-4e68-9779-fda4dcf6014e yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:38.123735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76ea4d49-a4ed-4aaf-b958-4a31199b7cf2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.127936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300505-65dd-4e18-8cfd-fe47a5c8fc48 req-e33a1369-cf8b-4663-8a98-e4b83c963d34 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:38.135154 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c300505-65dd-4e18-8cfd-fe47a5c8fc48 req-e33a1369-cf8b-4663-8a98-e4b83c963d34 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.8657985 Mar 25 20:07:38.226966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f874439b-cec6-47c8-9a59-694541f411aa up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:38.240103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:07:38.252157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:38.261928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:38.275597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:38.278727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] Sync routers for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:07:38.292153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:38.295438 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c300505-65dd-4e18-8cfd-fe47a5c8fc48 req-e572280d-bd10-4093-a5fe-3d51d088b063 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593494 Mar 25 20:07:38.301024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:07:38.302088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:07:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:38.359572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ead39068-2e1e-4f11-8172-b0a1efdd22ee tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.393117 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-76ea4d49-a4ed-4aaf-b958-4a31199b7cf2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): There was a conflict when trying to complete your request. Mar 25 20:07:38.394341 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-76ea4d49-a4ed-4aaf-b958-4a31199b7cf2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4733407 Mar 25 20:07:38.397332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58532) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:38.416784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] For port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:38.430628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:38.439926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.507921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead39068-2e1e-4f11-8172-b0a1efdd22ee tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=0003fe3b-2ef6-4da8-bc70-87a899ddc246,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:38.595133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] For port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:38.622923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ead39068-2e1e-4f11-8172-b0a1efdd22ee tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.623492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:07:38.627824 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ead39068-2e1e-4f11-8172-b0a1efdd22ee tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/0003fe3b-2ef6-4da8-bc70-87a899ddc246 HTTP/1.1" status: 204 len: 168 time: 1.7016313 Mar 25 20:07:38.630845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58536) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:38.642880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fe29:bd03 (16eab8e5-a832-428a-a293-9fd25f5afb33/c76912be-64c3-4008-8713-5b658ac38582/bfa76f5b-9fc5-4e68-9779-fda4dcf6014e) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:38.686908 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc312c2c-2ca7-4787-9958-339fcaf42deb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5547154 Mar 25 20:07:38.699646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:07:38.743114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-844c2bff-b84b-4da0-84de-45fac418b2e2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.785668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd3ea3-1c80-4b85-83ef-871b7aa31f34 req-adbe2cac-f174-4176-ada9-bcdd81559121 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:38.785668 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-edfd3ea3-1c80-4b85-83ef-871b7aa31f34 req-adbe2cac-f174-4176-ada9-bcdd81559121 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3063765 Mar 25 20:07:38.819871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-844c2bff-b84b-4da0-84de-45fac418b2e2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.851299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.853547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:38.898991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port f874439b-cec6-47c8-9a59-694541f411aa completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:38.904989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:38.949685 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-edfd3ea3-1c80-4b85-83ef-871b7aa31f34 req-6f7cbafa-f906-4f14-997c-5642d3c2bc80 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544304 Mar 25 20:07:38.982975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85975d3-ec68-4c1c-8271-58e4d6108a0b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:38.994007 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f85975d3-ec68-4c1c-8271-58e4d6108a0b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3621149 Mar 25 20:07:39.004815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58546) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:39.086306 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'status': 'completed', 'code': 200} Mar 25 20:07:39.096880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eac62f-6741-4a5a-9f6c-cf77ea6c7b47 req-eafdf28b-fbad-41c1-92ef-7e373869c7a8 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:39.105290 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72eac62f-6741-4a5a-9f6c-cf77ea6c7b47 req-eafdf28b-fbad-41c1-92ef-7e373869c7a8 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.2732553 Mar 25 20:07:39.153881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e0ce89-1a31-4870-a0a9-cd99903533dd None None] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:39.231428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b3877-4ab2-4a60-9022-8cb859990bcf None None] Pushing event updated for resources: {'Port': ['ID=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:39.248236 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e91693-f97f-4597-bd34-d0cc4311aca8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:07:39.254735 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e1e91693-f97f-4597-bd34-d0cc4311aca8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/0003fe3b-2ef6-4da8-bc70-87a899ddc246 HTTP/1.1" status: 404 len: 333 time: 0.2480605 Mar 25 20:07:39.254735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58550) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:39.265795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1355435712'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:39.272103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.280558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:39.291655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:network and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:39.299816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:39.311801 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72eac62f-6741-4a5a-9f6c-cf77ea6c7b47 req-e93d5009-6895-426c-9d62-c0e9e5809df1 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034614 Mar 25 20:07:39.333045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3a5073e6-1b41-4527-ab48-7d379ac88607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.337483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58554) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:39.348181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:39.375437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-844c2bff-b84b-4da0-84de-45fac418b2e2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.402973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c2bff-b84b-4da0-84de-45fac418b2e2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7699aadf-9552-49d3-a439-f74342c0baae,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:39.414533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd75b20e2-7777-4a12-b19e-1dee9a8354dc', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'floating_ip_address': '172.26.8.119', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'port_id': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'mac_address': 'fa:16:3e:03:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:07:34Z', 'updated_at': '2022-03-25T20:07:34Z', 'revision_number': 0, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:54Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:39.416632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object bfa76f5b-9fc5-4e68-9779-fda4dcf6014e will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:39.417947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5cc3ac86-1d8f-4213-9ad0-f7c741b3308e None None] Provisioning for port f874439b-cec6-47c8-9a59-694541f411aa completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:39.428085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5cc3ac86-1d8f-4213-9ad0-f7c741b3308e None None] Provisioning complete for port f874439b-cec6-47c8-9a59-694541f411aa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:39.428552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ac86-1d8f-4213-9ad0-f7c741b3308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.463717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:39.466913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.488239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-844c2bff-b84b-4da0-84de-45fac418b2e2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.496933 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-844c2bff-b84b-4da0-84de-45fac418b2e2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/7699aadf-9552-49d3-a439-f74342c0baae HTTP/1.1" status: 204 len: 168 time: 1.0908594 Mar 25 20:07:39.497561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1c5acc36-d21a-451d-9b22-ae5eef5fa811 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/floatingips/d75b20e2-7777-4a12-b19e-1dee9a8354dc HTTP/1.1" status: 200 len: 991 time: 0.1547384 Mar 25 20:07:39.497561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58558) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:39.519111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] Checking router: 0634a7d2-b09d-4438-9089-5f5849e6742c for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:07:39.569122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:07:39.575815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:07:39.576967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:07:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:39.600749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.601096 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Added segment 1f0baf37-493f-4b39-a691-e6e5da5bf2f6 of type vlan for network 423fe6bc-41a3-4706-97c8-c36024454962 Mar 25 20:07:39.641374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::8d (09597a68-7b0a-4e16-b190-8a70bae5e9ab/38809448-a9c9-401a-8860-75cc739d5639/436e0538-c7f4-43e0-b54a-2d63b2ee7ed3) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:39.651673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.655707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8:0:1::267 (09597a68-7b0a-4e16-b190-8a70bae5e9ab/e4b28721-d3fa-45ac-ab5f-d852920ae03f/436e0538-c7f4-43e0-b54a-2d63b2ee7ed3) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:39.671912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b803-b735-455a-8836-df1b799db377 req-5caee68e-4bd2-4353-8efa-2069c74f81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:39.673461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ccb8b803-b735-455a-8836-df1b799db377 req-5caee68e-4bd2-4353-8efa-2069c74f81c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6c3085b5768464782778bbbcc9c978e&device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 1098 time: 0.5662167 Mar 25 20:07:39.684019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7fbc5-1a97-4470-9ff8-6e475f5ac5d6 req-aaafdc26-ad63-4ada-bc74-e1e24e45da03 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:39.685518 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8be7fbc5-1a97-4470-9ff8-6e475f5ac5d6 req-aaafdc26-ad63-4ada-bc74-e1e24e45da03 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4876215 Mar 25 20:07:39.845310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.855387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-03ba0985-0ba5-4de3-99a8-1da19147559e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3582208 Mar 25 20:07:39.909597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58562) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:39.926540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166333806'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:39.947685 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8be7fbc5-1a97-4470-9ff8-6e475f5ac5d6 req-41665cb3-3297-4c29-b99b-b2cf57269f13 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522810 Mar 25 20:07:39.959723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:39.977214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.984031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:07:39.984575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:39.985789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:39.988051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:40.007822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:40.022095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:40.029681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b803-b735-455a-8836-df1b799db377 req-4d99cfe7-7312-481a-b2cc-cb4a9a31305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:40.034327 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ccb8b803-b735-455a-8836-df1b799db377 req-4d99cfe7-7312-481a-b2cc-cb4a9a31305a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ebf021b-1c9c-4128-a9d9-559021070953 HTTP/1.1" status: 200 len: 897 time: 0.3477163 Mar 25 20:07:40.035310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:40.041712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:40.043115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ac86-1d8f-4213-9ad0-f7c741b3308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.056800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:40.061283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:40.061938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.106945 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8438206 Mar 25 20:07:40.129773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5cc3ac86-1d8f-4213-9ad0-f7c741b3308e None None] For port f874439b-cec6-47c8-9a59-694541f411aa, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f874439b-cec6-47c8-9a59-694541f411aa,segment=NetworkSegment(22975611-df35-4cfe-af68-31eb0bb886b6),segment_id=22975611-df35-4cfe-af68-31eb0bb886b6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:40.134383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58568) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:40.160468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=bfa76f5b-9fc5-4e68-9779-fda4dcf6014e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:40.188584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c23ff-67ad-4e6f-95ea-1ea593aa052e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Network': ['ID=423fe6bc-41a3-4706-97c8-c36024454962,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:40.210917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '423fe6bc-41a3-4706-97c8-c36024454962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:40.262869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.281999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:40.357880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 423fe6bc-41a3-4706-97c8-c36024454962 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:07:40.391941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:40.395528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.413599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-934a01ec-b8b9-480d-8454-b520cab18fa8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7310653 Mar 25 20:07:40.414820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58572) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:40.424189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ccb8b803-b735-455a-8836-df1b799db377 req-75098fd8-ff6a-4179-bc35-08c8980f30dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da354d06-2572-4e3a-b31a-c70312ddac46 HTTP/1.1" status: 200 len: 999 time: 0.3795249 Mar 25 20:07:40.429210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ac86-1d8f-4213-9ad0-f7c741b3308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.482529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.485617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:40.493468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:40.504305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58576) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:40.509241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:40.512704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:40.518996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:40.521826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:40.571986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:40.581436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:40.584984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:40.592054 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:40.595989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:40.597222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.602033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:40.652582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b803-b735-455a-8836-df1b799db377 req-8f519dc6-900e-447f-be4f-f3c6f10bb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:40.654123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ccb8b803-b735-455a-8836-df1b799db377 req-8f519dc6-900e-447f-be4f-f3c6f10bb9ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c9b540-8246-427d-905f-8687d0052bd5 HTTP/1.1" status: 200 len: 834 time: 0.2202930 Mar 25 20:07:40.654486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=436e0538-c7f4-43e0-b54a-2d63b2ee7ed3,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:40.670009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bf07-e237-489f-893c-ad352f3bbab3 req-9f509561-c3d4-4e7e-a69f-60d30c7e747a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:40.676929 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0e62bf07-e237-489f-893c-ad352f3bbab3 req-9f509561-c3d4-4e7e-a69f-60d30c7e747a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5433550 Mar 25 20:07:40.681455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d6920-a175-4d15-9c61-0a943a71ef02 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:40.689712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d6920-a175-4d15-9c61-0a943a71ef02 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:40.692394 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-137d6920-a175-4d15-9c61-0a943a71ef02 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2764900 Mar 25 20:07:40.694830 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-355c1e31-02ec-4013-b119-cf189c5c42a7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.6971383 Mar 25 20:07:40.695780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58580) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:40.733261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58582) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:40.744725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38809448-a9c9-401a-8860-75cc739d5639'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:40.756571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:40.760035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.788307 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-37d13f08-073e-474c-a56f-f0025e848e3d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/floatingips/d75b20e2-7777-4a12-b19e-1dee9a8354dc HTTP/1.1" status: 200 len: 991 time: 0.2716081 Mar 25 20:07:40.829560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bd0ed-4897-4d58-b7f0-b540a00607ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port bfa76f5b-9fc5-4e68-9779-fda4dcf6014e {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:40.829907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0ed-4897-4d58-b7f0-b540a00607ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.913499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0e62bf07-e237-489f-893c-ad352f3bbab3 req-040e4248-8601-4df4-ab5e-669fea6b8796 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351210 Mar 25 20:07:40.917391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:40.920285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-32e0958e-a233-420a-bf96-b6e32f510842 None None] Provisioning for port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:40.930103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842cb47f-4aa9-498b-b4cf-e3a51438c792 None None] Update dhcp port {'port': {'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab', 'fixed_ips': [{'subnet_id': '38809448-a9c9-401a-8860-75cc739d5639', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4b28721-d3fa-45ac-ab5f-d852920ae03f'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': 'f874439b-cec6-47c8-9a59-694541f411aa'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:07:40.972808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.985572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:40.985800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:40.993605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b803-b735-455a-8836-df1b799db377 req-1579eda3-34f1-48c4-a56d-b100ac7def7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:40.995631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ccb8b803-b735-455a-8836-df1b799db377 req-1579eda3-34f1-48c4-a56d-b100ac7def7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ebf021b-1c9c-4128-a9d9-559021070953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3081441 Mar 25 20:07:41.020958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.037381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-32e0958e-a233-420a-bf96-b6e32f510842 None None] Provisioning complete for port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:41.037758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-32e0958e-a233-420a-bf96-b6e32f510842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.063293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3ac86-1d8f-4213-9ad0-f7c741b3308e None None] Pushing event updated for resources: {'Port': ['ID=f874439b-cec6-47c8-9a59-694541f411aa,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:41.093830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.123740 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-842cb47f-4aa9-498b-b4cf-e3a51438c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.267952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed023efd-8d81-4b79-a0e0-a943fa849873,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:41.334684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.335979 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fceaef5b-bd60-4d4e-9969-e86509ff094c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4254007 Mar 25 20:07:41.341338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58590) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:41.343496 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ccb8b803-b735-455a-8836-df1b799db377 req-189461d7-13a6-4bfa-b0d0-f4912f5d8e42 service neutron] 10.222.0.43 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353186 Mar 25 20:07:41.355628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd44edc-1498-4d8b-b1bb-b9415bcd576a req-2e5402b2-eb5f-498e-82e8-ec98f608e002 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:41.357715 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6fd44edc-1498-4d8b-b1bb-b9415bcd576a req-2e5402b2-eb5f-498e-82e8-ec98f608e002 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2708099 Mar 25 20:07:41.363981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a71237b9-8101-482c-954a-648f48c86767 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'ed023efd-8d81-4b79-a0e0-a943fa849873', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:41.364485 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-a71237b9-8101-482c-954a-648f48c86767 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 25 20:07:41.365067 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-a71237b9-8101-482c-954a-648f48c86767 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:41.369006 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a71237b9-8101-482c-954a-648f48c86767 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0190685 Mar 25 20:07:41.376432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd75b20e2-7777-4a12-b19e-1dee9a8354dc', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'floating_ip_address': '172.26.8.119', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'port_id': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'mac_address': 'fa:16:3e:03:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:07:34Z', 'updated_at': '2022-03-25T20:07:34Z', 'revision_number': 0, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:54Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:41.379127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0ed-4897-4d58-b7f0-b540a00607ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.379361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58594) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:41.400933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b46069-a56a-44a1-b2df-d9744a1e97bf None None] The sync data for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv is: [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd75b20e2-7777-4a12-b19e-1dee9a8354dc', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'floating_ip_address': '172.26.8.119', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'port_id': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'mac_address': 'fa:16:3e:03:12:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:07:34Z', 'updated_at': '2022-03-25T20:07:34Z', 'revision_number': 0, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:54Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:07:41.420433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-32e0958e-a233-420a-bf96-b6e32f510842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.450749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.452810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.534433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bd0ed-4897-4d58-b7f0-b540a00607ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for bfa76f5b-9fc5-4e68-9779-fda4dcf6014e owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:41.537233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-32e0958e-a233-420a-bf96-b6e32f510842 None None] For port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:41.559645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-842cb47f-4aa9-498b-b4cf-e3a51438c792 None None] Allocated IP 2001:db8:0:1::2 (09597a68-7b0a-4e16-b190-8a70bae5e9ab/e4b28721-d3fa-45ac-ab5f-d852920ae03f/f874439b-cec6-47c8-9a59-694541f411aa) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:41.677810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-32e0958e-a233-420a-bf96-b6e32f510842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.777867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6fd44edc-1498-4d8b-b1bb-b9415bcd576a req-13af8cfd-41c0-4675-bb16-974a62f06f3e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4000189 Mar 25 20:07:41.793554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58598) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:41.802288 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ff0fe-ea87-40e8-ba10-78d9c408e630 None None] New status for floating IP d75b20e2-7777-4a12-b19e-1dee9a8354dc: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:07:41.809241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:41.815778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3412498c-1b85-4547-af64-3901586ce40e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.879997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:41.880260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:41.893269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-842cb47f-4aa9-498b-b4cf-e3a51438c792 None None] For port f874439b-cec6-47c8-9a59-694541f411aa, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f874439b-cec6-47c8-9a59-694541f411aa,segment=NetworkSegment(22975611-df35-4cfe-af68-31eb0bb886b6),segment_id=22975611-df35-4cfe-af68-31eb0bb886b6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:41.894284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0ed-4897-4d58-b7f0-b540a00607ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.902992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0958e-a233-420a-bf96-b6e32f510842 None None] Pushing event updated for resources: {'Port': ['ID=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:41.903561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking segment: {'id': '1f0baf37-493f-4b39-a691-e6e5da5bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '423fe6bc-41a3-4706-97c8-c36024454962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:41.904941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network hostable DHCP agents. Network: 423fe6bc-41a3-4706-97c8-c36024454962, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:07:41.907321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-576f86b7-7c0e-4b84-a16b-ecd26408a0f0 None None] Provisioning complete for port bfa76f5b-9fc5-4e68-9779-fda4dcf6014e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:41.907699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-576f86b7-7c0e-4b84-a16b-ecd26408a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.930182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ccb8b803-b735-455a-8836-df1b799db377 req-64b6d7de-018e-4964-a8d2-0c7ccf285f5e service neutron] 10.222.0.43 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721095 Mar 25 20:07:41.949175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-576f86b7-7c0e-4b84-a16b-ecd26408a0f0 None None] Port bfa76f5b-9fc5-4e68-9779-fda4dcf6014e was deleted so its status cannot be updated. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 25 20:07:41.950368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3412498c-1b85-4547-af64-3901586ce40e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:41.978907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bd0ed-4897-4d58-b7f0-b540a00607ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=bfa76f5b-9fc5-4e68-9779-fda4dcf6014e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:41.982747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-842cb47f-4aa9-498b-b4cf-e3a51438c792 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.029046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-842cb47f-4aa9-498b-b4cf-e3a51438c792 None None] Transition to ACTIVE for port object f874439b-cec6-47c8-9a59-694541f411aa will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:42.090548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 423fe6bc-41a3-4706-97c8-c36024454962 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:07:42.092015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-842cb47f-4aa9-498b-b4cf-e3a51438c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.130527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3412498c-1b85-4547-af64-3901586ce40e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.157605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-802d9e37-c04a-42b6-9054-18feb9428cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.171670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412498c-1b85-4547-af64-3901586ce40e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed023efd-8d81-4b79-a0e0-a943fa849873,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:42.175240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3412498c-1b85-4547-af64-3901586ce40e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.176714 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3412498c-1b85-4547-af64-3901586ce40e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed023efd-8d81-4b79-a0e0-a943fa849873 HTTP/1.1" status: 204 len: 168 time: 0.7966740 Mar 25 20:07:42.181610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58606) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:42.204366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0ed-4897-4d58-b7f0-b540a00607ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.249753 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-67b642b7-edc6-4659-9cbe-9f57ffa0f43d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/floatingips/d75b20e2-7777-4a12-b19e-1dee9a8354dc HTTP/1.1" status: 200 len: 991 time: 0.4554448 Mar 25 20:07:42.257484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bba57f31-c2d9-49b8-9e61-5187095d00c0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:42.261279 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dd8bd0ed-4897-4d58-b7f0-b540a00607ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/bfa76f5b-9fc5-4e68-9779-fda4dcf6014e HTTP/1.1" status: 204 len: 168 time: 1.5635791 Mar 25 20:07:42.262502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 423fe6bc-41a3-4706-97c8-c36024454962) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:42.264453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58610) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:42.276323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:42.277445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.330171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02884650-2f48-4051-8898-20cb67fb123d None None] Network 423fe6bc-41a3-4706-97c8-c36024454962 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:42.337514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Delete allocated IP 2001:db8:0:1::267 (09597a68-7b0a-4e16-b190-8a70bae5e9ab/e4b28721-d3fa-45ac-ab5f-d852920ae03f) {{(pid=88485) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 25 20:07:42.395689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e64ee-5511-4789-a2e2-d26af2b9c2d0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:42.397216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e64ee-5511-4789-a2e2-d26af2b9c2d0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:42.398728 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e15e64ee-5511-4789-a2e2-d26af2b9c2d0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1332996 Mar 25 20:07:42.401586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58614) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:42.449385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cb47f-4aa9-498b-b4cf-e3a51438c792 None None] Pushing event updated for resources: {'Port': ['ID=f874439b-cec6-47c8-9a59-694541f411aa,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:42.469281 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1fd07117-2912-4995-a83b-a5056612eb42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3226440 Mar 25 20:07:42.469281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bba57f31-c2d9-49b8-9e61-5187095d00c0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:42.469281 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bba57f31-c2d9-49b8-9e61-5187095d00c0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2861221 Mar 25 20:07:42.469893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58620) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:42.475359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58622) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:42.492536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404450662'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:42.492960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '423fe6bc-41a3-4706-97c8-c36024454962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:42.499084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:42.509210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:42.608577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.630687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.652072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:42.660722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Ignored duplicate provisioning block setup for port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 25 20:07:42.662114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:42.665375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:42.674575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:42.690239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f874439b-cec6-47c8-9a59-694541f411aa up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:42.716424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bd0be7-9a23-4e4d-b80f-4a8ab74a3b1e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet c76912be-64c3-4008-8713-5b658ac38582 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:42.722775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27bd0be7-9a23-4e4d-b80f-4a8ab74a3b1e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.722962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.813169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27bd0be7-9a23-4e4d-b80f-4a8ab74a3b1e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.830474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=436e0538-c7f4-43e0-b54a-2d63b2ee7ed3,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:42.868494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:42.880040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:42.880246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:42.886424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:42.904884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] In _notify_port_updated(), no bound segment for port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 on network 09597a68-7b0a-4e16-b190-8a70bae5e9ab {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:07:42.907720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:42.910797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:42.912128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.912975 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ea4b8e56-410c-4b7d-bb3e-cdf77aa16db6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "PUT /v2.0/ports/436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 HTTP/1.1" status: 200 len: 924 time: 2.1786203 Mar 25 20:07:42.916740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58628) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:42.927174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd81fa-66c2-4add-ab42-5fcc7f98a595 req-bf40b8c2-2157-44fb-b9bb-153da1bb45fe tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:42.928929 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d7fd81fa-66c2-4add-ab42-5fcc7f98a595 req-bf40b8c2-2157-44fb-b9bb-153da1bb45fe tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2997551 Mar 25 20:07:42.929582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38809448-a9c9-401a-8860-75cc739d5639'}, {'subnet_id': 'e4b28721-d3fa-45ac-ab5f-d852920ae03f'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:42.950045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-423fe6bc-41a3-4706-97c8-c36024454962', 'network_id': '423fe6bc-41a3-4706-97c8-c36024454962', 'tenant_id': '51ab3c70c14f4b88b2a68bbf82b511e5', 'fixed_ips': [{'subnet_id': '3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:42.951269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.962602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.967909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.974643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:42.996244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d7fd81fa-66c2-4add-ab42-5fcc7f98a595 req-8a6f7bd6-e25b-46a4-8eb4-7883b43fdf9c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507541 Mar 25 20:07:43.031706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:43.032131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.056723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27bd0be7-9a23-4e4d-b80f-4a8ab74a3b1e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.083829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.132456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.135461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:43.140756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.231457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Allocated IP 172.20.0.2 (423fe6bc-41a3-4706-97c8-c36024454962/3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48/5d2d3fe5-a239-47d3-99d6-566f61b048a7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:43.258992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58632) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:43.260365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8c2b3-a5f0-44ae-a9c6-a074058bd5b5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:43.347583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.348858 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-74d799f4-ea75-49c2-b588-1f9a83f9d8d6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8723793 Mar 25 20:07:43.351470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0721d3-3c82-46e1-807d-184bd083236a None None] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:43.352567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58636) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:43.358761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ce0b1fad-1327-4133-a929-a14d4cf688e3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': '4de8c2b3-a5f0-44ae-a9c6-a074058bd5b5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:43.359667 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-ce0b1fad-1327-4133-a929-a14d4cf688e3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 25 20:07:43.360132 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-ce0b1fad-1327-4133-a929-a14d4cf688e3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:43.361113 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ce0b1fad-1327-4133-a929-a14d4cf688e3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073411 Mar 25 20:07:43.363958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58640) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:43.387779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27bd0be7-9a23-4e4d-b80f-4a8ab74a3b1e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.394632 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.ipam_backend_mixin [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48 (CIDR: 172.20.0.0/28) Mar 25 20:07:43.446208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd0be7-9a23-4e4d-b80f-4a8ab74a3b1e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=c76912be-64c3-4008-8713-5b658ac38582,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:43.450499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:43.450994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:07:43.452764 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-15e402e0-aed3-43bc-beed-fa72fccc7d6b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/floatingips/d75b20e2-7777-4a12-b19e-1dee9a8354dc HTTP/1.1" status: 200 len: 993 time: 0.1894672 Mar 25 20:07:43.471256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27bd0be7-9a23-4e4d-b80f-4a8ab74a3b1e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.513302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d52877c4-cb60-4c65-b980-01b06797685e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.519749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f0fac-1d4b-460e-8638-2f807c4b70a8 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:43.542285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d52877c4-cb60-4c65-b980-01b06797685e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.565200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-723ea278-80e9-4a97-8473-f20017f7488e None None] Provisioning for port f874439b-cec6-47c8-9a59-694541f411aa completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:43.583183 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8fd07cf3-8ed1-4515-92cf-c098ee443c73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1025727 Mar 25 20:07:43.583183 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-27bd0be7-9a23-4e4d-b80f-4a8ab74a3b1e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/c76912be-64c3-4008-8713-5b658ac38582 HTTP/1.1" status: 204 len: 168 time: 1.1794775 Mar 25 20:07:43.583456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58644) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:43.585445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58646) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:43.592663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '423fe6bc-41a3-4706-97c8-c36024454962', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:43.630496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8:0:1::5d (09597a68-7b0a-4e16-b190-8a70bae5e9ab/e4b28721-d3fa-45ac-ab5f-d852920ae03f/436e0538-c7f4-43e0-b54a-2d63b2ee7ed3) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:43.684665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-723ea278-80e9-4a97-8473-f20017f7488e None None] Provisioning complete for port f874439b-cec6-47c8-9a59-694541f411aa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:43.685039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-723ea278-80e9-4a97-8473-f20017f7488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.706240 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-33d73e5b-e643-49a0-82b1-e9a69724f272 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159561 Mar 25 20:07:43.707426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58652) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:43.715612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:43.794940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d52877c4-cb60-4c65-b980-01b06797685e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.817803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.833958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Ignored duplicate provisioning block setup for port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 25 20:07:43.854650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.881170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52877c4-cb60-4c65-b980-01b06797685e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8c2b3-a5f0-44ae-a9c6-a074058bd5b5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:43.917829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d52877c4-cb60-4c65-b980-01b06797685e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.921494 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d52877c4-cb60-4c65-b980-01b06797685e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/4de8c2b3-a5f0-44ae-a9c6-a074058bd5b5 HTTP/1.1" status: 204 len: 168 time: 0.5540764 Mar 25 20:07:43.922250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58656) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:43.925583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:43.927839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Transition to ACTIVE for port object 5d2d3fe5-a239-47d3-99d6-566f61b048a7 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:43.939198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:43.946086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:43.959053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:43.959053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:43.960535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:43.964730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:43.968884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:43.975861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:44.018960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Transition to ACTIVE for port object 5d2d3fe5-a239-47d3-99d6-566f61b048a7 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:44.067568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:44.071293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.094849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] In _notify_port_updated(), no bound segment for port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 on network 09597a68-7b0a-4e16-b190-8a70bae5e9ab {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:07:44.100230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:44.101077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.102865 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "PUT /v2.0/ports/436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 HTTP/1.1" status: 200 len: 1009 time: 1.1848285 Mar 25 20:07:44.113634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58662) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:44.162821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.170343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797ecab-690c-4ff4-8c58-6ec0dcd19bf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=436e0538-c7f4-43e0-b54a-2d63b2ee7ed3,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:44.182540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-408e1392-ebd4-4949-867f-caa819334965 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:44.218804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cc63ca15-1f34-4da5-b6c4-f9032046cde9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:44.219064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cc63ca15-1f34-4da5-b6c4-f9032046cde9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.228798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:44.239586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.246939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Network 423fe6bc-41a3-4706-97c8-c36024454962 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:44.252821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:44.255341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:44.334999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Pushing event updated for resources: {'Port': ['ID=5d2d3fe5-a239-47d3-99d6-566f61b048a7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:44.340094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.417784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Attempting to bind port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:44.418263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Attempting to bind port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '1f0baf37-493f-4b39-a691-e6e5da5bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '423fe6bc-41a3-4706-97c8-c36024454962'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:44.418817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Attempting to bind port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 on network 423fe6bc-41a3-4706-97c8-c36024454962 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:44.425626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:44.426094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Checking segment: {'id': '1f0baf37-493f-4b39-a691-e6e5da5bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '423fe6bc-41a3-4706-97c8-c36024454962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:44.426615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.436539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Bound using segment: {'id': '1f0baf37-493f-4b39-a691-e6e5da5bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '423fe6bc-41a3-4706-97c8-c36024454962'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:44.436539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Bound port: 5d2d3fe5-a239-47d3-99d6-566f61b048a7, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0baf37-493f-4b39-a691-e6e5da5bf2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '423fe6bc-41a3-4706-97c8-c36024454962'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:44.436539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.451947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:44.487981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Deleting port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:44.488344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.582765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-408e1392-ebd4-4949-867f-caa819334965 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:44.584133 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-408e1392-ebd4-4949-867f-caa819334965 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6608112 Mar 25 20:07:44.587848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58666) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:44.595642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--37153480'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:44.650183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:44.653581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:44.693030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:44.703245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] For port 5d2d3fe5-a239-47d3-99d6-566f61b048a7, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:44.749256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] For port 5d2d3fe5-a239-47d3-99d6-566f61b048a7, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5d2d3fe5-a239-47d3-99d6-566f61b048a7,segment=NetworkSegment(1f0baf37-493f-4b39-a691-e6e5da5bf2f6),segment_id=1f0baf37-493f-4b39-a691-e6e5da5bf2f6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:44.750664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cc63ca15-1f34-4da5-b6c4-f9032046cde9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.858075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.890930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cc63ca15-1f34-4da5-b6c4-f9032046cde9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:44.896569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e96f1-dba2-4a31-93a6-2adb02df47a8 req-cd3d0469-5041-4033-b560-72a1bd1fae0c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:44.898089 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d67e96f1-dba2-4a31-93a6-2adb02df47a8 req-cd3d0469-5041-4033-b560-72a1bd1fae0c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.7647684 Mar 25 20:07:44.950465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] For port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:44.951301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:44.976365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:07:44.989233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.031028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:45.036613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:45.041958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:45.051645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:45.056719 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d67e96f1-dba2-4a31-93a6-2adb02df47a8 req-3be35632-7cfe-4889-972c-cff8fe60c28f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493392 Mar 25 20:07:45.199743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Calling delete_port for 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:45.249068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-acfc172f-9a75-46b8-a0de-d1b0e6fd6ea1 None None] Provisioning for port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:45.292114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0e251-148b-456f-995e-40e7cde498aa None None] Pushing event updated for resources: {'Port': ['ID=5d2d3fe5-a239-47d3-99d6-566f61b048a7,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:45.296916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-acfc172f-9a75-46b8-a0de-d1b0e6fd6ea1 None None] Provisioning complete for port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:45.298560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-acfc172f-9a75-46b8-a0de-d1b0e6fd6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.336706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.375474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cc63ca15-1f34-4da5-b6c4-f9032046cde9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.381324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-acfc172f-9a75-46b8-a0de-d1b0e6fd6ea1 None None] Port 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 was deleted so its status cannot be updated. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 25 20:07:45.470731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.479481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-acfc172f-9a75-46b8-a0de-d1b0e6fd6ea1 None None] Provisioning complete for port f874439b-cec6-47c8-9a59-694541f411aa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:45.480024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-acfc172f-9a75-46b8-a0de-d1b0e6fd6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.530142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.545390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:45.545860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:45.565064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:45.566111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63ca15-1f34-4da5-b6c4-f9032046cde9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=436e0538-c7f4-43e0-b54a-2d63b2ee7ed3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:45.566547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:45.578082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cc63ca15-1f34-4da5-b6c4-f9032046cde9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.624621 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cc63ca15-1f34-4da5-b6c4-f9032046cde9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 HTTP/1.1" status: 204 len: 168 time: 1.5017648 Mar 25 20:07:45.625419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58674) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:45.628114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 423fe6bc-41a3-4706-97c8-c36024454962 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:45.666140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:45.670746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:45.671320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.734155 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1011cc-c257-4c1f-b987-02e479c6b3cb tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:07:45.737619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-eb1011cc-c257-4c1f-b987-02e479c6b3cb tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:45.749199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=d29d2303-1221-4efc-b497-d82c37b21db5,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:45.768876 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.849702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.879121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-eb1011cc-c257-4c1f-b987-02e479c6b3cb tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:45.883026 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-eb1011cc-c257-4c1f-b987-02e479c6b3cb tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 HTTP/1.1" status: 404 len: 333 time: 0.2518456 Mar 25 20:07:45.885408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58678) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:45.897419 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9acc3761-a059-4523-9002-7029ac13da85 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3104820 Mar 25 20:07:45.908847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58682) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:45.920550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-803ef389-192e-466e-ba7f-efc6a593d875 None None] Could not find standard attr ID for object 436e0538-c7f4-43e0-b54a-2d63b2ee7ed3. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:45.925589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '423fe6bc-41a3-4706-97c8-c36024454962', 'fixed_ips': [{'subnet_id': '3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48'}, {'subnet_id': 'd29d2303-1221-4efc-b497-d82c37b21db5'}], 'name': 'tempest-PortsTestJSON-2035795425'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:45.955938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a691cf17-e984-4585-b5d8-6d5eef79dcf2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:45.971175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:45.976066 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ca5e2447-08c5-4637-a667-99febff28b30 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3835330 Mar 25 20:07:45.976066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58686) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:45.984056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-66293dee-f0ba-4a7c-b632-13d61bb84e0e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'a691cf17-e984-4585-b5d8-6d5eef79dcf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:45.985227 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-66293dee-f0ba-4a7c-b632-13d61bb84e0e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 25 20:07:45.985723 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-66293dee-f0ba-4a7c-b632-13d61bb84e0e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:45.989297 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-66293dee-f0ba-4a7c-b632-13d61bb84e0e tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099943 Mar 25 20:07:45.990323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58690) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:45.998446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-76ea3dea-6987-42ad-a1cd-17a1c92826b8 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'a691cf17-e984-4585-b5d8-6d5eef79dcf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:45.998446 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-76ea3dea-6987-42ad-a1cd-17a1c92826b8 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 25 20:07:46.000221 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-76ea3dea-6987-42ad-a1cd-17a1c92826b8 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:46.002121 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-76ea3dea-6987-42ad-a1cd-17a1c92826b8 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098774 Mar 25 20:07:46.006837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58694) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:46.013279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ad2a19-6674-4098-a5b8-fa64f5dd32be tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet e4b28721-d3fa-45ac-ab5f-d852920ae03f {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:46.021094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-41112527-89c3-4952-ac29-956913dc0ed7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'a691cf17-e984-4585-b5d8-6d5eef79dcf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:46.021973 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-41112527-89c3-4952-ac29-956913dc0ed7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 25 20:07:46.022466 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-41112527-89c3-4952-ac29-956913dc0ed7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:46.023416 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-41112527-89c3-4952-ac29-956913dc0ed7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078902 Mar 25 20:07:46.024254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33ad2a19-6674-4098-a5b8-fa64f5dd32be tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.040264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58698) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:46.047248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Deleting port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:46.048509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.052333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-658624ef-9732-409a-8bba-de5b63254c6d tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'a691cf17-e984-4585-b5d8-6d5eef79dcf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:46.055516 dv-neutron-835149-1-hyperv neutron-server[88484]: WARNING neutron.api.v2.base [None req-658624ef-9732-409a-8bba-de5b63254c6d tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 25 20:07:46.055516 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-658624ef-9732-409a-8bba-de5b63254c6d tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:46.055516 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-658624ef-9732-409a-8bba-de5b63254c6d tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0151794 Mar 25 20:07:46.063692 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58702) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:46.113781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33ad2a19-6674-4098-a5b8-fa64f5dd32be tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.158952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.181503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:46.204295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c96-39e1-4d4d-bf94-ce9864445eb6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.215152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.235572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da2fe6-dea9-4328-8465-804418851f87 req-2ba812ff-60f8-43f9-8a23-dc75a017e003 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:46.243296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23da2fe6-dea9-4328-8465-804418851f87 req-2ba812ff-60f8-43f9-8a23-dc75a017e003 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4897256 Mar 25 20:07:46.246053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c96-39e1-4d4d-bf94-ce9864445eb6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.275444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33ad2a19-6674-4098-a5b8-fa64f5dd32be tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.284453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-f1ff2a67-b56d-403f-ba3f-4cca3c56fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:46.285955 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-f1ff2a67-b56d-403f-ba3f-4cca3c56fe7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc3ec96aac12460ebeae4d0829e666df&device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 1098 time: 0.4930167 Mar 25 20:07:46.319315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.319980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.414604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c96-39e1-4d4d-bf94-ce9864445eb6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.425142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:46.425498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:46.435917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] For port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:46.436368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.437219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d4c96-39e1-4d4d-bf94-ce9864445eb6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a691cf17-e984-4585-b5d8-6d5eef79dcf2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:46.454040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33ad2a19-6674-4098-a5b8-fa64f5dd32be tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.459893 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23da2fe6-dea9-4328-8465-804418851f87 req-0548af4f-5c1d-4ef0-abcf-7522f1a1a92a tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157152 Mar 25 20:07:46.504622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad2a19-6674-4098-a5b8-fa64f5dd32be tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b28721-d3fa-45ac-ab5f-d852920ae03f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:46.505677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=024202ed-fc08-4fa0-ae37-39cd3b41d216,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:46.508637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33ad2a19-6674-4098-a5b8-fa64f5dd32be tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.516049 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-33ad2a19-6674-4098-a5b8-fa64f5dd32be tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/e4b28721-d3fa-45ac-ab5f-d852920ae03f HTTP/1.1" status: 204 len: 168 time: 0.6295221 Mar 25 20:07:46.518723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58706) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:46.545974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:46.549433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:46.554122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:46.558539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:46.559302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.595875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d1202c-9c40-4d26-aa5c-a1dc5b56be9b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet 38809448-a9c9-401a-8860-75cc739d5639 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:46.599980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4c96-39e1-4d4d-bf94-ce9864445eb6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.604051 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1d7d4c96-39e1-4d4d-bf94-ce9864445eb6 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/a691cf17-e984-4585-b5d8-6d5eef79dcf2 HTTP/1.1" status: 204 len: 168 time: 0.5391512 Mar 25 20:07:46.604903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58710) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:46.605607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05d1202c-9c40-4d26-aa5c-a1dc5b56be9b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.624717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:46.637392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:46.641375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f13067f-f1eb-47d3-bcc2-9f8b2c2434bf None None] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:46.666632 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Calling delete_port for 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:46.671504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:46.688949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,revision_number=6']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:46.720697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8542400-0ca7-48d5-aadf-61ccac314624 None None] Network 423fe6bc-41a3-4706-97c8-c36024454962 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:46.724507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-c21b33c9-67e3-4e6a-b050-dddacdb52f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:46.726401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-c21b33c9-67e3-4e6a-b050-dddacdb52f29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 200 len: 912 time: 0.4251931 Mar 25 20:07:46.743273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05d1202c-9c40-4d26-aa5c-a1dc5b56be9b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.772843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-db0eea18-f20c-46a1-9a69-c0ecb676489d tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:46.843345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05d1202c-9c40-4d26-aa5c-a1dc5b56be9b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:46.888012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-db0eea18-f20c-46a1-9a69-c0ecb676489d tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:46.895688 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-db0eea18-f20c-46a1-9a69-c0ecb676489d tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2547815 Mar 25 20:07:46.895688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58714) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:46.899802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768044325'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:46.909271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:46.916410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1a5d72a3-3750-436c-8848-54ab614a5d7a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2080882 Mar 25 20:07:46.926503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58718) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:46.930112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:46.934470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:6b:ab:a0', 'name': 'tempest-NetworksTestDHCPv6-773795831'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:47.033012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-21ce8079-1ec1-481a-8142-9774609a7223 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 200 len: 1001 time: 0.2992957 Mar 25 20:07:47.038272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:47.042219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:47.042712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:47.062001 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.064576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-320e7c3a-be62-4a97-8f9b-daca06e32762 None None] Provisioning for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:47.075316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05d1202c-9c40-4d26-aa5c-a1dc5b56be9b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.124078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05d1202c-9c40-4d26-aa5c-a1dc5b56be9b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.127001 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1202c-9c40-4d26-aa5c-a1dc5b56be9b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=38809448-a9c9-401a-8860-75cc739d5639,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:47.132514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:47.137901 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-05d1202c-9c40-4d26-aa5c-a1dc5b56be9b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/38809448-a9c9-401a-8860-75cc739d5639 HTTP/1.1" status: 204 len: 168 time: 0.6180279 Mar 25 20:07:47.139033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:47.141611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58722) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:47.144398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:47.169531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:47.231678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-347d3dfa-48e9-4c1f-b919-e56028471126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:47.233707 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-347d3dfa-48e9-4c1f-b919-e56028471126 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 200 len: 850 time: 0.1810870 Mar 25 20:07:47.249357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:47.253965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:47.257401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:47.263909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:47.339765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.367654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port b58572ee-adbf-451f-ad4d-0da0fc2a3867 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:47.399034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.407462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:47.422125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port f874439b-cec6-47c8-9a59-694541f411aa {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:47.422460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.482337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-3a004474-d9dd-4919-b878-99688b84a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:47.483846 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-3a004474-d9dd-4919-b878-99688b84a0cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44e60336-d7f3-4601-a73d-3eb7f950407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2134492 Mar 25 20:07:47.510626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.512662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.533172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc37046-ee94-4645-b3ae-105e9259c5a2 None None] Update dhcp port {'port': {'network_id': '09597a68-7b0a-4e16-b190-8a70bae5e9ab', 'fixed_ips': [{'subnet_id': '38809448-a9c9-401a-8860-75cc739d5639'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': 'f874439b-cec6-47c8-9a59-694541f411aa'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:07:47.591496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.681495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdc37046-ee94-4645-b3ae-105e9259c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.691978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7839980-9877-4cc3-b471-70ef7f15bb02 None None] Update dhcp port {'port': {'network_id': '423fe6bc-41a3-4706-97c8-c36024454962', 'fixed_ips': [{'subnet_id': '3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd29d2303-1221-4efc-b497-d82c37b21db5'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': '5d2d3fe5-a239-47d3-99d6-566f61b048a7'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:07:47.701300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.733899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:47.744016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.745868 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8504500 Mar 25 20:07:47.753485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58728) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:47.767092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-743a39a3-1fe8-46fc-820d-92f7f65f53fc tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:47.767563 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-743a39a3-1fe8-46fc-820d-92f7f65f53fc tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 25 20:07:47.768163 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-743a39a3-1fe8-46fc-820d-92f7f65f53fc tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:47.773371 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-743a39a3-1fe8-46fc-820d-92f7f65f53fc tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146284 Mar 25 20:07:47.773371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac7869-6e97-4f93-8baf-09df584d8f48 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdaa8d5-dcee-4ea7-a574-082043a087bc,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:47.775368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58732) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:47.799919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] For port f874439b-cec6-47c8-9a59-694541f411aa, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f874439b-cec6-47c8-9a59-694541f411aa,segment=NetworkSegment(22975611-df35-4cfe-af68-31eb0bb886b6),segment_id=22975611-df35-4cfe-af68-31eb0bb886b6)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:47.800214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.802484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5e61aedd-5276-4d15-8e2c-08295b50312c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:47.865114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5e61aedd-5276-4d15-8e2c-08295b50312c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:47.883022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 4e3a3437-ced0-4cde-8304-f7fbceffa2e5 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:47.886513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.934703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7839980-9877-4cc3-b471-70ef7f15bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:47.938036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for f874439b-cec6-47c8-9a59-694541f411aa owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:47.971590 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.034034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Deleting port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:48.034421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.061002 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5e61aedd-5276-4d15-8e2c-08295b50312c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:48.064434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5e61aedd-5276-4d15-8e2c-08295b50312c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:48.071227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5e61aedd-5276-4d15-8e2c-08295b50312c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:48.097685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d6a5ef-d8e1-4695-a986-5287f0d0b331 None None] Network 09597a68-7b0a-4e16-b190-8a70bae5e9ab requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:48.128340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5d2d3fe5-a239-47d3-99d6-566f61b048a7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:48.159092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fe6b:aba0 (16eab8e5-a832-428a-a293-9fd25f5afb33/024202ed-fc08-4fa0-ae37-39cd3b41d216/4e3a3437-ced0-4cde-8304-f7fbceffa2e5) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:48.165520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.242499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=f874439b-cec6-47c8-9a59-694541f411aa,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:48.251689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No DVR routers for this DVR port f874439b-cec6-47c8-9a59-694541f411aa on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:48.262924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ac71-670f-482a-9081-1324df0cd6c6 req-333ebf4c-ed08-4f3a-95d4-8a9714c6a31f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:48.264571 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4048ac71-670f-482a-9081-1324df0cd6c6 req-333ebf4c-ed08-4f3a-95d4-8a9714c6a31f tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.5908854 Mar 25 20:07:48.329040 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-6b8a37f3-80c1-4457-8377-d2f4e88a560c service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846213 Mar 25 20:07:48.381084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:48.403620 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.454345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09597a68-7b0a-4e16-b190-8a70bae5e9ab']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:48.459802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-532493dd-c863-4a2f-946a-e43d782c3f9b None None] Provisioning complete for port f874439b-cec6-47c8-9a59-694541f411aa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:48.460173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-532493dd-c863-4a2f-946a-e43d782c3f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.468313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22975611-df35-4cfe-af68-31eb0bb886b6') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:48.468671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22975611-df35-4cfe-af68-31eb0bb886b6') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:48.480702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-5e61aedd-5276-4d15-8e2c-08295b50312c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:48.485261 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5e61aedd-5276-4d15-8e2c-08295b50312c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6941621 Mar 25 20:07:48.486002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58736) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:48.493802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.505759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-924658f7-60d0-4cf8-a39f-1298f27bb659 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:48.506243 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-924658f7-60d0-4cf8-a39f-1298f27bb659 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 25 20:07:48.506831 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-924658f7-60d0-4cf8-a39f-1298f27bb659 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:48.511116 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-924658f7-60d0-4cf8-a39f-1298f27bb659 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0212831 Mar 25 20:07:48.512118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58740) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:48.517510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d4488633-5a75-4c27-a7a3-e76adeee579b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:48.526821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d4488633-5a75-4c27-a7a3-e76adeee579b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:48.531656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d4488633-5a75-4c27-a7a3-e76adeee579b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:48.533505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-532493dd-c863-4a2f-946a-e43d782c3f9b None None] Port f874439b-cec6-47c8-9a59-694541f411aa was deleted so its status cannot be updated. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 25 20:07:48.537468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.539695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d4488633-5a75-4c27-a7a3-e76adeee579b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:48.550781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d4488633-5a75-4c27-a7a3-e76adeee579b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:48.552897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:07:48.553418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:07:48.572392 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:07:48.576295 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4048ac71-670f-482a-9081-1324df0cd6c6 req-4eaa03f7-7765-47c5-aaad-91a639157e0e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871337 Mar 25 20:07:48.632720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2a0a0-4cec-4f26-9a20-7afc6e1c7c07 None None] DHCP port deletion for 09597a68-7b0a-4e16-b190-8a70bae5e9ab request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:48.720491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:48.738903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:48.739268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.741123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.765770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.777455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Network': ['ID=09597a68-7b0a-4e16-b190-8a70bae5e9ab,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:48.787292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] For port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:48.787683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.798938 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-d4488633-5a75-4c27-a7a3-e76adeee579b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:48.803184 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d4488633-5a75-4c27-a7a3-e76adeee579b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2869499 Mar 25 20:07:48.803184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58746) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:48.819102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8faaf30f-a4d0-4814-be3c-90c8469c0c26 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:48.819102 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-8faaf30f-a4d0-4814-be3c-90c8469c0c26 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 25 20:07:48.819102 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-8faaf30f-a4d0-4814-be3c-90c8469c0c26 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:48.819102 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8faaf30f-a4d0-4814-be3c-90c8469c0c26 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071950 Mar 25 20:07:48.819102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58750) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:48.819586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8a913ccf-f760-4050-aabc-65a805092ea2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:48.835467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8a913ccf-f760-4050-aabc-65a805092ea2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:48.839996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8a913ccf-f760-4050-aabc-65a805092ea2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:48.842828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8a913ccf-f760-4050-aabc-65a805092ea2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:48.850336 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3fec54f1-f2e4-45f3-ba85-fd362dacb80c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/networks/09597a68-7b0a-4e16-b190-8a70bae5e9ab HTTP/1.1" status: 204 len: 168 time: 1.7077773 Mar 25 20:07:48.851471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8a913ccf-f760-4050-aabc-65a805092ea2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:48.855242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58754) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:48.937698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Calling delete_port for 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:48.941740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da3d8f65-b5cf-479c-9594-64b3f527e615 req-51d90847-5e89-46db-9ddc-d16d7328429c service neutron] 10.222.0.43 "GET /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943840 Mar 25 20:07:48.942954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc8202b-0269-4b4e-b248-fb8363a60e69 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:48.945788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8bc8202b-0269-4b4e-b248-fb8363a60e69 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:48.966315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:48.975059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.9 (423fe6bc-41a3-4706-97c8-c36024454962/3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48/b58572ee-adbf-451f-ad4d-0da0fc2a3867) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:48.980311 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-8a913ccf-f760-4050-aabc-65a805092ea2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Project 73d185515b3b4a3bb10f86b729b8e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:07:48.988079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.20 (423fe6bc-41a3-4706-97c8-c36024454962/d29d2303-1221-4efc-b497-d82c37b21db5/b58572ee-adbf-451f-ad4d-0da0fc2a3867) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:48.994389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 4e3a3437-ced0-4cde-8304-f7fbceffa2e5 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:49.036547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8bc8202b-0269-4b4e-b248-fb8363a60e69 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:49.037760 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8bc8202b-0269-4b4e-b248-fb8363a60e69 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1821926 Mar 25 20:07:49.041360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58758) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.053905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.080588 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-8a913ccf-f760-4050-aabc-65a805092ea2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:49.081624 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8a913ccf-f760-4050-aabc-65a805092ea2 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2661619 Mar 25 20:07:49.084834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58762) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.091140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8a631de1-3b6b-4a59-b1d0-90f5892d2186 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:49.092207 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-8a631de1-3b6b-4a59-b1d0-90f5892d2186 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 25 20:07:49.092730 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-8a631de1-3b6b-4a59-b1d0-90f5892d2186 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:49.096324 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8a631de1-3b6b-4a59-b1d0-90f5892d2186 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078855 Mar 25 20:07:49.104118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58766) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.112735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2d706a65-5baa-46b4-87e4-06911795bdbf tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:49.118726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2d706a65-5baa-46b4-87e4-06911795bdbf tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:49.124570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 5d2d3fe5-a239-47d3-99d6-566f61b048a7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5d2d3fe5-a239-47d3-99d6-566f61b048a7,segment=NetworkSegment(1f0baf37-493f-4b39-a691-e6e5da5bf2f6),segment_id=1f0baf37-493f-4b39-a691-e6e5da5bf2f6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:49.125118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2d706a65-5baa-46b4-87e4-06911795bdbf tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:49.128435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2d706a65-5baa-46b4-87e4-06911795bdbf tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:49.136097 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2d706a65-5baa-46b4-87e4-06911795bdbf tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:49.165727 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-245871b8-7984-445b-98e6-c96c2d9f671a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1221771 Mar 25 20:07:49.169916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58770) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.178458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1037621288'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:49.193241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.195134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:49.203888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.204156 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-2d706a65-5baa-46b4-87e4-06911795bdbf tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Project 73d185515b3b4a3bb10f86b729b8e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:07:49.244660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:network and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:49.254383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:49.255554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.265650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:49.279314 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-2d706a65-5baa-46b4-87e4-06911795bdbf tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:49.282584 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2d706a65-5baa-46b4-87e4-06911795bdbf tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1756582 Mar 25 20:07:49.286163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58774) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.291796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-18b50751-59bb-47ec-94f2-aaa7833af516 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'dcdaa8d5-dcee-4ea7-a574-082043a087bc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:49.294860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.300668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-18b50751-59bb-47ec-94f2-aaa7833af516 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:49.304838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-18b50751-59bb-47ec-94f2-aaa7833af516 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:49.308231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:49.309123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-18b50751-59bb-47ec-94f2-aaa7833af516 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:49.312082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=5d2d3fe5-a239-47d3-99d6-566f61b048a7,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:49.317868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:49.321955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-18b50751-59bb-47ec-94f2-aaa7833af516 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:49.325413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:49.330808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:49.331404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.336577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=4e3a3437-ced0-4cde-8304-f7fbceffa2e5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:49.349201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object b58572ee-adbf-451f-ad4d-0da0fc2a3867 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:49.361666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:49.365056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.381203 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-18b50751-59bb-47ec-94f2-aaa7833af516 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Project 73d185515b3b4a3bb10f86b729b8e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:07:49.388518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] No DVR routers for this DVR port 39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:49.390272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adaea1-6bda-44fa-a385-5833b21dd412 None None] Pushing event deleted for resources: {'Port': ['ID=39b98d1e-cb0e-4a5e-8efb-4ae1a87dec1b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:49.404052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:07:49.408006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43278b76-6425-4893-bc3f-6cd023e05fcb None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:49.415707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.416061 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Added segment a2ba0643-ea6c-40f4-b4f5-42ba9829600f of type vlan for network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb Mar 25 20:07:49.441542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.446720 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7a9bae91-f9ec-4440-bdd8-c24c0c624983 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5193276 Mar 25 20:07:49.451373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58778) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.474857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.499061 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-18b50751-59bb-47ec-94f2-aaa7833af516 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:49.503132 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-18b50751-59bb-47ec-94f2-aaa7833af516 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2157426 Mar 25 20:07:49.503984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58782) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.545824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 423fe6bc-41a3-4706-97c8-c36024454962 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:49.548801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:49.553006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:49.580452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9155f5b8-bc31-4989-bdc7-49c0917dfe6c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.591807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.597312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:49.597484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f7839980-9877-4cc3-b471-70ef7f15bb02 None None] Allocated IP 172.20.0.18 (423fe6bc-41a3-4706-97c8-c36024454962/d29d2303-1221-4efc-b497-d82c37b21db5/5d2d3fe5-a239-47d3-99d6-566f61b048a7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:49.597909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.622716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=b58572ee-adbf-451f-ad4d-0da0fc2a3867,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:49.675472 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9155f5b8-bc31-4989-bdc7-49c0917dfe6c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.713236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec478d8a-50aa-48d8-bdf3-f47f7f5d5885 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:49.718485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ec478d8a-50aa-48d8-bdf3-f47f7f5d5885 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:49.740098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:49.740846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.757096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Network': ['ID=43bc4c8c-ff51-4553-97bc-9c904a93bcbb,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:49.818899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:07:49.843732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ae33b042-e1bb-4a7c-9cf1-8358798fa333 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6699302 Mar 25 20:07:49.844929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58788) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.849546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:49.870341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfb73e-6efa-491a-9b3c-9d67a41836b0 req-4d0497a0-a46b-4a5e-ab27-a5541056a874 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:49.871827 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-43bfb73e-6efa-491a-9b3c-9d67a41836b0 req-4d0497a0-a46b-4a5e-ab27-a5541056a874 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.0988765 Mar 25 20:07:49.879758 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-69895e23-e798-4f10-8759-1f6b207d7ee3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.9650936 Mar 25 20:07:49.884272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ec478d8a-50aa-48d8-bdf3-f47f7f5d5885 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:49.884403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58792) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.884949 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ec478d8a-50aa-48d8-bdf3-f47f7f5d5885 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4326494 Mar 25 20:07:49.885800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9155f5b8-bc31-4989-bdc7-49c0917dfe6c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:49.889327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58796) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:49.903393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:49.985687 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-43bfb73e-6efa-491a-9b3c-9d67a41836b0 req-25163f58-b54b-4eb2-83ec-3f743df08ecf tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055081 Mar 25 20:07:50.004286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155f5b8-bc31-4989-bdc7-49c0917dfe6c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdaa8d5-dcee-4ea7-a574-082043a087bc,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:50.025946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9155f5b8-bc31-4989-bdc7-49c0917dfe6c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.027579 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9155f5b8-bc31-4989-bdc7-49c0917dfe6c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/dcdaa8d5-dcee-4ea7-a574-082043a087bc HTTP/1.1" status: 204 len: 168 time: 0.5214698 Mar 25 20:07:50.033632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58800) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:50.067809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:50.082273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f7839980-9877-4cc3-b471-70ef7f15bb02 None None] For port 5d2d3fe5-a239-47d3-99d6-566f61b048a7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5d2d3fe5-a239-47d3-99d6-566f61b048a7,segment=NetworkSegment(1f0baf37-493f-4b39-a691-e6e5da5bf2f6),segment_id=1f0baf37-493f-4b39-a691-e6e5da5bf2f6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:50.082273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5d2d3fe5-a239-47d3-99d6-566f61b048a7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:50.082777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:50.087458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:50.102148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:50.111427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d1f85-bc5b-46bf-8531-c78fa04f1436 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 4e3a3437-ced0-4cde-8304-f7fbceffa2e5 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:50.111998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1f85-bc5b-46bf-8531-c78fa04f1436 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.114075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '024202ed-fc08-4fa0-ae37-39cd3b41d216'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:50.114894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.168345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3327fd93-a01d-4c6e-98d8-bb2307b9b2b1 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:50.191868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.229572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7839980-9877-4cc3-b471-70ef7f15bb02 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.279858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f7839980-9877-4cc3-b471-70ef7f15bb02 None None] Transition to ACTIVE for port object 5d2d3fe5-a239-47d3-99d6-566f61b048a7 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:50.313004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3327fd93-a01d-4c6e-98d8-bb2307b9b2b1 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:50.318864 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3327fd93-a01d-4c6e-98d8-bb2307b9b2b1 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2839093 Mar 25 20:07:50.319557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58804) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:50.323920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:50.324290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.340374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--203757590'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:50.348593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:50.367034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:50.375879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:50.379312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7839980-9877-4cc3-b471-70ef7f15bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.384841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.447035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Allocated IP 2001:db8::f816:3eff:fe3c:db69 (16eab8e5-a832-428a-a293-9fd25f5afb33/024202ed-fc08-4fa0-ae37-39cd3b41d216/ebbde0d4-992f-410e-891d-ab794a30871f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:50.501949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.545411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:50.552566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 had new provisioning blocks added so it will not transition to active. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 25 20:07:50.584782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1f85-bc5b-46bf-8531-c78fa04f1436 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.586896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7839980-9877-4cc3-b471-70ef7f15bb02 None None] Pushing event updated for resources: {'Port': ['ID=5d2d3fe5-a239-47d3-99d6-566f61b048a7,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:50.588788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:50.599416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:50.610807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:50.643578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Delete allocated IP 172.20.0.20 (423fe6bc-41a3-4706-97c8-c36024454962/d29d2303-1221-4efc-b497-d82c37b21db5) {{(pid=88484) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 25 20:07:50.661609 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f874439b-cec6-47c8-9a59-694541f411aa no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:50.721298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: f874439b-cec6-47c8-9a59-694541f411aa {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:50.722021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f874439b-cec6-47c8-9a59-694541f411aa not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:50.813912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.836625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d1f85-bc5b-46bf-8531-c78fa04f1436 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 4e3a3437-ced0-4cde-8304-f7fbceffa2e5 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:50.862745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.870917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.876564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Transition to ACTIVE for port object ebbde0d4-992f-410e-891d-ab794a30871f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:50.879944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.897382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Transition to ACTIVE for port object ebbde0d4-992f-410e-891d-ab794a30871f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:50.928658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Ignored duplicate provisioning block setup for port b58572ee-adbf-451f-ad4d-0da0fc2a3867 by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 25 20:07:50.933923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b660ab-418c-42a2-9472-ce23ad8647d1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:50.953010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:50.999582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.033966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.035566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:51.040090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:51.043028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Pushing event updated for resources: {'Port': ['ID=ebbde0d4-992f-410e-891d-ab794a30871f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:51.048144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:51.082632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.084582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3a3b1c06-5014-4936-906d-7014a0569d8b tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7590222 Mar 25 20:07:51.092065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58810) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:51.111530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ce22091b-9fcf-4061-a18d-9d5cd80b9f87 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'b1b660ab-418c-42a2-9472-ce23ad8647d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:51.136336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ce22091b-9fcf-4061-a18d-9d5cd80b9f87 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:51.159566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ce22091b-9fcf-4061-a18d-9d5cd80b9f87 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:51.174003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Attempting to bind port ebbde0d4-992f-410e-891d-ab794a30871f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:51.174756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Attempting to bind port ebbde0d4-992f-410e-891d-ab794a30871f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:51.175124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Attempting to bind port ebbde0d4-992f-410e-891d-ab794a30871f on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:51.187156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:51.187529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:51.187978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.188374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:51.188869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Bound port: ebbde0d4-992f-410e-891d-ab794a30871f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:51.189374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.197332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ce22091b-9fcf-4061-a18d-9d5cd80b9f87 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:51.209418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ce22091b-9fcf-4061-a18d-9d5cd80b9f87 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:51.222161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:51.239017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1f85-bc5b-46bf-8531-c78fa04f1436 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.239603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=b58572ee-adbf-451f-ad4d-0da0fc2a3867,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:51.240982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking segment: {'id': 'a2ba0643-ea6c-40f4-b4f5-42ba9829600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:51.242113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network hostable DHCP agents. Network: 43bc4c8c-ff51-4553-97bc-9c904a93bcbb, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:07:51.297370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6de459-a5e4-401e-8330-a88d48b82c66 None None] Network 423fe6bc-41a3-4706-97c8-c36024454962 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:51.316857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d1f85-bc5b-46bf-8531-c78fa04f1436 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=4e3a3437-ced0-4cde-8304-f7fbceffa2e5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:51.392887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1f85-bc5b-46bf-8531-c78fa04f1436 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.398047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] For port ebbde0d4-992f-410e-891d-ab794a30871f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:51.416020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] For port ebbde0d4-992f-410e-891d-ab794a30871f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ebbde0d4-992f-410e-891d-ab794a30871f,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:51.428390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] In _notify_port_updated(), no bound segment for port b58572ee-adbf-451f-ad4d-0da0fc2a3867 on network 423fe6bc-41a3-4706-97c8-c36024454962 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:07:51.434186 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:51.434794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.436042 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-27ea17aa-f1bc-4612-95a6-2cef1c2418d0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "PUT /v2.0/ports/b58572ee-adbf-451f-ad4d-0da0fc2a3867 HTTP/1.1" status: 200 len: 919 time: 1.5507977 Mar 25 20:07:51.438964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58814) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:51.445533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48'}, {'subnet_id': 'd29d2303-1221-4efc-b497-d82c37b21db5'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:51.466312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ceed-d1fd-400b-82fe-6728164e7c55 req-b5ee555a-38be-4c91-881d-ea5c65b72922 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:51.468958 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ff9ceed-d1fd-400b-82fe-6728164e7c55 req-b5ee555a-38be-4c91-881d-ea5c65b72922 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2304676 Mar 25 20:07:51.476717 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-ce22091b-9fcf-4061-a18d-9d5cd80b9f87 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The resource could not be found. Mar 25 20:07:51.477715 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ce22091b-9fcf-4061-a18d-9d5cd80b9f87 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3802891 Mar 25 20:07:51.478436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:07:51.492150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58818) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:51.502370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-094a629e-504c-4f69-858c-bd638945955c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'b1b660ab-418c-42a2-9472-ce23ad8647d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7aa19749-8fb4-486b-8520-9b84bcf1f4d2'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:51.510236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-094a629e-504c-4f69-858c-bd638945955c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:51.513816 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ed1d1f85-bc5b-46bf-8531-c78fa04f1436 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/4e3a3437-ced0-4cde-8304-f7fbceffa2e5 HTTP/1.1" status: 204 len: 168 time: 1.6135907 Mar 25 20:07:51.516383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58822) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:51.518064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-094a629e-504c-4f69-858c-bd638945955c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:51.522582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-094a629e-504c-4f69-858c-bd638945955c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:51.536380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-094a629e-504c-4f69-858c-bd638945955c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:51.540942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.544862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9b01b3d8-02ea-44a4-ba37-b667f5cad6cb None None] Provisioning for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:51.556410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ff9ceed-d1fd-400b-82fe-6728164e7c55 req-0c86fa9f-4d3a-4317-b19d-19d52b8b58fb tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778556 Mar 25 20:07:51.597918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9b01b3d8-02ea-44a4-ba37-b667f5cad6cb None None] Provisioning complete for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:51.598376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b01b3d8-02ea-44a4-ba37-b667f5cad6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.607712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9857954c-075c-48cf-ad2e-a3a7ff7cb8f5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:51.614846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9857954c-075c-48cf-ad2e-a3a7ff7cb8f5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:51.615631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9857954c-075c-48cf-ad2e-a3a7ff7cb8f5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:51.650351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 43bc4c8c-ff51-4553-97bc-9c904a93bcbb) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:51.660955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:51.660955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.676798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f32c73e-67db-46ab-9883-f6b0a4e4344e None None] Network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:51.706969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9857954c-075c-48cf-ad2e-a3a7ff7cb8f5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:51.711622 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9857954c-075c-48cf-ad2e-a3a7ff7cb8f5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1921618 Mar 25 20:07:51.714707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58828) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:51.766292 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-962f3083-3372-4d61-bbf5-5cec200c3d7b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9185619 Mar 25 20:07:51.766756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58832) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:51.774164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb', 'name': 'tempest-PortsIpV6TestJSON-1052276665'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:51.823826 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-094a629e-504c-4f69-858c-bd638945955c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The resource could not be found. Mar 25 20:07:51.824903 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-094a629e-504c-4f69-858c-bd638945955c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3319283 Mar 25 20:07:51.828081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.830330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58836) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:51.834307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-263c533d-9658-43ee-91b3-78acda4d7c07 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 024202ed-fc08-4fa0-ae37-39cd3b41d216 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:51.863158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-263c533d-9658-43ee-91b3-78acda4d7c07 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:51.950611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab8d5-222d-4fc2-a283-30d9183d1f32 req-546c41e2-b0a8-4b79-8fe0-7d0636fc5b73 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:51.952161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dd9ab8d5-222d-4fc2-a283-30d9183d1f32 req-546c41e2-b0a8-4b79-8fe0-7d0636fc5b73 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.2372196 Mar 25 20:07:51.967990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-263c533d-9658-43ee-91b3-78acda4d7c07 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.081501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5d2d3fe5-a239-47d3-99d6-566f61b048a7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:52.111785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21749b0d-9035-43e5-91e7-2ac341168df0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.154811 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:52.165225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f85ab-0af1-4cf5-8f0d-a64d73583f36 None None] Pushing event updated for resources: {'Port': ['ID=ebbde0d4-992f-410e-891d-ab794a30871f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:52.183826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:52.191898 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dd9ab8d5-222d-4fc2-a283-30d9183d1f32 req-a782f925-3402-41f2-864e-bf10009c94f2 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316270 Mar 25 20:07:52.194044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21749b0d-9035-43e5-91e7-2ac341168df0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.269441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-263c533d-9658-43ee-91b3-78acda4d7c07 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.313222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:52.315225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-43bc4c8c-ff51-4553-97bc-9c904a93bcbb', 'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb', 'tenant_id': '17e17554231b4ebe9b463828411b73ae', 'fixed_ips': [{'subnet_id': '3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:52.315831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.316762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.413339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:52.413722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.479117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-263c533d-9658-43ee-91b3-78acda4d7c07 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.535865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21749b0d-9035-43e5-91e7-2ac341168df0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.552541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:52.555095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c533d-9658-43ee-91b3-78acda4d7c07 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=024202ed-fc08-4fa0-ae37-39cd3b41d216,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:52.566945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21749b0d-9035-43e5-91e7-2ac341168df0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b660ab-418c-42a2-9472-ce23ad8647d1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:52.568892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-263c533d-9658-43ee-91b3-78acda4d7c07 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.615341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58842) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:52.625869 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-263c533d-9658-43ee-91b3-78acda4d7c07 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/024202ed-fc08-4fa0-ae37-39cd3b41d216 HTTP/1.1" status: 204 len: 168 time: 0.9123495 Mar 25 20:07:52.628070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21749b0d-9035-43e5-91e7-2ac341168df0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.631859 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-21749b0d-9035-43e5-91e7-2ac341168df0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/b1b660ab-418c-42a2-9472-ce23ad8647d1 HTTP/1.1" status: 204 len: 168 time: 0.7927532 Mar 25 20:07:52.633087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58846) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:52.738304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-73453dff-0b31-484f-972c-7b9ecaeb0809 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:52.766660 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3d2bbe00-ef10-455b-bf95-0d0b5d3e8f04 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500814 Mar 25 20:07:52.769524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58850) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:52.807008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Allocated IP 2001:db8::2 (43bc4c8c-ff51-4553-97bc-9c904a93bcbb/3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d/9b074de8-4abc-41c3-9e29-e42f443867cd) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:52.840391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cc612004-743a-420a-838a-02d9cae6d440 None None] Provisioning for port b58572ee-adbf-451f-ad4d-0da0fc2a3867 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:52.848210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cc612004-743a-420a-838a-02d9cae6d440 None None] Provisioning complete for port b58572ee-adbf-451f-ad4d-0da0fc2a3867 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:52.848699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc612004-743a-420a-838a-02d9cae6d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:52.863376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-73453dff-0b31-484f-972c-7b9ecaeb0809 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:52.864790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-73453dff-0b31-484f-972c-7b9ecaeb0809 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2316732 Mar 25 20:07:52.873026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58854) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:52.880914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-959cca23-5145-4b96-bb1d-a9b9a212ff9a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': 'fa37591e-eed9-4cff-b196-744f3fef20e3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:52.890026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-959cca23-5145-4b96-bb1d-a9b9a212ff9a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:52.895249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-959cca23-5145-4b96-bb1d-a9b9a212ff9a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:52.899995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-959cca23-5145-4b96-bb1d-a9b9a212ff9a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:52.907747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-959cca23-5145-4b96-bb1d-a9b9a212ff9a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:52.939982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.26 (423fe6bc-41a3-4706-97c8-c36024454962/d29d2303-1221-4efc-b497-d82c37b21db5/b58572ee-adbf-451f-ad4d-0da0fc2a3867) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:52.946857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cc612004-743a-420a-838a-02d9cae6d440 None None] Port b58572ee-adbf-451f-ad4d-0da0fc2a3867 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:07:52.963298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa11c5-3130-4bec-b7db-0372bbc215c2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:52.964111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7cfa11c5-3130-4bec-b7db-0372bbc215c2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:53.060959 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cc612004-743a-420a-838a-02d9cae6d440 None None] Provisioning complete for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:53.061336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc612004-743a-420a-838a-02d9cae6d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.123440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7cfa11c5-3130-4bec-b7db-0372bbc215c2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:53.125387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7cfa11c5-3130-4bec-b7db-0372bbc215c2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3546596 Mar 25 20:07:53.131303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58860) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:53.194500 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-959cca23-5145-4b96-bb1d-a9b9a212ff9a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The resource could not be found. Mar 25 20:07:53.201076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58864) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:53.201599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-959cca23-5145-4b96-bb1d-a9b9a212ff9a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3286316 Mar 25 20:07:53.230137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--994130949'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:53.233199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9be9d90-a00e-4586-99d5-3c9497e82db3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:53.233875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f9be9d90-a00e-4586-99d5-3c9497e82db3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:53.236290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:53.248079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:53.268089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.272505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a53808-9c09-47b4-80f3-78e5def2cd49 req-ac305f03-7b67-4237-9180-e005c3168451 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:53.274119 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d6a53808-9c09-47b4-80f3-78e5def2cd49 req-ac305f03-7b67-4237-9180-e005c3168451 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.1964440 Mar 25 20:07:53.284676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Ignored duplicate provisioning block setup for port b58572ee-adbf-451f-ad4d-0da0fc2a3867 by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 25 20:07:53.325839 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d6a53808-9c09-47b4-80f3-78e5def2cd49 req-de2b6ee6-2363-4c07-801b-dc9be3eba1ef tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Mar 25 20:07:53.329602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.348379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f9be9d90-a00e-4586-99d5-3c9497e82db3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:53.349270 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f9be9d90-a00e-4586-99d5-3c9497e82db3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2153716 Mar 25 20:07:53.350948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Transition to ACTIVE for port object 9b074de8-4abc-41c3-9e29-e42f443867cd will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:53.360962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58868) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:53.380401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a5b2b-13b5-4c73-beb4-e5237b628b73 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:53.396568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Transition to ACTIVE for port object 9b074de8-4abc-41c3-9e29-e42f443867cd will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:53.420076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.421795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.489415 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9be68de4-7f71-4945-a90b-d9223adc27d3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218116 Mar 25 20:07:53.489612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.490035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58872) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:53.497202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:53.551344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9664b426-c50b-4a5c-9c36-87c66b7b92d9 None None] Could not find standard attr ID for object 4e3a3437-ced0-4cde-8304-f7fbceffa2e5. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:07:53.608745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:53.631355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:53.643979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:53.644592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:53.650101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=b58572ee-adbf-451f-ad4d-0da0fc2a3867,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:53.660046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:53.696703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:53.696963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:53.699742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:53.716020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9664b426-c50b-4a5c-9c36-87c66b7b92d9 None None] Provisioning complete for port b58572ee-adbf-451f-ad4d-0da0fc2a3867 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:53.716577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9664b426-c50b-4a5c-9c36-87c66b7b92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.721197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::34f (43bc4c8c-ff51-4553-97bc-9c904a93bcbb/3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d/fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:53.731809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:53.741592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:53.745911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.782466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9664b426-c50b-4a5c-9c36-87c66b7b92d9 None None] Port b58572ee-adbf-451f-ad4d-0da0fc2a3867 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:07:53.782718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] In _notify_port_updated(), no bound segment for port b58572ee-adbf-451f-ad4d-0da0fc2a3867 on network 423fe6bc-41a3-4706-97c8-c36024454962 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:07:53.788140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:53.792425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.792425 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e1c16751-0de3-4bcc-afdf-012946d65538 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "PUT /v2.0/ports/b58572ee-adbf-451f-ad4d-0da0fc2a3867 HTTP/1.1" status: 200 len: 999 time: 2.3500233 Mar 25 20:07:53.795236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58876) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:53.824419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Pushing event updated for resources: {'Port': ['ID=9b074de8-4abc-41c3-9e29-e42f443867cd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:53.872519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9664b426-c50b-4a5c-9c36-87c66b7b92d9 None None] Provisioning for port ebbde0d4-992f-410e-891d-ab794a30871f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:53.910519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Attempting to bind port 9b074de8-4abc-41c3-9e29-e42f443867cd on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:53.910754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Attempting to bind port 9b074de8-4abc-41c3-9e29-e42f443867cd by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a2ba0643-ea6c-40f4-b4f5-42ba9829600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:53.911430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Attempting to bind port 9b074de8-4abc-41c3-9e29-e42f443867cd on network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:53.922993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:53.923568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Checking segment: {'id': 'a2ba0643-ea6c-40f4-b4f5-42ba9829600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:53.924108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.924622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Bound using segment: {'id': 'a2ba0643-ea6c-40f4-b4f5-42ba9829600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:53.925262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Bound port: 9b074de8-4abc-41c3-9e29-e42f443867cd, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ba0643-ea6c-40f4-b4f5-42ba9829600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:53.925727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:53.951674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-912072d5-33e6-44f4-922a-6aadf6598f29 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port b58572ee-adbf-451f-ad4d-0da0fc2a3867 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:53.951802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-912072d5-33e6-44f4-922a-6aadf6598f29 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.029793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:54.052172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Deleting port ebbde0d4-992f-410e-891d-ab794a30871f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:54.052566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.076423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.101248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e2aa93fd-24ab-4796-92d7-a5ffbcc2f301 None None] Provisioning complete for port b58572ee-adbf-451f-ad4d-0da0fc2a3867 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:54.101595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2aa93fd-24ab-4796-92d7-a5ffbcc2f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.125186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] For port 9b074de8-4abc-41c3-9e29-e42f443867cd, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:54.152672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] For port 9b074de8-4abc-41c3-9e29-e42f443867cd, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9b074de8-4abc-41c3-9e29-e42f443867cd,segment=NetworkSegment(a2ba0643-ea6c-40f4-b4f5-42ba9829600f),segment_id=a2ba0643-ea6c-40f4-b4f5-42ba9829600f)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:54.168458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.242660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.243657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:07:54.251350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.297145 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa93fd-24ab-4796-92d7-a5ffbcc2f301 None None] Port b58572ee-adbf-451f-ad4d-0da0fc2a3867 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:07:54.327677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4596f3de-1bc4-4845-861e-69c3dcd0b7e5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:54.338897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:54.402089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-912072d5-33e6-44f4-922a-6aadf6598f29 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.437581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba8391-72d9-4433-9437-0d559cedbcbc None None] Pushing event updated for resources: {'Port': ['ID=9b074de8-4abc-41c3-9e29-e42f443867cd,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:54.495328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] For port ebbde0d4-992f-410e-891d-ab794a30871f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ebbde0d4-992f-410e-891d-ab794a30871f,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:54.496049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.580129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.642341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Calling delete_port for ebbde0d4-992f-410e-891d-ab794a30871f owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:54.670606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.672798 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a652e37d-c951-4a43-93bb-574622813824 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4686165 Mar 25 20:07:54.679457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-912072d5-33e6-44f4-922a-6aadf6598f29 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for b58572ee-adbf-451f-ad4d-0da0fc2a3867 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:54.714485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58882) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:54.728692 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140849671'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:54.758223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:54.765227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.769875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:54.813185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a7c6f-6d4a-4792-aa12-d474282082a6 req-e00ed1be-f4fa-4448-8852-c30a8e029a95 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:54.819538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:07:54.819957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:07:54.821611 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-873a7c6f-6d4a-4792-aa12-d474282082a6 req-e00ed1be-f4fa-4448-8852-c30a8e029a95 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.3194792 Mar 25 20:07:54.835177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:54.856638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:54.887071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:54.893557 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:54.899842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:54.905379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:54.905549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:54.924532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:54.967386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-873a7c6f-6d4a-4792-aa12-d474282082a6 req-e626fe83-c994-489a-8502-cc9a07fd3e1b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348627 Mar 25 20:07:54.981340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.016462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:55.022553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port ebbde0d4-992f-410e-891d-ab794a30871f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ebbde0d4-992f-410e-891d-ab794a30871f,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:55.022916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:55.047840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.052884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:55.061283 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5ea15534-aa0e-4173-a7ef-52a22a18a904 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2935991 Mar 25 20:07:55.064095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58886) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:55.069977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:55.070142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': '43bc4c8c-ff51-4553-97bc-9c904a93bcbb', 'name': 'tempest-PortsIpV6TestJSON-1380328539'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:55.109092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.109824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.155504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.175313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-912072d5-33e6-44f4-922a-6aadf6598f29 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.225138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912072d5-33e6-44f4-922a-6aadf6598f29 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=b58572ee-adbf-451f-ad4d-0da0fc2a3867,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:55.229054 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.263565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:55.276801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:55.284555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:55.285023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.320977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Deleting port ebbde0d4-992f-410e-891d-ab794a30871f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:55.321339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.379625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=ebbde0d4-992f-410e-891d-ab794a30871f,revision_number=5']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:55.405838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=e7b7e6e7-b2c9-46f4-85d0-6d043bc71f6f,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:55.417628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:55.422155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:55.432320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:55.436726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:55.455010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470b9ec8-c690-4085-bc20-69f5fa35d0b8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:55.459700 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-912072d5-33e6-44f4-922a-6aadf6598f29 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.464203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58890) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:55.464361 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-912072d5-33e6-44f4-922a-6aadf6598f29 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/b58572ee-adbf-451f-ad4d-0da0fc2a3867 HTTP/1.1" status: 204 len: 168 time: 1.6633210 Mar 25 20:07:55.507603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.509086 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0f5e4c75-09d5-4520-b51f-677f8f35b385 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7942770 Mar 25 20:07:55.512327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58894) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:55.519047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c1ba0c64-ef71-4919-aca3-c8c56ada6ca7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': '4596f3de-1bc4-4845-861e-69c3dcd0b7e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '470b9ec8-c690-4085-bc20-69f5fa35d0b8'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:55.525292 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9d6abb38-6bb1-4e4e-b507-9c6f7ca00d3d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0313985 Mar 25 20:07:55.527064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58898) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:55.532534 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f239342-d200-4ee0-b03c-2477a69d979c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:07:55.532759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2f239342-d200-4ee0-b03c-2477a69d979c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:55.537053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:d6:c9:99', 'name': 'tempest-NetworksTestDHCPv6-1249192304'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:55.561223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c1ba0c64-ef71-4919-aca3-c8c56ada6ca7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:55.579711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c1ba0c64-ef71-4919-aca3-c8c56ada6ca7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:55.584650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c1ba0c64-ef71-4919-aca3-c8c56ada6ca7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:55.617021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:55.621102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.645811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2f239342-d200-4ee0-b03c-2477a69d979c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:55.650743 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2f239342-d200-4ee0-b03c-2477a69d979c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/b58572ee-adbf-451f-ad4d-0da0fc2a3867 HTTP/1.1" status: 404 len: 333 time: 0.1844337 Mar 25 20:07:55.653299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58902) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:55.656914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c1ba0c64-ef71-4919-aca3-c8c56ada6ca7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:55.706003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] For port ebbde0d4-992f-410e-891d-ab794a30871f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ebbde0d4-992f-410e-891d-ab794a30871f,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:55.706911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.719673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 514b3c12-6e71-46a0-acc2-8f599d0de87d yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:55.735105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:55.746096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:55.815806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:07:55.827105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-988eadec-06c2-4753-a1a1-77b7a31d19c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet d29d2303-1221-4efc-b497-d82c37b21db5 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:55.833591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-988eadec-06c2-4753-a1a1-77b7a31d19c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:55.844263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Calling delete_port for ebbde0d4-992f-410e-891d-ab794a30871f owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:55.857794 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-c1ba0c64-ef71-4919-aca3-c8c56ada6ca7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:07:55.862182 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c1ba0c64-ef71-4919-aca3-c8c56ada6ca7 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3456497 Mar 25 20:07:55.862789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58906) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:55.875393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd18cb-5710-4a25-a154-80dc8302a33e None None] Network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:55.986597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-1497cc19-6648-4954-95b8-059167fd3d8b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:55.988087 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-1497cc19-6648-4954-95b8-059167fd3d8b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.43 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.4199541 Mar 25 20:07:55.994420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.007981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-988eadec-06c2-4753-a1a1-77b7a31d19c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.021782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:07:56.137752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9b074de8-4abc-41c3-9e29-e42f443867cd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:56.185969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4dc9e06e-8b36-46de-b513-a4d24abe33e8 None None] Provisioning for port 9b074de8-4abc-41c3-9e29-e42f443867cd completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:56.210646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e77c4cca-77b3-4546-9265-54b204f54d50 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.220032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fed6:c999 (16eab8e5-a832-428a-a293-9fd25f5afb33/e7b7e6e7-b2c9-46f4-85d0-6d043bc71f6f/a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:56.240530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e77c4cca-77b3-4546-9265-54b204f54d50 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.301599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::266 (43bc4c8c-ff51-4553-97bc-9c904a93bcbb/3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d/514b3c12-6e71-46a0-acc2-8f599d0de87d) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:56.317531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Deleting port 7494a484-80ed-4c84-b7e2-9445252f4803 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:56.317818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.327358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.376600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e77c4cca-77b3-4546-9265-54b204f54d50 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.422196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 9b074de8-4abc-41c3-9e29-e42f443867cd completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:56.425157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c4cca-77b3-4546-9265-54b204f54d50 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470b9ec8-c690-4085-bc20-69f5fa35d0b8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:56.427325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] Pushing event deleted for resources: {'Port': ['ID=ebbde0d4-992f-410e-891d-ab794a30871f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:56.436903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9b074de8-4abc-41c3-9e29-e42f443867cd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:56.437309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.439214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.459627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:56.483797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-988eadec-06c2-4753-a1a1-77b7a31d19c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.553080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.568663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd1aba-acb4-414f-b605-09f23bc0f55e None None] No DVR routers for this DVR port ebbde0d4-992f-410e-891d-ab794a30871f on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:56.589830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d4a90b-b36c-455f-8ada-923683dabf74 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:56.631673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:56.635273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:56.640501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:56.646847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:56.647577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.671082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:56.718997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e77c4cca-77b3-4546-9265-54b204f54d50 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.722820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58914) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:56.724068 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e77c4cca-77b3-4546-9265-54b204f54d50 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/470b9ec8-c690-4085-bc20-69f5fa35d0b8 HTTP/1.1" status: 204 len: 168 time: 0.8524108 Mar 25 20:07:56.774787 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6568895a-2abb-4685-9362-d586c1919cdf tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2464428 Mar 25 20:07:56.778400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58918) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:56.828215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.867219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b8959344-7bc5-48b0-8896-d5aa891127ef tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:56.914780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 9b074de8-4abc-41c3-9e29-e42f443867cd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9b074de8-4abc-41c3-9e29-e42f443867cd,segment=NetworkSegment(a2ba0643-ea6c-40f4-b4f5-42ba9829600f),segment_id=a2ba0643-ea6c-40f4-b4f5-42ba9829600f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:56.924758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76223642-27ae-45ca-8a36-50830053b3f9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:56.926045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76223642-27ae-45ca-8a36-50830053b3f9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:56.973958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b8959344-7bc5-48b0-8896-d5aa891127ef tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:56.975798 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b8959344-7bc5-48b0-8896-d5aa891127ef tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2502782 Mar 25 20:07:56.977481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b7cf4dce-564c-48f2-aafa-a2404f3843b7 None None] Provisioning complete for port 9b074de8-4abc-41c3-9e29-e42f443867cd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:56.977851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4dce-564c-48f2-aafa-a2404f3843b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:56.978789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58922) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:57.015952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'e7b7e6e7-b2c9-46f4-85d0-6d043bc71f6f'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:07:57.016907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.033642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c752-bdde-4323-8b1c-e99b06284ca3 req-c4501494-f90b-423e-9667-e0e2b102f07c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:57.035771 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9d76c752-bdde-4323-8b1c-e99b06284ca3 req-c4501494-f90b-423e-9667-e0e2b102f07c tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 945 time: 0.8887343 Mar 25 20:07:57.036741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.067729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-04fdec04-c2ca-4266-8e7a-03c127e26b1c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.071918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76223642-27ae-45ca-8a36-50830053b3f9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:57.073981 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-76223642-27ae-45ca-8a36-50830053b3f9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2943139 Mar 25 20:07:57.084125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58926) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:57.133218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=9b074de8-4abc-41c3-9e29-e42f443867cd,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:57.136257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ebbde0d4-992f-410e-891d-ab794a30871f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:57.174121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-988eadec-06c2-4753-a1a1-77b7a31d19c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.181997 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9d76c752-bdde-4323-8b1c-e99b06284ca3 req-346f5e11-9a0d-4f39-927e-89dbfe31c5d7 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups?id=3218fd3e-6c53-4306-b44c-975dc52d84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216278 Mar 25 20:07:57.183747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-04fdec04-c2ca-4266-8e7a-03c127e26b1c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.189600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: ebbde0d4-992f-410e-891d-ab794a30871f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:57.189941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ebbde0d4-992f-410e-891d-ab794a30871f not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:57.194750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] For port 7494a484-80ed-4c84-b7e2-9445252f4803, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7494a484-80ed-4c84-b7e2-9445252f4803,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:57.195121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.239718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f42a6369-7738-4bd0-9309-b12eb851f738 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:57.240598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f42a6369-7738-4bd0-9309-b12eb851f738 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.303569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eadec-06c2-4753-a1a1-77b7a31d19c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=d29d2303-1221-4efc-b497-d82c37b21db5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:57.308697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-988eadec-06c2-4753-a1a1-77b7a31d19c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.316010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.334492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4845f-525d-4e82-8c3e-d223aa417fd7 None None] Network 423fe6bc-41a3-4706-97c8-c36024454962 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:57.345026 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-988eadec-06c2-4753-a1a1-77b7a31d19c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/d29d2303-1221-4efc-b497-d82c37b21db5 HTTP/1.1" status: 204 len: 168 time: 1.6879711 Mar 25 20:07:57.356674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58930) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:57.513432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-16500a19-4b81-4724-8b90-eb741396fedd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet 3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:57.514193 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Allocated IP 2001:db8::f816:3eff:feae:2c21 (16eab8e5-a832-428a-a293-9fd25f5afb33/e7b7e6e7-b2c9-46f4-85d0-6d043bc71f6f/1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:07:57.518320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16500a19-4b81-4724-8b90-eb741396fedd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.541363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-04fdec04-c2ca-4266-8e7a-03c127e26b1c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.546463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object 514b3c12-6e71-46a0-acc2-8f599d0de87d will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:57.600347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16500a19-4b81-4724-8b90-eb741396fedd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.616385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdec04-c2ca-4266-8e7a-03c127e26b1c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4596f3de-1bc4-4845-861e-69c3dcd0b7e5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:57.661436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b7cf4dce-564c-48f2-aafa-a2404f3843b7 None None] Provisioning for port fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:57.673684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f42a6369-7738-4bd0-9309-b12eb851f738 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.693836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b7cf4dce-564c-48f2-aafa-a2404f3843b7 None None] Provisioning complete for port fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:57.694203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4dce-564c-48f2-aafa-a2404f3843b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.796603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-04fdec04-c2ca-4266-8e7a-03c127e26b1c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.800042 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-04fdec04-c2ca-4266-8e7a-03c127e26b1c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/4596f3de-1bc4-4845-861e-69c3dcd0b7e5 HTTP/1.1" status: 204 len: 168 time: 0.8167124 Mar 25 20:07:57.801105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58934) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:57.804657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f42a6369-7738-4bd0-9309-b12eb851f738 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:57.810502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf4dce-564c-48f2-aafa-a2404f3843b7 None None] Port fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:07:57.834454 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.834969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.835386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Floating IP 711cec57-bf8c-4bdb-88a0-357bcef0c3a7 disassociated. External IP: 172.26.8.145, port: 7494a484-80ed-4c84-b7e2-9445252f4803. Mar 25 20:07:57.835823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Calling delete_port for 7494a484-80ed-4c84-b7e2-9445252f4803 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:57.912431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.915745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.954202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-05c6d977-9f8c-407a-8dbb-4ce05227df6d None None] Provisioning complete for port fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:57.954572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05c6d977-9f8c-407a-8dbb-4ce05227df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:57.977850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16500a19-4b81-4724-8b90-eb741396fedd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.017673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-05c6d977-9f8c-407a-8dbb-4ce05227df6d None None] Port fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:07:58.029818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9b074de8-4abc-41c3-9e29-e42f443867cd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:07:58.041647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-59c9b7cf-5c5a-4448-a949-c5a5a2df5865 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:58.048087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f42a6369-7738-4bd0-9309-b12eb851f738 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.059541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Transition to ACTIVE for port object 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:58.085174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:58.093580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:58.096017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:58.099785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Transition to ACTIVE for port object 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:07:58.102243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:58.102947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.131691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9b074de8-4abc-41c3-9e29-e42f443867cd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:58.132644 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.133023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6369-7738-4bd0-9309-b12eb851f738 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:58.145705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=514b3c12-6e71-46a0-acc2-8f599d0de87d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:58.202641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f42a6369-7738-4bd0-9309-b12eb851f738 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.206511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.232044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-59c9b7cf-5c5a-4448-a949-c5a5a2df5865 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:58.233971 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-59c9b7cf-5c5a-4448-a949-c5a5a2df5865 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4281874 Mar 25 20:07:58.237269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58940) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:58.242615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054956442'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:58.259827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:58.273353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58944) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:58.274283 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dd5409d5-bfc1-43c1-bf90-d2bfdd1ca2b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2088046 Mar 25 20:07:58.276693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:58.288999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16500a19-4b81-4724-8b90-eb741396fedd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.307989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:07:58.310478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:07:58.345911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:07:58.348324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Pushing event updated for resources: {'Port': ['ID=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:58.361181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16500a19-4b81-4724-8b90-eb741396fedd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.365689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.373379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16500a19-4b81-4724-8b90-eb741396fedd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:58.397285 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f42a6369-7738-4bd0-9309-b12eb851f738 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3 HTTP/1.1" status: 204 len: 168 time: 1.3116808 Mar 25 20:07:58.400587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58948) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:58.485971 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-16500a19-4b81-4724-8b90-eb741396fedd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48 HTTP/1.1" status: 204 len: 168 time: 1.1278131 Mar 25 20:07:58.492458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58952) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:58.532008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.548363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d5fcca3d-0caf-4b67-a45d-f10343f63f75 req-b76bc7b3-bce1-4fce-a1c2-9f8bd192394e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Synchronizing usage tracker for tenant:cc3ec96aac12460ebeae4d0829e666df on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:58.551970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event deleted for resources: {'Port': ['ID=7494a484-80ed-4c84-b7e2-9445252f4803,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:58.581806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Attempting to bind port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:07:58.582173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Attempting to bind port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:07:58.582537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Attempting to bind port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:07:58.588205 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:07:58.589211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:07:58.589613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.590009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:07:58.590468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Bound port: 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:07:58.590840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.607038 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac9859-6428-466f-a961-cb5f643444e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:58.607988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f5ac9859-6428-466f-a961-cb5f643444e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:07:58.636050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0a131-d57d-4734-842c-9b90e107e9cd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:58.637729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0a131-d57d-4734-842c-9b90e107e9cd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:07:58.645264 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e0d0a131-d57d-4734-842c-9b90e107e9cd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2407732 Mar 25 20:07:58.660998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:58.666471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:58.670465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:58.679146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:58.733379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58956) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:58.747809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] For port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:07:58.755689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] For port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:07:58.756725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-86693107-1cef-48b9-b97f-4a70f5521ca2 None None] Provisioning for port 514b3c12-6e71-46a0-acc2-8f599d0de87d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:07:58.761927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-86693107-1cef-48b9-b97f-4a70f5521ca2 None None] Provisioning complete for port 514b3c12-6e71-46a0-acc2-8f599d0de87d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:58.762310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86693107-1cef-48b9-b97f-4a70f5521ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.798978 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.821726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f5ac9859-6428-466f-a961-cb5f643444e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:58.826209 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f5ac9859-6428-466f-a961-cb5f643444e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A34f HTTP/1.1" status: 200 len: 929 time: 0.5489848 Mar 25 20:07:58.826209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58960) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:58.841321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a35d7-d746-4455-bf6c-4527b92dfd6b None None] Network 423fe6bc-41a3-4706-97c8-c36024454962 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:07:58.860238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.902472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-86693107-1cef-48b9-b97f-4a70f5521ca2 None None] Port 514b3c12-6e71-46a0-acc2-8f599d0de87d cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:07:58.904760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd64f1-2557-4633-99cd-a3dd2c41070b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 514b3c12-6e71-46a0-acc2-8f599d0de87d {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:58.905093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8fd64f1-2557-4633-99cd-a3dd2c41070b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:58.939944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.042771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89eb0a71-8885-4fd3-b85c-79676c8438b8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:59.082348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Router d0037310-a700-497a-9fae-d3a7aed2e7cc has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:07:59.091144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.092256 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ad5dfdd5-9342-439a-b545-748e05b13b8f tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8537314 Mar 25 20:07:59.101220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58964) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:59.105691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.105856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c927db-20e2-4d97-8820-b7611d2b6f57 None None] Pushing event updated for resources: {'Port': ['ID=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:59.127955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-501bd249-ac5c-48f6-be69-70d353fa2bd0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': '89eb0a71-8885-4fd3-b85c-79676c8438b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:07:59.128293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-94d4f57d-1671-4260-bf64-d8ff525962ee None None] Provisioning complete for port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:07:59.128293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94d4f57d-1671-4260-bf64-d8ff525962ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.131067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-501bd249-ac5c-48f6-be69-70d353fa2bd0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:07:59.211470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-10edf974-c1f1-490b-bcbe-40c43eb43ae5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet e7b7e6e7-b2c9-46f4-85d0-6d043bc71f6f {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:07:59.221606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-10edf974-c1f1-490b-bcbe-40c43eb43ae5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.252936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8fd64f1-2557-4633-99cd-a3dd2c41070b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.296140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] DHCP port deletion for 423fe6bc-41a3-4706-97c8-c36024454962 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:07:59.301162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] Deleting port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:59.301558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.359865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7494a484-80ed-4c84-b7e2-9445252f4803 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:07:59.392552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-501bd249-ac5c-48f6-be69-70d353fa2bd0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:07:59.408769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 7494a484-80ed-4c84-b7e2-9445252f4803 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:07:59.409113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7494a484-80ed-4c84-b7e2-9445252f4803 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:07:59.433160 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd64f1-2557-4633-99cd-a3dd2c41070b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 514b3c12-6e71-46a0-acc2-8f599d0de87d owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:59.440246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-10edf974-c1f1-490b-bcbe-40c43eb43ae5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.494213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-501bd249-ac5c-48f6-be69-70d353fa2bd0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:07:59.498434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d5fcca3d-0caf-4b67-a45d-f10343f63f75 req-b76bc7b3-bce1-4fce-a1c2-9f8bd192394e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Unset dirty status for tenant:cc3ec96aac12460ebeae4d0829e666df on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:07:59.500791 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d5fcca3d-0caf-4b67-a45d-f10343f63f75 req-b76bc7b3-bce1-4fce-a1c2-9f8bd192394e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 210 time: 1.0746148 Mar 25 20:07:59.512112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-501bd249-ac5c-48f6-be69-70d353fa2bd0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:07:59.559127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:07:59.559576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.611447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] For port 5d2d3fe5-a239-47d3-99d6-566f61b048a7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5d2d3fe5-a239-47d3-99d6-566f61b048a7,segment=NetworkSegment(1f0baf37-493f-4b39-a691-e6e5da5bf2f6),segment_id=1f0baf37-493f-4b39-a691-e6e5da5bf2f6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:07:59.611833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.634660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:07:59.670563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8fd64f1-2557-4633-99cd-a3dd2c41070b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.676527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] Sync routers for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:07:59.735950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd64f1-2557-4633-99cd-a3dd2c41070b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=514b3c12-6e71-46a0-acc2-8f599d0de87d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:07:59.744272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] Calling delete_port for 5d2d3fe5-a239-47d3-99d6-566f61b048a7 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:07:59.767503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] No DVR routers for this DVR port 7494a484-80ed-4c84-b7e2-9445252f4803 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:07:59.769682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-10edf974-c1f1-490b-bcbe-40c43eb43ae5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.783547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8fd64f1-2557-4633-99cd-a3dd2c41070b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.787438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:07:59.788066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:07:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:07:59.813629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:07:59.815345 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fb09eacd-7a6c-4d67-9a39-8afdc87e08aa req-92647c08-aebc-4d1c-9a40-cd64546c0fd9 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.43 "DELETE /v2.0/ports/7494a484-80ed-4c84-b7e2-9445252f4803 HTTP/1.1" status: 204 len: 173 time: 3.7693255 Mar 25 20:07:59.815847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444ac33-1d36-449b-8d6e-0280be582531', 'name': 'network-vif-deleted', 'tag': '7494a484-80ed-4c84-b7e2-9445252f4803'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:07:59.863192 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e8fd64f1-2557-4633-99cd-a3dd2c41070b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/514b3c12-6e71-46a0-acc2-8f599d0de87d HTTP/1.1" status: 204 len: 168 time: 1.0334911 Mar 25 20:07:59.864386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58970) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:07:59.940943 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90df954-9863-4e46-ab9c-2bd69812acf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:07:59.942173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e90df954-9863-4e46-ab9c-2bd69812acf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:00.048019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e90df954-9863-4e46-ab9c-2bd69812acf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:00.049690 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e90df954-9863-4e46-ab9c-2bd69812acf6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/514b3c12-6e71-46a0-acc2-8f599d0de87d HTTP/1.1" status: 404 len: 333 time: 0.1850448 Mar 25 20:08:00.052821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58974) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:00.071180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:00.084606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] For port 5d2d3fe5-a239-47d3-99d6-566f61b048a7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5d2d3fe5-a239-47d3-99d6-566f61b048a7,segment=NetworkSegment(1f0baf37-493f-4b39-a691-e6e5da5bf2f6),segment_id=1f0baf37-493f-4b39-a691-e6e5da5bf2f6)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:00.085288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:00.173223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:00.246676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 5d2d3fe5-a239-47d3-99d6-566f61b048a7 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:00.252559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:00.289264 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b444ac33-1d36-449b-8d6e-0280be582531', 'name': 'network-vif-deleted', 'tag': '7494a484-80ed-4c84-b7e2-9445252f4803', 'status': 'completed', 'code': 200} Mar 25 20:08:00.293114 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-501bd249-ac5c-48f6-be69-70d353fa2bd0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:08:00.294259 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-501bd249-ac5c-48f6-be69-70d353fa2bd0 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.1857095 Mar 25 20:08:00.300584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58978) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:00.313509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-bd426799-f0da-4906-8f58-a083c5a2abed tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group_rule': {'security_group_id': '89eb0a71-8885-4fd3-b85c-79676c8438b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:00.315983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] Pushing event deleted for resources: {'Port': ['ID=5d2d3fe5-a239-47d3-99d6-566f61b048a7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:00.323841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bd426799-f0da-4906-8f58-a083c5a2abed tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:00.325721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f79c3-d725-4839-9bd3-c261cb100727 None None] No DVR routers for this DVR port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:00.329419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-60c3cda0-2a1f-4ad6-8cce-7509d40b3ca1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:00.330703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60c3cda0-2a1f-4ad6-8cce-7509d40b3ca1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:00.344316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bd426799-f0da-4906-8f58-a083c5a2abed tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:00.349469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bd426799-f0da-4906-8f58-a083c5a2abed tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:00.362097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bd426799-f0da-4906-8f58-a083c5a2abed tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:00.394514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:00.394899 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:00.467305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-10edf974-c1f1-490b-bcbe-40c43eb43ae5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:00.518672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edf974-c1f1-490b-bcbe-40c43eb43ae5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b7e6e7-b2c9-46f4-85d0-6d043bc71f6f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:00.525739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-10edf974-c1f1-490b-bcbe-40c43eb43ae5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:00.545389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-10edf974-c1f1-490b-bcbe-40c43eb43ae5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/e7b7e6e7-b2c9-46f4-85d0-6d043bc71f6f HTTP/1.1" status: 204 len: 168 time: 1.8092651 Mar 25 20:08:00.547390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58984) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:00.661334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-bd426799-f0da-4906-8f58-a083c5a2abed tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:08:00.668978 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bd426799-f0da-4906-8f58-a083c5a2abed tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3644118 Mar 25 20:08:00.671512 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-10f28056-237c-47ac-9268-cb38ede787f1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211824 Mar 25 20:08:00.672244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58988) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:00.672685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 58990) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:00.703026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:00.723009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60c3cda0-2a1f-4ad6-8cce-7509d40b3ca1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:00.725443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:00.750790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1273b9c4-c814-48c6-a2ff-fe77dd2d1f7d None None] Provisioning for port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:00.761353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1273b9c4-c814-48c6-a2ff-fe77dd2d1f7d None None] Provisioning complete for port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:00.761650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1273b9c4-c814-48c6-a2ff-fe77dd2d1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:00.832554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5d2d3fe5-a239-47d3-99d6-566f61b048a7 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:00.855508 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90cfc2da-35cb-4306-8b8b-87a7dc755a63 req-a2fcc5fe-22c6-48b3-8b33-47db17b10a28 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/ports?device_id=b444ac33-1d36-449b-8d6e-0280be582531 HTTP/1.1" status: 200 len: 210 time: 0.1595869 Mar 25 20:08:00.889597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:31Z', 'revision_number': 5, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:00.891656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 5d2d3fe5-a239-47d3-99d6-566f61b048a7 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:00.891953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5d2d3fe5-a239-47d3-99d6-566f61b048a7 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:00.894471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab834f-7e51-4cfe-9769-be7540214e75 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:00.912737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 5d2d3fe5-a239-47d3-99d6-566f61b048a7 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:00.913194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:00.933376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-60c3cda0-2a1f-4ad6-8cce-7509d40b3ca1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:00.944532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] Checking router: d0037310-a700-497a-9fae-d3a7aed2e7cc for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:08:01.009499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:01.009499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:07:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:01.017094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] The port '5d2d3fe5-a239-47d3-99d6-566f61b048a7' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:08:01.080044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:01.102982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-08c60c90-052e-4062-8595-dac5a3e78ea4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.169758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60c3cda0-2a1f-4ad6-8cce-7509d40b3ca1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.233038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:01.233343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3cda0-2a1f-4ad6-8cce-7509d40b3ca1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:01.247308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:01.259107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:01.283569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60c3cda0-2a1f-4ad6-8cce-7509d40b3ca1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.302313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1273b9c4-c814-48c6-a2ff-fe77dd2d1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.344948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.354659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-08c60c90-052e-4062-8595-dac5a3e78ea4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.376786 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-60c3cda0-2a1f-4ad6-8cce-7509d40b3ca1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf HTTP/1.1" status: 204 len: 168 time: 1.3224270 Mar 25 20:08:01.379298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 58996) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:01.386498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1273b9c4-c814-48c6-a2ff-fe77dd2d1f7d None None] For port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:01.388653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:01.400736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423fe6bc-41a3-4706-97c8-c36024454962']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:01.419806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:01.423446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.446860 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df02e4b-a84b-4a1b-bde5-a5c9360386cd tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:08:01.448068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3df02e4b-a84b-4a1b-bde5-a5c9360386cd tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:01.463154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0baf37-493f-4b39-a691-e6e5da5bf2f6') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:01.463502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0baf37-493f-4b39-a691-e6e5da5bf2f6') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:01.473004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1273b9c4-c814-48c6-a2ff-fe77dd2d1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.487614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.556879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3df02e4b-a84b-4a1b-bde5-a5c9360386cd tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:01.559229 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3df02e4b-a84b-4a1b-bde5-a5c9360386cd tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/fd8e4a60-f1d7-450e-8ed5-3c42c53a3daf HTTP/1.1" status: 404 len: 333 time: 0.1781487 Mar 25 20:08:01.561917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59000) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:01.569797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.574881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:01.584003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:01.584552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.590228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1273b9c4-c814-48c6-a2ff-fe77dd2d1f7d None None] Could not find standard attr ID for object a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:01.605129 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:01.626142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-08c60c90-052e-4062-8595-dac5a3e78ea4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.637455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ec4bcf-ed18-4b30-9766-98053fc808c5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet 3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:01.641948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4bcf-ed18-4b30-9766-98053fc808c5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.697323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c60c90-052e-4062-8595-dac5a3e78ea4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eb0a71-8885-4fd3-b85c-79676c8438b8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:01.700462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Deleting port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:01.700939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.718263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4bcf-ed18-4b30-9766-98053fc808c5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.723732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-08c60c90-052e-4062-8595-dac5a3e78ea4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.727781 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-08c60c90-052e-4062-8595-dac5a3e78ea4 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/89eb0a71-8885-4fd3-b85c-79676c8438b8 HTTP/1.1" status: 204 len: 168 time: 1.0540659 Mar 25 20:08:01.728527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59004) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:01.789139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dcc76ada-5945-4d0d-85c1-e095a72cf1eb None None] Could not find standard attr ID for object 4e3a3437-ced0-4cde-8304-f7fbceffa2e5. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:08:01.804684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273b9c4-c814-48c6-a2ff-fe77dd2d1f7d None None] Pushing event updated for resources: {'Port': ['ID=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:01.810699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.827362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4bcf-ed18-4b30-9766-98053fc808c5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.837329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:01.850998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2463ef5d-69ee-416c-b44b-9a264435477a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:01.859850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Network': ['ID=423fe6bc-41a3-4706-97c8-c36024454962,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:01.868635 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8516ea71-3fb5-4e39-a26e-60c57d6038fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/networks/423fe6bc-41a3-4706-97c8-c36024454962 HTTP/1.1" status: 204 len: 168 time: 3.3644316 Mar 25 20:08:01.874167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59008) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:01.998654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4bcf-ed18-4b30-9766-98053fc808c5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.043981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4bcf-ed18-4b30-9766-98053fc808c5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.048659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec4bcf-ed18-4b30-9766-98053fc808c5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:02.054466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcea7bc-8f55-4f80-9f76-6c91f54624af tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:02.055167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-edcea7bc-8f55-4f80-9f76-6c91f54624af tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:02.056889 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b9ec4bcf-ed18-4b30-9766-98053fc808c5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d HTTP/1.1" status: 204 len: 168 time: 0.4936979 Mar 25 20:08:02.057788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59016) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.066222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:02.072251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2463ef5d-69ee-416c-b44b-9a264435477a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:02.074161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2463ef5d-69ee-416c-b44b-9a264435477a tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3420255 Mar 25 20:08:02.082351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59020) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.087492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905985490'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:02.090249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ae019-92a3-43c9-9188-330838ae3aa8 None None] Network 43bc4c8c-ff51-4553-97bc-9c904a93bcbb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:02.094611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:02.111080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:02.120202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59024) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.173185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-edcea7bc-8f55-4f80-9f76-6c91f54624af tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:02.174598 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-edcea7bc-8f55-4f80-9f76-6c91f54624af tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2995412 Mar 25 20:08:02.178587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59028) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.196639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.236052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.250039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] For port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:02.250429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.255213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 9b074de8-4abc-41c3-9e29-e42f443867cd {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:02.255631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.296600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:02.315876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Usage tracker for resource:security_group_rule and tenant:73d185515b3b4a3bb10f86b729b8e45c is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:02.323736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:02.327843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6cf61c39-9f3c-49b1-8fa1-8d6384047189 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:02.337416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-94b93b29-1d59-49db-8109-d53e0e92a691 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.339794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:02.368573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.objects.ports [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88484) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:08:02.379408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6cf61c39-9f3c-49b1-8fa1-8d6384047189 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:02.384139 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6cf61c39-9f3c-49b1-8fa1-8d6384047189 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2011378 Mar 25 20:08:02.384655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59032) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.397269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1708135870'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:02.413655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Calling delete_port for 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:02.426143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:02.436741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:network and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:02.441360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:02.442912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-94b93b29-1d59-49db-8109-d53e0e92a691 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.493414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:02.518566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:31Z', 'revision_number': 5, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:02.518822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] For port 9b074de8-4abc-41c3-9e29-e42f443867cd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9b074de8-4abc-41c3-9e29-e42f443867cd,segment=NetworkSegment(a2ba0643-ea6c-40f4-b4f5-42ba9829600f),segment_id=a2ba0643-ea6c-40f4-b4f5-42ba9829600f)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:02.518966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.539273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a1c54-d010-4774-a638-9b6e809bbf0d None None] The sync data for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv is: [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:03:18Z', 'revision_number': 4, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '652eaf78-314d-4c51-ba36-092201e285fa', 'name': '', 'network_id': '44e60336-d7f3-4601-a73d-3eb7f950407a', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'mac_address': 'fa:16:3e:aa:81:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:15Z', 'updated_at': '2022-03-25T20:03:31Z', 'revision_number': 5, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'subnets': [{'id': '309ef97e-8817-4c62-b0fc-325f772531b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:02.568583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.571442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.655753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.720883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-94b93b29-1d59-49db-8109-d53e0e92a691 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.724435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] DHCP port deletion for 43bc4c8c-ff51-4553-97bc-9c904a93bcbb request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:02.736129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] Deleting port 9b074de8-4abc-41c3-9e29-e42f443867cd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:02.736466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.758165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:02.762020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.783906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 9b074de8-4abc-41c3-9e29-e42f443867cd owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:02.791748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ed230-6898-46ee-8f9a-41761448acc5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:02.803014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:02.803369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:02.826592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b93b29-1d59-49db-8109-d53e0e92a691 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3218fd3e-6c53-4306-b44c-975dc52d84bc,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:02.828232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:02.828232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:02.852372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.860383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:02.862781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.867400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59036) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.868629 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4b969022-fe1c-4746-b80e-84633a092fa5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7849138 Mar 25 20:08:02.886485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c9605d8e-f4af-4673-9048-064137763082 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:02.886950 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.api.v2.base [None req-c9605d8e-f4af-4673-9048-064137763082 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 25 20:08:02.887402 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-c9605d8e-f4af-4673-9048-064137763082 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] update failed (client error): There was a conflict when trying to complete your request. Mar 25 20:08:02.888293 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c9605d8e-f4af-4673-9048-064137763082 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "PUT /v2.0/security-groups/d55ed230-6898-46ee-8f9a-41761448acc5 HTTP/1.1" status: 409 len: 330 time: 0.0189977 Mar 25 20:08:02.893079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59040) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.894289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.894795 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Added segment cb911a28-8af5-4beb-88f6-f3a839c90518 of type vlan for network 9422b795-53e4-4a9a-9ff4-3fbfd253972f Mar 25 20:08:02.926569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-94b93b29-1d59-49db-8109-d53e0e92a691 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.930234 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-94b93b29-1d59-49db-8109-d53e0e92a691 tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "DELETE /v2.0/security-groups/3218fd3e-6c53-4306-b44c-975dc52d84bc HTTP/1.1" status: 204 len: 168 time: 0.8059652 Mar 25 20:08:02.935304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59044) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.960245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:02.967599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-83dd7ffd-161c-4e14-a838-372c4bb0775e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] show failed (client error): The resource could not be found. Mar 25 20:08:02.971293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-83dd7ffd-161c-4e14-a838-372c4bb0775e tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "GET /v2.0/security-groups/3218fd3e-6c53-4306-b44c-975dc52d84bc HTTP/1.1" status: 404 len: 347 time: 0.0328825 Mar 25 20:08:02.974036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59048) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:02.980433 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd255e9d-28d9-4e50-bdbb-7abe85a18b8c None None] New status for floating IP 711cec57-bf8c-4bdb-88a0-357bcef0c3a7: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:08:03.013745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] For port 9b074de8-4abc-41c3-9e29-e42f443867cd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9b074de8-4abc-41c3-9e29-e42f443867cd,segment=NetworkSegment(a2ba0643-ea6c-40f4-b4f5-42ba9829600f),segment_id=a2ba0643-ea6c-40f4-b4f5-42ba9829600f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:03.014127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.054048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-320dd772-3f56-4b93-acda-f270ab1355c3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.098207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.151900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:03.159625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] Calling delete_port for 9b074de8-4abc-41c3-9e29-e42f443867cd owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:03.186626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.219970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.225252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:03.225825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.240242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:03.240625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:03.254975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=9b074de8-4abc-41c3-9e29-e42f443867cd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:03.266578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.267294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.294575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-320dd772-3f56-4b93-acda-f270ab1355c3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.304420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Deleting port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:03.305038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.308258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No DVR routers for this DVR port 9b074de8-4abc-41c3-9e29-e42f443867cd on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:03.341054 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Deleting port 53a6af17-9c9e-4aff-a938-d8d5d0b8c9c5 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:03.341687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.376929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:03.382676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:03.391316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:03.392043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.430756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,revision_number=6']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:03.433437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:03.455633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.492537 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-414016a0-48bd-4269-a306-4dfd37f1c0cc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8142092 Mar 25 20:08:03.493485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59052) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:03.499733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:7d:b2:41', 'name': 'tempest-NetworksTestDHCPv6-1726145857'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:03.505859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Network': ['ID=9422b795-53e4-4a9a-9ff4-3fbfd253972f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:03.526634 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0f48ff3a-3e94-40d3-951f-cd2f86bd1b8e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1327794 Mar 25 20:08:03.531278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59056) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:03.535270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 9422b795-53e4-4a9a-9ff4-3fbfd253972f details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:03.540584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:03.557345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:03.595446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.619811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.687178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bc4c8c-ff51-4553-97bc-9c904a93bcbb']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:03.702505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-320dd772-3f56-4b93-acda-f270ab1355c3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.724574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ba0643-ea6c-40f4-b4f5-42ba9829600f') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:03.724866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ba0643-ea6c-40f4-b4f5-42ba9829600f') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:03.752088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dd772-3f56-4b93-acda-f270ab1355c3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ed230-6898-46ee-8f9a-41761448acc5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:03.755035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.769299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] Deleting port 9b074de8-4abc-41c3-9e29-e42f443867cd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:03.769677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.780381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.782605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-320dd772-3f56-4b93-acda-f270ab1355c3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.783718 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-320dd772-3f56-4b93-acda-f270ab1355c3 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/d55ed230-6898-46ee-8f9a-41761448acc5 HTTP/1.1" status: 204 len: 168 time: 0.8865321 Mar 25 20:08:03.791133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59060) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:03.813771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:03.814166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:03.837519 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:03.855657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.855986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.868893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:03.884156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:03.892080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcdf32-76e9-4cf2-b206-350a158196db None None] The port '9b074de8-4abc-41c3-9e29-e42f443867cd' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:08:03.892197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:03.899100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:03.907182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:03.922219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:03.922219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:03.922219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:03.929767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] For port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:03.931306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:03.948275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:04.019432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:04.056701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:04.059777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9b074de8-4abc-41c3-9e29-e42f443867cd no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:04.060359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Calling delete_port for 53a6af17-9c9e-4aff-a938-d8d5d0b8c9c5 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:04.060903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.090884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Calling delete_port for 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:04.105015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-30b0b460-7f5f-4169-9bf1-518bf53a3c5c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Synchronizing usage tracker for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:04.132809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 9b074de8-4abc-41c3-9e29-e42f443867cd {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:04.133247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9b074de8-4abc-41c3-9e29-e42f443867cd not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:04.190718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.222505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.224973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-30b0b460-7f5f-4169-9bf1-518bf53a3c5c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] Unset dirty status for tenant:73d185515b3b4a3bb10f86b729b8e45c on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:04.230270 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-30b0b460-7f5f-4169-9bf1-518bf53a3c5c tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4341390 Mar 25 20:08:04.232180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59064) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:04.233370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:04.234343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:04.273139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.308341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port b4fbe870-676d-4a0c-bacf-5e0208c69109 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:04.363235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Network': ['ID=43bc4c8c-ff51-4553-97bc-9c904a93bcbb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:04.382973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.383313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.383643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.383969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.384291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.384638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.384954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.385831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.386151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.386462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.386774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.387084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:04.396360 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-96950311-35ef-4149-9f56-8de3739bc8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/networks/43bc4c8c-ff51-4553-97bc-9c904a93bcbb HTTP/1.1" status: 204 len: 168 time: 2.3315108 Mar 25 20:08:04.396360 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-7eabac6a-241c-42b1-a0cd-90324a6b05e5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] delete failed (client error): The resource could not be found. Mar 25 20:08:04.396360 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7eabac6a-241c-42b1-a0cd-90324a6b05e5 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "DELETE /v2.0/security-groups/a686cc48-a032-4521-ad40-75c698856d6a HTTP/1.1" status: 404 len: 347 time: 0.1581404 Mar 25 20:08:04.396360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59068) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:04.401263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-462322904'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:04.403957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59072) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:04.405975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:04.409926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:network and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:04.413169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:04.420732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:04.439998 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-d28116d2-9fe9-4c9b-b62d-f3f705bf2408 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] show failed (client error): The resource could not be found. Mar 25 20:08:04.441186 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d28116d2-9fe9-4c9b-b62d-f3f705bf2408 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-groups/54015a9e-5a28-44e3-8b71-0f6f7ecfbe70 HTTP/1.1" status: 404 len: 347 time: 0.0340052 Mar 25 20:08:04.444967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59076) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:04.459879 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-3a12fbfd-84da-47b4-af84-7aa465883e18 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] show failed (client error): The resource could not be found. Mar 25 20:08:04.460844 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3a12fbfd-84da-47b4-af84-7aa465883e18 tempest-NegativeSecGroupIPv6Test-2139143366 tempest-NegativeSecGroupIPv6Test-2139143366-project] 10.222.0.37 "GET /v2.0/security-group-rules/076488cf-52d6-4949-b3e1-a054fd0cc6bc HTTP/1.1" status: 404 len: 356 time: 0.0144763 Mar 25 20:08:04.478566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.522447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:04.526141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.542523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fe7d:b241 (16eab8e5-a832-428a-a293-9fd25f5afb33/392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0/b4fbe870-676d-4a0c-bacf-5e0208c69109) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:04.580299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Pushing event deleted for resources: {'Port': ['ID=53a6af17-9c9e-4aff-a938-d8d5d0b8c9c5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:04.585373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.644616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:04.658642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.664678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.665028 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Added segment 10c1e2bf-8e22-4d37-ad6c-819a04ec116f of type vlan for network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 Mar 25 20:08:04.673733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.676957 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-874dfd38-1bac-46ea-be3d-f0f03461786b tempest-ServerActionsTestJSON-1782384445 tempest-ServerActionsTestJSON-1782384445-project] 10.222.0.37 "DELETE /v2.0/floatingips/711cec57-bf8c-4bdb-88a0-357bcef0c3a7 HTTP/1.1" status: 204 len: 168 time: 1.7001646 Mar 25 20:08:04.679053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59084) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:04.705031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.720385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=f0d01443-208c-4004-8cb7-2005b877841c,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:04.781731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking segment: {'id': 'cb911a28-8af5-4beb-88f6-f3a839c90518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:04.782095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network hostable DHCP agents. Network: 9422b795-53e4-4a9a-9ff4-3fbfd253972f, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:08:04.815259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.820292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:04.820931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.857531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.877698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object b4fbe870-676d-4a0c-bacf-5e0208c69109 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:04.900612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 9422b795-53e4-4a9a-9ff4-3fbfd253972f is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:08:04.930151 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Deleting port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:04.931082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.951095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Network': ['ID=c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:04.955787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59092) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:04.968764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:04.986784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 9422b795-53e4-4a9a-9ff4-3fbfd253972f) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:04.991555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:04.992144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:04.999903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.006495 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-07cd8822-40a0-4ff6-a4f4-a470fac68f4a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6096740 Mar 25 20:08:05.014800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59098) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:05.024497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:05.078126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1495e-48be-44c9-9a98-8a45f7f3d869 None None] Network 9422b795-53e4-4a9a-9ff4-3fbfd253972f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:05.144853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:05.146546 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b4372c97-a212-4cd2-9f57-eb8f2cea3e2e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6142406 Mar 25 20:08:05.151417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:05.153327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59102) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:05.169121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:05.174681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:05.175386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.188213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f', 'name': 'tempest-PortsTestJSON-964352465'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:05.205028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=b4fbe870-676d-4a0c-bacf-5e0208c69109,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:05.222822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:05.236069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:05.240261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:05.300308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:05.306161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-890faebb-c9a6-4cb2-8267-8574c0df9847 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73d185515b3b4a3bb10f86b729b8e45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488917 Mar 25 20:08:05.309866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59106) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:05.337368 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-36021850-8cb4-4404-8603-94a12884b730 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8398619 Mar 25 20:08:05.339361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59110) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:05.404106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:05.405594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:05.407910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.418186 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:05.452587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ef994-f653-4d5c-aef7-ecbbdc55e47f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:05.458446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ef994-f653-4d5c-aef7-ecbbdc55e47f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:05.459291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c70ef994-f653-4d5c-aef7-ecbbdc55e47f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:05.492655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] For port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:05.493224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.501282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:05.503105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-9422b795-53e4-4a9a-9ff4-3fbfd253972f', 'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f', 'tenant_id': '51ab3c70c14f4b88b2a68bbf82b511e5', 'fixed_ips': [{'subnet_id': 'f0d01443-208c-4004-8cb7-2005b877841c'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:05.503105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.505715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.529831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 4657d051-65d5-469f-b516-ba8feff53747 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:05.564255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8429a346-616d-4ca6-8070-3ed380849003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.568348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c70ef994-f653-4d5c-aef7-ecbbdc55e47f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:05.569505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c70ef994-f653-4d5c-aef7-ecbbdc55e47f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2291920 Mar 25 20:08:05.572578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59114) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:05.621752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8429a346-616d-4ca6-8070-3ed380849003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.649672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-f3459cc1-4af3-40c2-b9d6-ce6bfd881e21 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port b4fbe870-676d-4a0c-bacf-5e0208c69109 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:05.650047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3459cc1-4af3-40c2-b9d6-ce6bfd881e21 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.674758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Calling delete_port for 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:05.840368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.892617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Allocated IP 172.20.0.2 (9422b795-53e4-4a9a-9ff4-3fbfd253972f/f0d01443-208c-4004-8cb7-2005b877841c/f21310ac-6c13-4742-ad74-43fda672cbe9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:05.906466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8429a346-616d-4ca6-8070-3ed380849003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.909214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:05.976556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429a346-616d-4ca6-8070-3ed380849003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9b705-6fb8-4e78-bbef-87d8557c4cc1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:06.006476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.071487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3459cc1-4af3-40c2-b9d6-ce6bfd881e21 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.113912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] Pushing event deleted for resources: {'Port': ['ID=1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:06.203836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-f3459cc1-4af3-40c2-b9d6-ce6bfd881e21 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for b4fbe870-676d-4a0c-bacf-5e0208c69109 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:06.220103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90faf534-7f5e-4c9e-b8ff-91446381cbca None None] No DVR routers for this DVR port 1ff7b2e2-a6f2-4d5e-a89a-87e466718a2e on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:06.223692 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=3aa32a97-0ebf-4a85-98a1-bdf063f4ba88,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:06.236489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8429a346-616d-4ca6-8070-3ed380849003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.237601 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8429a346-616d-4ca6-8070-3ed380849003 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bb9b705-6fb8-4e78-bbef-87d8557c4cc1 HTTP/1.1" status: 204 len: 168 time: 0.9261231 Mar 25 20:08:06.244468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking segment: {'id': '10c1e2bf-8e22-4d37-ad6c-819a04ec116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:06.245616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network hostable DHCP agents. Network: c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:08:06.334975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950dbb8b-5ba8-4eaa-91b3-cee801d9c4ad None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:06.429063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:08:06.460048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Deleting port 652eaf78-314d-4c51-ba36-092201e285fa {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:06.460386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.465651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3459cc1-4af3-40c2-b9d6-ce6bfd881e21 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.523885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3459cc1-4af3-40c2-b9d6-ce6bfd881e21 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=b4fbe870-676d-4a0c-bacf-5e0208c69109,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:06.534647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.572196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3459cc1-4af3-40c2-b9d6-ce6bfd881e21 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.590292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Transition to ACTIVE for port object f21310ac-6c13-4742-ad74-43fda672cbe9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:06.652656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] For port 652eaf78-314d-4c51-ba36-092201e285fa, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=652eaf78-314d-4c51-ba36-092201e285fa,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:06.652881 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3459cc1-4af3-40c2-b9d6-ce6bfd881e21 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/b4fbe870-676d-4a0c-bacf-5e0208c69109 HTTP/1.1" status: 204 len: 168 time: 1.0750458 Mar 25 20:08:06.652982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.653210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59122) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:06.665949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:06.692868 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Transition to ACTIVE for port object f21310ac-6c13-4742-ad74-43fda672cbe9 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:06.702878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0df7ec-1097-4ad7-b49a-97a369b97235 None None] Network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:06.758301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4019d75-b63a-40bd-90f4-7735cdd07279 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:06.760099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4019d75-b63a-40bd-90f4-7735cdd07279 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:06.761425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c4019d75-b63a-40bd-90f4-7735cdd07279 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:06.808212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:06.808833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.818807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Calling delete_port for 652eaf78-314d-4c51-ba36-092201e285fa owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:06.849629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c4019d75-b63a-40bd-90f4-7735cdd07279 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:06.851301 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c4019d75-b63a-40bd-90f4-7735cdd07279 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1970649 Mar 25 20:08:06.854586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59132) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:06.881965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7f981a-6db6-49b8-8803-e8920f795d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:06.885801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a7f981a-6db6-49b8-8803-e8920f795d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.900631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:06.931279 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-27b3fac0-e37c-433c-b10f-745ccb6a28b5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9153883 Mar 25 20:08:06.940890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59138) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:06.986298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d3c6c6-d9bd-4813-af2c-3c1711618d54 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:06.992122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50d3c6c6-d9bd-4813-af2c-3c1711618d54 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.016841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9', 'name': 'tempest-PortsIpV6TestJSON-899304906', 'fixed_ips': [{'subnet_id': '3aa32a97-0ebf-4a85-98a1-bdf063f4ba88', 'ip_address': '2001:db8::10'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:07.017545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Network 9422b795-53e4-4a9a-9ff4-3fbfd253972f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:07.028444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:07.031447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:07.070857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50d3c6c6-d9bd-4813-af2c-3c1711618d54 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.118338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.11 (9422b795-53e4-4a9a-9ff4-3fbfd253972f/f0d01443-208c-4004-8cb7-2005b877841c/4657d051-65d5-469f-b516-ba8feff53747) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:07.157327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50d3c6c6-d9bd-4813-af2c-3c1711618d54 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.210186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Pushing event updated for resources: {'Port': ['ID=f21310ac-6c13-4742-ad74-43fda672cbe9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:07.231185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:07.244208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Attempting to bind port f21310ac-6c13-4742-ad74-43fda672cbe9 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:07.248679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Attempting to bind port f21310ac-6c13-4742-ad74-43fda672cbe9 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'cb911a28-8af5-4beb-88f6-f3a839c90518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:07.248679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Attempting to bind port f21310ac-6c13-4742-ad74-43fda672cbe9 on network 9422b795-53e4-4a9a-9ff4-3fbfd253972f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:07.248886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:07.282827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:07.283199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Checking segment: {'id': 'cb911a28-8af5-4beb-88f6-f3a839c90518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:07.283596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.283992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Bound using segment: {'id': 'cb911a28-8af5-4beb-88f6-f3a839c90518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:07.284493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Bound port: f21310ac-6c13-4742-ad74-43fda672cbe9, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb911a28-8af5-4beb-88f6-f3a839c90518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:07.284867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.320618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9', 'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9', 'tenant_id': '17e17554231b4ebe9b463828411b73ae', 'fixed_ips': [{'subnet_id': '3aa32a97-0ebf-4a85-98a1-bdf063f4ba88'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:07.321418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.327551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.366468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50d3c6c6-d9bd-4813-af2c-3c1711618d54 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.385014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:07.419211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Pushing event deleted for resources: {'Port': ['ID=652eaf78-314d-4c51-ba36-092201e285fa,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server [None req-6a7f981a-6db6-49b8-8803-e8920f795d97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0: This subnet is being modified by another concurrent operation. Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 25 20:08:07.426242 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise self.value Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server raise exception Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0: This subnet is being modified by another concurrent operation. Mar 25 20:08:07.429576 dv-neutron-835149-1-hyperv neutron-server[88486]: ERROR oslo_messaging.rpc.server Mar 25 20:08:07.434668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3c6c6-d9bd-4813-af2c-3c1711618d54 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:07.442139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50d3c6c6-d9bd-4813-af2c-3c1711618d54 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.580193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59152) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:07.594060 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-50d3c6c6-d9bd-4813-af2c-3c1711618d54 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0 HTTP/1.1" status: 204 len: 168 time: 0.7384045 Mar 25 20:08:07.616371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:07.618757 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] For port f21310ac-6c13-4742-ad74-43fda672cbe9, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:07.625166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] For port f21310ac-6c13-4742-ad74-43fda672cbe9, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f21310ac-6c13-4742-ad74-43fda672cbe9,segment=NetworkSegment(cb911a28-8af5-4beb-88f6-f3a839c90518),segment_id=cb911a28-8af5-4beb-88f6-f3a839c90518)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:07.702543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Allocated IP 2001:db8::2 (c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9/3aa32a97-0ebf-4a85-98a1-bdf063f4ba88/912767c6-f6bc-4a0d-bc92-f093f100254b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:07.710853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.790380 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0e3948d5-d9d7-4b9e-8fd6-7d1ff097d327 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1616347 Mar 25 20:08:07.793192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59164) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:07.839682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1201786181-network', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:07.853215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:07.857631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-15f70efc-e04a-4834-b9f1-9d460a58cc5b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:07.867547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Usage tracker for resource:network and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:07.887736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:07.898695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:07.921791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:07.933472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c798-4662-4bd5-8c57-34416089e06f None None] Pushing event updated for resources: {'Port': ['ID=f21310ac-6c13-4742-ad74-43fda672cbe9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:07.938938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object 4657d051-65d5-469f-b516-ba8feff53747 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:07.958663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-15f70efc-e04a-4834-b9f1-9d460a58cc5b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:07.960805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-15f70efc-e04a-4834-b9f1-9d460a58cc5b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1661379 Mar 25 20:08:07.966361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59170) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:08.041315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Made reservation on behalf of 101ed8c2e45345638cfa6e865eb10860 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:08.048514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.063711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.089718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:08.094202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5b9f6-0928-4fec-ae31-8335c82c45bc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:08.101403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e3c5b9f6-0928-4fec-ae31-8335c82c45bc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:08.103004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.107713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:08.111737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:08.118438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:08.120858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.129719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.143346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 1a65c9ba-b391-4368-b5b3-17f49da81056 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:08.143885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Transition to ACTIVE for port object 912767c6-f6bc-4a0d-bc92-f093f100254b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:08.172488 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:08:08.180829 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Transition to ACTIVE for port object 912767c6-f6bc-4a0d-bc92-f093f100254b will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:08.192734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e3c5b9f6-0928-4fec-ae31-8335c82c45bc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:08.196217 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e3c5b9f6-0928-4fec-ae31-8335c82c45bc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2257531 Mar 25 20:08:08.197301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59174) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:08.197428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 9422b795-53e4-4a9a-9ff4-3fbfd253972f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:08.202362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:08.205541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:08.268002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.293536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.300971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=4657d051-65d5-469f-b516-ba8feff53747,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:08.315017 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0f20a3c7-06f5-4b72-bba4-f306a0f4813c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173112 Mar 25 20:08:08.322495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59178) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:08.327838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.328038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.328367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.328730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.329068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.329394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.329718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.330038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.330357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.330674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.330992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.331310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:08.350976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:08.357938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:08.358599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.365049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Pushing event updated for resources: {'Port': ['ID=912767c6-f6bc-4a0d-bc92-f093f100254b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:08.375834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:08.377452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:08.381688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:08.427562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.450855 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ebc2a8e1-bdb5-4dbc-b53a-ca3092787baa tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2900670 Mar 25 20:08:08.453927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59182) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:08.459872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '9422b795-53e4-4a9a-9ff4-3fbfd253972f', 'name': 'tempest-PortsTestJSON-940735659'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:08.500685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Attempting to bind port 912767c6-f6bc-4a0d-bc92-f093f100254b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:08.501305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Attempting to bind port 912767c6-f6bc-4a0d-bc92-f093f100254b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '10c1e2bf-8e22-4d37-ad6c-819a04ec116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:08.501925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Attempting to bind port 912767c6-f6bc-4a0d-bc92-f093f100254b on network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:08.509160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:08.509887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Checking segment: {'id': '10c1e2bf-8e22-4d37-ad6c-819a04ec116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:08.511137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.516617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Bound using segment: {'id': '10c1e2bf-8e22-4d37-ad6c-819a04ec116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:08.516617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Bound port: 912767c6-f6bc-4a0d-bc92-f093f100254b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c1e2bf-8e22-4d37-ad6c-819a04ec116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:08.516617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.618583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] For port 912767c6-f6bc-4a0d-bc92-f093f100254b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:08.623197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] For port 912767c6-f6bc-4a0d-bc92-f093f100254b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=912767c6-f6bc-4a0d-bc92-f093f100254b,segment=NetworkSegment(10c1e2bf-8e22-4d37-ad6c-819a04ec116f),segment_id=10c1e2bf-8e22-4d37-ad6c-819a04ec116f)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:08.662760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.695936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.701124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:08.733724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:08.739435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.740001 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Added segment d8183746-395d-49f7-89e0-dc9fbae1f962 of type vlan for network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f Mar 25 20:08:08.741578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b796235-2d93-413f-bcc7-21c946eb9074,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:08.764301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:08.767784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:08.778374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:08.782598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:08.786261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.792094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::10 (c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9/3aa32a97-0ebf-4a85-98a1-bdf063f4ba88/1a65c9ba-b391-4368-b5b3-17f49da81056) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:08.793778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:08.817332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d5fe-7516-42cb-931c-a648db1be076 None None] Pushing event updated for resources: {'Port': ['ID=912767c6-f6bc-4a0d-bc92-f093f100254b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:08.896830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:08.900312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.935602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:08.939366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.951738 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:08.952919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:08.953702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.040096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:09.124020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-07c9d8c3-1e6b-4d6d-87c5-602957c2e209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.144795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce948da-a84f-4ff5-9151-77ad5d6bd61f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:09.154587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:09.164827 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-96ea6904-fa19-4804-a9b0-2051f3f95fb5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5826781 Mar 25 20:08:09.170511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59186) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:09.175097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Request body: {'subnet': {'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1201786181-subnet', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:09.180673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:09.186328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Usage tracker for resource:subnet and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:09.189871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:09.199657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:09.229458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Router d0037310-a700-497a-9fae-d3a7aed2e7cc has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:08:09.301559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Made reservation on behalf of 101ed8c2e45345638cfa6e865eb10860 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:09.303971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.402268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.10 (9422b795-53e4-4a9a-9ff4-3fbfd253972f/f0d01443-208c-4004-8cb7-2005b877841c/a5ed71a4-a9f9-4996-90b5-7d7d7fefa662) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:09.402450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6878b21-02b7-43e8-995b-d02dba7cba9f None None] Network 9422b795-53e4-4a9a-9ff4-3fbfd253972f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:09.601522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.630498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a1e5a5a4-ab46-412a-afad-3bc308869894 None None] Provisioning for port f21310ac-6c13-4742-ad74-43fda672cbe9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:09.738224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.757863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:09.776839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object 1a65c9ba-b391-4368-b5b3-17f49da81056 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:09.781891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.786478 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:09.800498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] Sync routers for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:09.810794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:09.811430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:07:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:09.821026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.888185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Checking segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:09.888752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Network hostable DHCP agents. Network: 3ce948da-a84f-4ff5-9151-77ad5d6bd61f, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:08:09.898860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:09.911924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.912806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:09.917698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:09.922216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:09.922797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:09.937702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.008362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d72658-65f9-4766-8c21-60fb10e430a0 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:10.015705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 9422b795-53e4-4a9a-9ff4-3fbfd253972f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:10.030264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:10.035636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:10.041915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=c9e6fdc4-cfa0-471a-bb74-0a0e94351aa3,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:10.065190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=a5ed71a4-a9f9-4996-90b5-7d7d7fefa662,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:10.067725 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3c53995f-35af-48f1-8b44-0f9279bcee3b admin admin] 10.222.0.37 "PUT /v2.0/routers/d0037310-a700-497a-9fae-d3a7aed2e7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3865850 Mar 25 20:08:10.070306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59190) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:10.104306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:10.128985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:10.132210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:10.140025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:10.140769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.144904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=1a65c9ba-b391-4368-b5b3-17f49da81056,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:10.158183 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6e3243cc-fbc1-4bd3-b082-677a28482210 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8196309 Mar 25 20:08:10.161235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59194) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:10.168138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:67:cb:3f', 'name': 'tempest-NetworksTestDHCPv6-2049762271'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:10.171682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:08:10.279275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:10.285542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.330405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:10.345085 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:10.353426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 912767c6-f6bc-4a0d-bc92-f093f100254b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:10.368762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 3ce948da-a84f-4ff5-9151-77ad5d6bd61f) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:10.392534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:10.393108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.402571 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4f147618-0283-497e-abb0-ddd80d0767f6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4605711 Mar 25 20:08:10.405363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59200) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:10.415747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': 'c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9', 'name': 'tempest-PortsIpV6TestJSON-1939245301', 'fixed_ips': [{'subnet_id': '3aa32a97-0ebf-4a85-98a1-bdf063f4ba88', 'ip_address': '2001:db8::f'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:10.428130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c2c8b-bb56-4849-a438-36f6627037cd None None] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:10.430818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.506024 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-04cb96ec-8d5c-4d6e-ab00-10f3486793ed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3355424 Mar 25 20:08:10.516646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e41bb4f7-56ae-40cb-853a-a28f20f1de4d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0615003 Mar 25 20:08:10.525613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59204) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:10.525976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59206) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:10.538696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:10.543968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:10.548459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Usage tracker for resource:router and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:10.549104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:10.551142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:10.558229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:10.677386 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135903aa-2633-4541-975a-28e7b5d47564 None None] Network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:10.700756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.702139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.725860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:10.742349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:10.747586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:10.755589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.767030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:10.778299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.796450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port f7cd4953-0649-452f-b0af-b275a8c3fdc2 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:10.798375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.814917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc096b47-43f6-4cad-9154-6e7673f59eff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:10.815641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fc096b47-43f6-4cad-9154-6e7673f59eff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:10.869795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:10.877100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:10.918976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Deleting port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:10.919424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port fe98e575-eea5-46a2-bb8d-030be409fb6a yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:10.919580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.031729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 912767c6-f6bc-4a0d-bc92-f093f100254b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:11.096812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::37f (16eab8e5-a832-428a-a293-9fd25f5afb33/c9e6fdc4-cfa0-471a-bb74-0a0e94351aa3/f7cd4953-0649-452f-b0af-b275a8c3fdc2) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:11.104508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f21310ac-6c13-4742-ad74-43fda672cbe9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:11.144018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fc096b47-43f6-4cad-9154-6e7673f59eff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:11.148068 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fc096b47-43f6-4cad-9154-6e7673f59eff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.6156759 Mar 25 20:08:11.150286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59212) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:11.171439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'c9e6fdc4-cfa0-471a-bb74-0a0e94351aa3'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:11.172259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.186395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:11.312168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-796bf1d3-db6d-4d34-a887-1c8c3b889999 None None] Provisioning for port 4657d051-65d5-469f-b516-ba8feff53747 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:11.339640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:11.340726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.354828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::f (c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9/3aa32a97-0ebf-4a85-98a1-bdf063f4ba88/fe98e575-eea5-46a2-bb8d-030be409fb6a) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:11.362110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-59da39e2-6830-4359-a41e-02bec22b5fed tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:11.362449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59da39e2-6830-4359-a41e-02bec22b5fed tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.380545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-796bf1d3-db6d-4d34-a887-1c8c3b889999 None None] Provisioning complete for port 4657d051-65d5-469f-b516-ba8feff53747 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:11.384280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-796bf1d3-db6d-4d34-a887-1c8c3b889999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.445667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.502057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] For port 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=138278f3-28c7-45bd-8b1d-6d0b2b5dbc38,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:11.502490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.641714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-796bf1d3-db6d-4d34-a887-1c8c3b889999 None None] Port 4657d051-65d5-469f-b516-ba8feff53747 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:11.646568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Calling delete_port for 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:11.799022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port f21310ac-6c13-4742-ad74-43fda672cbe9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:11.809633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.813359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f21310ac-6c13-4742-ad74-43fda672cbe9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:11.813682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.889808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Allocated IP 172.20.0.2 (3ce948da-a84f-4ff5-9151-77ad5d6bd61f/0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe/aebc7472-7839-4c14-947c-cfd88c167cbe) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:11.899271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Provisioning complete for port 4657d051-65d5-469f-b516-ba8feff53747 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:11.899271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:11.919916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object f7cd4953-0649-452f-b0af-b275a8c3fdc2 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:12.085242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Port 4657d051-65d5-469f-b516-ba8feff53747 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:12.095972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.128869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.132597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.140765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.177817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object fe98e575-eea5-46a2-bb8d-030be409fb6a will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:12.179865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59da39e2-6830-4359-a41e-02bec22b5fed tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.193207 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:08:07Z', 'revision_number': 5, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port': {'id': '138278f3-28c7-45bd-8b1d-6d0b2b5dbc38', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:89:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:03:08Z', 'updated_at': '2022-03-25T20:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:12.257612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Pushing event deleted for resources: {'Port': ['ID=138278f3-28c7-45bd-8b1d-6d0b2b5dbc38,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:12.337633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-59da39e2-6830-4359-a41e-02bec22b5fed tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:12.395501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.405041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] Checking router: d0037310-a700-497a-9fae-d3a7aed2e7cc for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:08:12.421136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5678f84-461f-46d6-a8c3-7763c8306b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.422628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Provisioning for port a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:12.426389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.482229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Provisioning complete for port a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:12.482668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.502076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:12.521993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.532824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:12.535006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.540788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:12.542072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:12.542681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.544135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] Routers {'d0037310-a700-497a-9fae-d3a7aed2e7cc'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:12.544907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d0037310-a700-497a-9fae-d3a7aed2e7cc'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:12.617260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=f7cd4953-0649-452f-b0af-b275a8c3fdc2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:12.636520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port f21310ac-6c13-4742-ad74-43fda672cbe9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f21310ac-6c13-4742-ad74-43fda672cbe9,segment=NetworkSegment(cb911a28-8af5-4beb-88f6-f3a839c90518),segment_id=cb911a28-8af5-4beb-88f6-f3a839c90518)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:12.649436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.652511 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:12.700992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:12.715718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.719466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:12.723196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.725393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Allocated IP 172.26.8.61 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/9d540dd6-309c-4359-9c7e-d16d610ca28d) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:12.727430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:12.727430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.727875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/c9e6fdc4-cfa0-471a-bb74-0a0e94351aa3/b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:12.735242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59da39e2-6830-4359-a41e-02bec22b5fed tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.753909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.830869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Transition to ACTIVE for port object aebc7472-7839-4c14-947c-cfd88c167cbe will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:12.841618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] Set router d0037310-a700-497a-9fae-d3a7aed2e7cc gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:12.880274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.881078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0037310-a700-497a-9fae-d3a7aed2e7cc {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:08:12.926063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.930444 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b7265256-b1a8-4add-a444-41b24629c40b admin admin] 10.222.0.37 "DELETE /v2.0/routers/d0037310-a700-497a-9fae-d3a7aed2e7cc HTTP/1.1" status: 204 len: 168 time: 2.8591595 Mar 25 20:08:12.931258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59216) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:12.941239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=fe98e575-eea5-46a2-bb8d-030be409fb6a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:12.944025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59da39e2-6830-4359-a41e-02bec22b5fed tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:12.945953 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-59da39e2-6830-4359-a41e-02bec22b5fed tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 HTTP/1.1" status: 204 len: 168 time: 1.7920194 Mar 25 20:08:12.950299 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c37bf2f9-d55e-411c-a294-6278294b33b6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7851944 Mar 25 20:08:12.982107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59220) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:12.982473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59222) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:13.009412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da39e2-6830-4359-a41e-02bec22b5fed tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=a5ed71a4-a9f9-4996-90b5-7d7d7fefa662,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:13.027221 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e1a07078-8433-4c32-98c5-dd27edbefa81 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6205943 Mar 25 20:08:13.030272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59228) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:13.042716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Port a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:13.099812 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10f9905-433a-4c49-b08d-3472af32e605 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:08:13.101845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:08:11Z', 'revision_number': 7, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:13.105056 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f10f9905-433a-4c49-b08d-3472af32e605 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/a5ed71a4-a9f9-4996-90b5-7d7d7fefa662 HTTP/1.1" status: 404 len: 333 time: 0.1191092 Mar 25 20:08:13.105691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59232) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:13.123615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.151917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beb5f7-cb47-4e74-a6d0-c9782ea10b8d None None] The sync data for ids ['d0037310-a700-497a-9fae-d3a7aed2e7cc'] in dv-neutron-835149-1-hyperv is: [{'id': 'd0037310-a700-497a-9fae-d3a7aed2e7cc', 'name': 'tempest-ServerActionsTestJSON-352666224-router', 'tenant_id': 'cc3ec96aac12460ebeae4d0829e666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:03:06Z', 'updated_at': '2022-03-25T20:08:11Z', 'revision_number': 7, 'project_id': 'cc3ec96aac12460ebeae4d0829e666df', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:13.153145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fac061-d426-4f8e-9b06-3b1f25b73907 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:13.153867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-59fac061-d426-4f8e-9b06-3b1f25b73907 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:13.163905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Transition to ACTIVE for port object aebc7472-7839-4c14-947c-cfd88c167cbe will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:13.198693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc640ba-a889-48ca-b9c5-9da8a8297c8d admin admin] Deleting subnet 309ef97e-8817-4c62-b0fc-325f772531b6 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:13.205889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdc640ba-a889-48ca-b9c5-9da8a8297c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.223582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.225052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.236812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=f21310ac-6c13-4742-ad74-43fda672cbe9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:13.246938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.247285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.247624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.247955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.248279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.248631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.248955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.249274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.249593 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.249911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.250223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.250537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:13.253628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-59fac061-d426-4f8e-9b06-3b1f25b73907 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:13.255606 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-59fac061-d426-4f8e-9b06-3b1f25b73907 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2233884 Mar 25 20:08:13.256532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Provisioning for port 912767c6-f6bc-4a0d-bc92-f093f100254b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:13.257855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59236) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:13.260045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.273283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-5af46d18-2666-4ec6-b100-6e0407b4f5d7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 4657d051-65d5-469f-b516-ba8feff53747 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:13.273617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5af46d18-2666-4ec6-b100-6e0407b4f5d7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.314485 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Provisioning complete for port 912767c6-f6bc-4a0d-bc92-f093f100254b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:13.314755 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.329973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdc640ba-a889-48ca-b9c5-9da8a8297c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.355075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545eeac-9a31-47cc-9864-95ff60d8b4d9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:13.361279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545eeac-9a31-47cc-9864-95ff60d8b4d9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:13.367278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545eeac-9a31-47cc-9864-95ff60d8b4d9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:13.369220 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6545eeac-9a31-47cc-9864-95ff60d8b4d9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1099060 Mar 25 20:08:13.371793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59240) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:13.420184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:13.426476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:13.432277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Pushing event updated for resources: {'Port': ['ID=aebc7472-7839-4c14-947c-cfd88c167cbe,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:13.443335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:13.448052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bc815c92-7038-42c1-a5e4-600746be545f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port fe98e575-eea5-46a2-bb8d-030be409fb6a {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:13.448408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc815c92-7038-42c1-a5e4-600746be545f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.459839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346fd23d-3d97-4d6e-a36e-a2f934177d6d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:13.464434 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-346fd23d-3d97-4d6e-a36e-a2f934177d6d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4739223 Mar 25 20:08:13.470473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59244) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:13.538296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.657561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Attempting to bind port aebc7472-7839-4c14-947c-cfd88c167cbe on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:13.657935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Attempting to bind port aebc7472-7839-4c14-947c-cfd88c167cbe by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:13.658393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Attempting to bind port aebc7472-7839-4c14-947c-cfd88c167cbe on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:13.662730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.671948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.689245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:13.691284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Checking segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:13.691284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.691284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Bound using segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:13.691284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Bound port: aebc7472-7839-4c14-947c-cfd88c167cbe, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:13.691642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.704624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:13.706281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Transition to ACTIVE for port object b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:13.730955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:13.733550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:13.774487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc815c92-7038-42c1-a5e4-600746be545f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.780055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Transition to ACTIVE for port object b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:13.783093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a06d1-cac6-435e-b617-212e4945cc67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port f7cd4953-0649-452f-b0af-b275a8c3fdc2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:13.783431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f4a06d1-cac6-435e-b617-212e4945cc67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.786507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] For port 912767c6-f6bc-4a0d-bc92-f093f100254b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=912767c6-f6bc-4a0d-bc92-f093f100254b,segment=NetworkSegment(10c1e2bf-8e22-4d37-ad6c-819a04ec116f),segment_id=10c1e2bf-8e22-4d37-ad6c-819a04ec116f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:13.808121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Pushing event updated for resources: {'Port': ['ID=9d540dd6-309c-4359-9c7e-d16d610ca28d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:13.820788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] For port aebc7472-7839-4c14-947c-cfd88c167cbe, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:13.824741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] For port aebc7472-7839-4c14-947c-cfd88c167cbe, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aebc7472-7839-4c14-947c-cfd88c167cbe,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:13.839926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdc640ba-a889-48ca-b9c5-9da8a8297c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.849907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.888024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.910093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bc815c92-7038-42c1-a5e4-600746be545f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for fe98e575-eea5-46a2-bb8d-030be409fb6a owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:13.911865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:13.931377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:13.944585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Pushing event updated for resources: {'Port': ['ID=b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:13.947005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:13.990645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:14.153449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51033dbe-9f29-49d0-8101-831bed873759 None None] Pushing event updated for resources: {'Port': ['ID=912767c6-f6bc-4a0d-bc92-f093f100254b,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:14.156405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Attempting to bind port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:14.156803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Attempting to bind port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:14.157171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Attempting to bind port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:14.163904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc815c92-7038-42c1-a5e4-600746be545f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.180155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5af46d18-2666-4ec6-b100-6e0407b4f5d7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.195644 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:14.196028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:14.196440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.198071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:14.198576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Bound port: b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:14.198958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.224782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Provisioning for port fe98e575-eea5-46a2-bb8d-030be409fb6a completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:14.246462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc815c92-7038-42c1-a5e4-600746be545f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=fe98e575-eea5-46a2-bb8d-030be409fb6a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:14.282721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.314834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Provisioning complete for port fe98e575-eea5-46a2-bb8d-030be409fb6a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:14.315209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.334567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc815c92-7038-42c1-a5e4-600746be545f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.367121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Port fe98e575-eea5-46a2-bb8d-030be409fb6a was deleted so its status cannot be updated. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 25 20:08:14.434827 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bc815c92-7038-42c1-a5e4-600746be545f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/fe98e575-eea5-46a2-bb8d-030be409fb6a HTTP/1.1" status: 204 len: 168 time: 1.0586166 Mar 25 20:08:14.435504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59252) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:14.483062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-5af46d18-2666-4ec6-b100-6e0407b4f5d7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 4657d051-65d5-469f-b516-ba8feff53747 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:14.503350 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-961f848a-750c-4c6d-a85d-23d57727de7c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:08:14.504181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-961f848a-750c-4c6d-a85d-23d57727de7c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:14.526739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d57d3-227d-4277-b033-97199fb9cbe2 None None] Pushing event updated for resources: {'Port': ['ID=aebc7472-7839-4c14-947c-cfd88c167cbe,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:14.544585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] For port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:14.562362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] For port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:14.573549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Provisioning for port 1a65c9ba-b391-4368-b5b3-17f49da81056 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:14.579352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Provisioning complete for port 1a65c9ba-b391-4368-b5b3-17f49da81056 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:14.579933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.592222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-961f848a-750c-4c6d-a85d-23d57727de7c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:14.602955 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-961f848a-750c-4c6d-a85d-23d57727de7c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/fe98e575-eea5-46a2-bb8d-030be409fb6a HTTP/1.1" status: 404 len: 333 time: 0.1569753 Mar 25 20:08:14.602955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59256) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:14.693088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f2e11c8a-1a23-4599-bb53-e4a0e0e92a67 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 1a65c9ba-b391-4368-b5b3-17f49da81056 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:14.693088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c8a-1a23-4599-bb53-e4a0e0e92a67 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.693428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.741510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdc640ba-a889-48ca-b9c5-9da8a8297c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.742538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Port 1a65c9ba-b391-4368-b5b3-17f49da81056 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:14.798768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Provisioning complete for port 912767c6-f6bc-4a0d-bc92-f093f100254b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:14.800232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be7123b8-b733-4f55-a2ae-bd22a5cc01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.813609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc640ba-a889-48ca-b9c5-9da8a8297c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309ef97e-8817-4c62-b0fc-325f772531b6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:14.815753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdc640ba-a889-48ca-b9c5-9da8a8297c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:14.848083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e0ae40-0510-414c-be55-544a938d42f8 None None] Network 44e60336-d7f3-4601-a73d-3eb7f950407a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:14.915443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb7e13-7c66-4d29-9d4b-3214ecc3f74d None None] Pushing event updated for resources: {'Port': ['ID=b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:14.918823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bdc640ba-a889-48ca-b9c5-9da8a8297c8d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/309ef97e-8817-4c62-b0fc-325f772531b6 HTTP/1.1" status: 204 len: 168 time: 1.9828308 Mar 25 20:08:14.929376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59260) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:15.014818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f4a06d1-cac6-435e-b617-212e4945cc67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.061407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c8a-1a23-4599-bb53-e4a0e0e92a67 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.075398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 912767c6-f6bc-4a0d-bc92-f093f100254b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:15.265157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f2e11c8a-1a23-4599-bb53-e4a0e0e92a67 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 1a65c9ba-b391-4368-b5b3-17f49da81056 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:15.300888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 912767c6-f6bc-4a0d-bc92-f093f100254b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:15.301194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.367751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a06d1-cac6-435e-b617-212e4945cc67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for f7cd4953-0649-452f-b0af-b275a8c3fdc2 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:15.467309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] DHCP port deletion for 44e60336-d7f3-4601-a73d-3eb7f950407a request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:15.476982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] Deleting port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:15.477707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.522292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f21310ac-6c13-4742-ad74-43fda672cbe9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:15.527692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.531234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.628123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5af46d18-2666-4ec6-b100-6e0407b4f5d7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.683905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c8a-1a23-4599-bb53-e4a0e0e92a67 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.729617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af46d18-2666-4ec6-b100-6e0407b4f5d7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=4657d051-65d5-469f-b516-ba8feff53747,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:15.778159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f21310ac-6c13-4742-ad74-43fda672cbe9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:15.778712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.837812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] For port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:15.841115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.875907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c8a-1a23-4599-bb53-e4a0e0e92a67 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:15.877407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e11c8a-1a23-4599-bb53-e4a0e0e92a67 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=1a65c9ba-b391-4368-b5b3-17f49da81056,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:15.942945 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635565ce-dd5f-436a-a8ed-2848a59f03eb None None] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:15.955330 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f2e11c8a-1a23-4599-bb53-e4a0e0e92a67 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/1a65c9ba-b391-4368-b5b3-17f49da81056 HTTP/1.1" status: 204 len: 168 time: 1.3532300 Mar 25 20:08:15.955936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59264) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:16.016922 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e605e217-7c2c-4d0e-866f-06a366dd01b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:08:16.017480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e605e217-7c2c-4d0e-866f-06a366dd01b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:16.081426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] Calling delete_port for 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:16.094695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e605e217-7c2c-4d0e-866f-06a366dd01b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:16.098951 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e605e217-7c2c-4d0e-866f-06a366dd01b6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/1a65c9ba-b391-4368-b5b3-17f49da81056 HTTP/1.1" status: 404 len: 333 time: 0.1420012 Mar 25 20:08:16.099916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59270) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:16.144646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Deleting port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:16.144975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.260566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0815d15f-8fbc-440e-9464-158bbda80bf8 None None] Provisioning for port aebc7472-7839-4c14-947c-cfd88c167cbe completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:16.264673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cc7d84-d415-46cc-aef6-122e8fc02db0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet 3aa32a97-0ebf-4a85-98a1-bdf063f4ba88 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:16.268437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38cc7d84-d415-46cc-aef6-122e8fc02db0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.350363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38cc7d84-d415-46cc-aef6-122e8fc02db0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.411192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5af46d18-2666-4ec6-b100-6e0407b4f5d7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.423041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f4a06d1-cac6-435e-b617-212e4945cc67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.439549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.443824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device aebc7472-7839-4c14-947c-cfd88c167cbe up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:16.465019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38cc7d84-d415-46cc-aef6-122e8fc02db0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.538368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] Pushing event deleted for resources: {'Port': ['ID=78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:16.548580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aefe4ca-6bcb-466e-bebf-348b2e5b1135 None None] No DVR routers for this DVR port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:16.610940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a06d1-cac6-435e-b617-212e4945cc67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=f7cd4953-0649-452f-b0af-b275a8c3fdc2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:16.622121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f4a06d1-cac6-435e-b617-212e4945cc67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.624179 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0f4a06d1-cac6-435e-b617-212e4945cc67 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/f7cd4953-0649-452f-b0af-b275a8c3fdc2 HTTP/1.1" status: 204 len: 168 time: 3.1527824 Mar 25 20:08:16.626894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59274) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:16.685145 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-12b4f012-ff91-4935-8804-787020689e7a None None] Provisioning for port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:16.685353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5af46d18-2666-4ec6-b100-6e0407b4f5d7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/4657d051-65d5-469f-b516-ba8feff53747 HTTP/1.1" status: 204 len: 168 time: 3.5696211 Mar 25 20:08:16.694856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59278) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:16.699761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38cc7d84-d415-46cc-aef6-122e8fc02db0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.759178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port aebc7472-7839-4c14-947c-cfd88c167cbe completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:16.766447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port aebc7472-7839-4c14-947c-cfd88c167cbe triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:16.772144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.782107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38cc7d84-d415-46cc-aef6-122e8fc02db0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.788343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc7d84-d415-46cc-aef6-122e8fc02db0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa32a97-0ebf-4a85-98a1-bdf063f4ba88,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:16.794203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2deab08-a1b6-49bf-bdcd-cb5702939716 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:08:16.795037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d2deab08-a1b6-49bf-bdcd-cb5702939716 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:16.800025 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-38cc7d84-d415-46cc-aef6-122e8fc02db0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/3aa32a97-0ebf-4a85-98a1-bdf063f4ba88 HTTP/1.1" status: 204 len: 168 time: 0.6988809 Mar 25 20:08:16.802655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59284) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:16.831734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09f728-2004-4a68-996b-eaf08da45a85 None None] Network c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:16.839761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3002048-7f4b-4247-8884-f6c54fe199b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:16.841329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3002048-7f4b-4247-8884-f6c54fe199b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:16.842103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f3002048-7f4b-4247-8884-f6c54fe199b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:16.953131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:16.975787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 912767c6-f6bc-4a0d-bc92-f093f100254b {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:16.976094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.057868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] For port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975,segment=NetworkSegment(96900346-f2b7-463b-9641-920df6c3a695),segment_id=96900346-f2b7-463b-9641-920df6c3a695)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:17.058437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.076833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f3002048-7f4b-4247-8884-f6c54fe199b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:17.078254 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f3002048-7f4b-4247-8884-f6c54fe199b8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4501510 Mar 25 20:08:17.080593 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-427fd439-61e0-43fa-83cb-137125177d1a None None] Could not find standard attr ID for object f7cd4953-0649-452f-b0af-b275a8c3fdc2. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:08:17.080956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59288) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:17.209203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.222673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Calling delete_port for 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:17.230192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.241086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7b2ff6-20d1-46fe-bd13-01627c543e88 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet c9e6fdc4-cfa0-471a-bb74-0a0e94351aa3 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:17.243916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be7b2ff6-20d1-46fe-bd13-01627c543e88 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.246681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e62fa0fb-070c-4422-9d8b-bdb9835ea6e7 None None] Provisioning complete for port aebc7472-7839-4c14-947c-cfd88c167cbe triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:17.247057 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e62fa0fb-070c-4422-9d8b-bdb9835ea6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.259251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d2deab08-a1b6-49bf-bdcd-cb5702939716 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:17.264135 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d2deab08-a1b6-49bf-bdcd-cb5702939716 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/4657d051-65d5-469f-b516-ba8feff53747 HTTP/1.1" status: 404 len: 333 time: 0.5673945 Mar 25 20:08:17.273517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59292) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:17.305916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] DHCP port deletion for c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:17.311376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] For port 912767c6-f6bc-4a0d-bc92-f093f100254b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=912767c6-f6bc-4a0d-bc92-f093f100254b,segment=NetworkSegment(10c1e2bf-8e22-4d37-ad6c-819a04ec116f),segment_id=10c1e2bf-8e22-4d37-ad6c-819a04ec116f)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:17.311945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.312286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port aebc7472-7839-4c14-947c-cfd88c167cbe, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aebc7472-7839-4c14-947c-cfd88c167cbe,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:17.325614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] Deleting port 912767c6-f6bc-4a0d-bc92-f093f100254b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:17.325869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be7b2ff6-20d1-46fe-bd13-01627c543e88 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.325997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.420307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.457992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:17.482353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 912767c6-f6bc-4a0d-bc92-f093f100254b owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:17.530431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea06888-cf17-4b19-9eba-cfc6ef8ba58f req-ec118c59-c1df-4741-9aa9-7c76b8e86965 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:17.531966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cea06888-cf17-4b19-9eba-cfc6ef8ba58f req-ec118c59-c1df-4741-9aa9-7c76b8e86965 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 946 time: 0.5905056 Mar 25 20:08:17.542056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:17.542399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 138278f3-28c7-45bd-8b1d-6d0b2b5dbc38 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:17.542824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 652eaf78-314d-4c51-ba36-092201e285fa no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:17.594327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be7b2ff6-20d1-46fe-bd13-01627c543e88 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.603571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 652eaf78-314d-4c51-ba36-092201e285fa {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:17.603969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 652eaf78-314d-4c51-ba36-092201e285fa not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:17.623468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3c302b-d562-41e1-a3dc-9811a33bf543 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet f0d01443-208c-4004-8cb7-2005b877841c {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:17.627526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a3c302b-d562-41e1-a3dc-9811a33bf543 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.654532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=aebc7472-7839-4c14-947c-cfd88c167cbe,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:17.689191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.689676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a3c302b-d562-41e1-a3dc-9811a33bf543 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.733000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] For port 912767c6-f6bc-4a0d-bc92-f093f100254b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=912767c6-f6bc-4a0d-bc92-f093f100254b,segment=NetworkSegment(10c1e2bf-8e22-4d37-ad6c-819a04ec116f),segment_id=10c1e2bf-8e22-4d37-ad6c-819a04ec116f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:17.733398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.761287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be7b2ff6-20d1-46fe-bd13-01627c543e88 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.808672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=912767c6-f6bc-4a0d-bc92-f093f100254b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:17.812815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:17.813141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:17.819253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b2ff6-20d1-46fe-bd13-01627c543e88 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e6fdc4-cfa0-471a-bb74-0a0e94351aa3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:17.822856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cea06888-cf17-4b19-9eba-cfc6ef8ba58f req-92f45b7a-4c03-4b35-b710-33989898afe1 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2709322 Mar 25 20:08:17.828934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No DVR routers for this DVR port 912767c6-f6bc-4a0d-bc92-f093f100254b on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:17.881055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] Calling delete_port for 912767c6-f6bc-4a0d-bc92-f093f100254b owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:17.925124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:17.949932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749c73e-3563-434d-bdba-e3e00e9b37c0 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:17.978493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be7b2ff6-20d1-46fe-bd13-01627c543e88 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:17.993658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a3c302b-d562-41e1-a3dc-9811a33bf543 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.026248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:08:18.074730 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-be7b2ff6-20d1-46fe-bd13-01627c543e88 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/c9e6fdc4-cfa0-471a-bb74-0a0e94351aa3 HTTP/1.1" status: 204 len: 168 time: 0.9898760 Mar 25 20:08:18.081460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59296) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:18.087958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.107230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.166469 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-607e8060-1492-4a98-a549-20408863febc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817122 Mar 25 20:08:18.173092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59300) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:18.224269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:18.240455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c1e2bf-8e22-4d37-ad6c-819a04ec116f') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:18.240770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c1e2bf-8e22-4d37-ad6c-819a04ec116f') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:18.245732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:18.246084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:18.255107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.262178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:18.276759 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:18.278790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.289301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:18.289699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.292032 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:18.293108 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:18.297152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a3c302b-d562-41e1-a3dc-9811a33bf543 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:18.305146 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:18.336319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1a3c302b-d562-41e1-a3dc-9811a33bf543 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.341492 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1a3c302b-d562-41e1-a3dc-9811a33bf543 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/f0d01443-208c-4004-8cb7-2005b877841c HTTP/1.1" status: 204 len: 168 time: 1.0658352 Mar 25 20:08:18.345991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59304) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:18.346658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Deleting port 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:18.346992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.351706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a1db3-3166-4ef0-bdd2-7fb6699534ea None None] Network 9422b795-53e4-4a9a-9ff4-3fbfd253972f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:18.374668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:18.391714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:18.397004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860f54d-91c7-4ac6-aa0a-61ced19e404c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:18.397723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1860f54d-91c7-4ac6-aa0a-61ced19e404c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:18.402041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:18.402404 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.426905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.430983 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0b249250-8dc5-4294-94ee-ea2d632eb7fb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9013662 Mar 25 20:08:18.431752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59310) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:18.432996 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Deleting port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:18.433364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.438485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c302b-d562-41e1-a3dc-9811a33bf543 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d01443-208c-4004-8cb7-2005b877841c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:18.509321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1860f54d-91c7-4ac6-aa0a-61ced19e404c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:18.511539 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1860f54d-91c7-4ac6-aa0a-61ced19e404c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3375466 Mar 25 20:08:18.520362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59314) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:18.539267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] The port '78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:08:18.570932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.578721 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:18.634052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.753056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.759194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] Deleting port 912767c6-f6bc-4a0d-bc92-f093f100254b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:18.759635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.760382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Network': ['ID=c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:18.770145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b399dba6-eb52-489d-aee7-adbc3f1aa9a0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:18.771005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b399dba6-eb52-489d-aee7-adbc3f1aa9a0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:18.779862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e60336-d7f3-4601-a73d-3eb7f950407a']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:18.782998 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-163ed58c-3ae7-4c78-a509-0b875fce4f52 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/networks/c4e6e7f2-fcbc-4e88-b41e-92e4ae800fb9 HTTP/1.1" status: 204 len: 168 time: 1.9793849 Mar 25 20:08:18.787014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59318) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:18.801028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-704277612'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:18.802236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96900346-f2b7-463b-9641-920df6c3a695') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:18.802643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96900346-f2b7-463b-9641-920df6c3a695') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:18.814359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:18.816713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.832757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:network and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:18.835364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.838598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:18.842422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:18.843104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.931583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-78f70b75-d13a-4799-9f76-7eb4a28cfbe0 None None] The port '912767c6-f6bc-4a0d-bc92-f093f100254b' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:18.936080 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:18.941179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.967306 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:14Z', 'revision_number': 3, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:18.969756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port f21310ac-6c13-4742-ad74-43fda672cbe9 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:18.969901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.970173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:18.973731 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:08:18.974193 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Updating router 892e639c-a9a2-45ab-87f0-3ae6e266a526 port 9d540dd6-309c-4359-9c7e-d16d610ca28d binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:08:18.992583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] For port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:18.992964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.011536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:19.013919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b399dba6-eb52-489d-aee7-adbc3f1aa9a0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:19.015218 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b399dba6-eb52-489d-aee7-adbc3f1aa9a0 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4926870 Mar 25 20:08:19.019288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59324) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:19.037688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.055029 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.117555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.123067 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fb648da4-3d9b-4d8f-a2dd-2d91cd8b9ca5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007395 Mar 25 20:08:19.127278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59328) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:19.136757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:19.165412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Calling delete_port for b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:19.198142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] DHCP port deletion for 9422b795-53e4-4a9a-9ff4-3fbfd253972f request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:19.198561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-5439946a-5d78-4d30-9351-f3f10c3c8276 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:19.200121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-5439946a-5d78-4d30-9351-f3f10c3c8276 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.43 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 946 time: 0.7466600 Mar 25 20:08:19.202174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=44e60336-d7f3-4601-a73d-3eb7f950407a,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:19.213792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:19.217058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] Deleting port f21310ac-6c13-4742-ad74-43fda672cbe9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:19.217445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.260139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:19.262413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:19.266158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.286278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Deleting port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:19.286520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.334694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.346412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-96d278d8-3c43-4410-ab3b-c27825553f55 admin admin] 10.222.0.37 "DELETE /v2.0/networks/44e60336-d7f3-4601-a73d-3eb7f950407a HTTP/1.1" status: 204 len: 168 time: 4.4134753 Mar 25 20:08:19.363127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:19.428280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 912767c6-f6bc-4a0d-bc92-f093f100254b no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:19.485698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 912767c6-f6bc-4a0d-bc92-f093f100254b {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:19.486065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 912767c6-f6bc-4a0d-bc92-f093f100254b not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:19.486468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:19.550044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:19.550289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:19.556005 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.563963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:19.564350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 78d4f9fb-44fc-47ab-bd5d-6bb4e60ac975 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:19.575727 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Transition to ACTIVE for port object 9d540dd6-309c-4359-9c7e-d16d610ca28d will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:19.585811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] For port f21310ac-6c13-4742-ad74-43fda672cbe9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f21310ac-6c13-4742-ad74-43fda672cbe9,segment=NetworkSegment(cb911a28-8af5-4beb-88f6-f3a839c90518),segment_id=cb911a28-8af5-4beb-88f6-f3a839c90518)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:19.586408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.601519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4c94e-211d-4f7c-985a-30819d12835a req-f69e9a3c-8860-41a6-a089-1c0a567dd772 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:19.612146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3ec4c94e-211d-4f7c-985a-30819d12835a req-f69e9a3c-8860-41a6-a089-1c0a567dd772 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 946 time: 0.5763524 Mar 25 20:08:19.654967 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.691423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:19.764374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device aebc7472-7839-4c14-947c-cfd88c167cbe up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:19.807490 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Attempting to bind port 9d540dd6-309c-4359-9c7e-d16d610ca28d on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:19.807703 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Attempting to bind port 9d540dd6-309c-4359-9c7e-d16d610ca28d by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:19.808008 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Attempting to bind port 9d540dd6-309c-4359-9c7e-d16d610ca28d on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:19.817176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] For port f21310ac-6c13-4742-ad74-43fda672cbe9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f21310ac-6c13-4742-ad74-43fda672cbe9,segment=NetworkSegment(cb911a28-8af5-4beb-88f6-f3a839c90518),segment_id=cb911a28-8af5-4beb-88f6-f3a839c90518)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:19.817574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.828939 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Pushing event updated for resources: {'Port': ['ID=9d540dd6-309c-4359-9c7e-d16d610ca28d,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:19.831924 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:19.832298 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:19.833306 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.833701 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:19.834179 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Bound port: 9d540dd6-309c-4359-9c7e-d16d610ca28d, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:19.834601 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.864251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59334) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:19.872557 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.874835 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.874958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:19.875058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.875058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.875058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.875058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.875058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.875058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.875530 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.875625 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.875920 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.876240 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:08:19.878496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:19.911167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for f21310ac-6c13-4742-ad74-43fda672cbe9 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:19.938477 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] For port 9d540dd6-309c-4359-9c7e-d16d610ca28d, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:19.943822 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] For port 9d540dd6-309c-4359-9c7e-d16d610ca28d, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9d540dd6-309c-4359-9c7e-d16d610ca28d,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:19.988628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:20.025857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] Calling delete_port for f21310ac-6c13-4742-ad74-43fda672cbe9 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:20.041358 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3ec4c94e-211d-4f7c-985a-30819d12835a req-1e5c2e03-cc87-4ec2-b1e6-32ff8946c2e6 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4279466 Mar 25 20:08:20.041518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.042257 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Added segment 27418375-c78b-4e30-96d0-3f0d7aee92ed of type vlan for network ef59dd89-9014-4929-b0e5-308056fa6885 Mar 25 20:08:20.059546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Deleting port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:20.059546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.078467 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.138171 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-16b8259d-1926-4c42-af1a-97505babc9cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc3ec96aac12460ebeae4d0829e666df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2663326 Mar 25 20:08:20.141075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59338) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:20.142877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.194592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] For port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:20.194963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.210139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.238893 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:20.239530 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:20.302922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.339302 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840d505-1d50-4c4c-9430-8b5bbab2e186 None None] Pushing event updated for resources: {'Port': ['ID=9d540dd6-309c-4359-9c7e-d16d610ca28d,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:20.372634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=f21310ac-6c13-4742-ad74-43fda672cbe9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:20.388641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port aebc7472-7839-4c14-947c-cfd88c167cbe triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:20.388641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.388936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No DVR routers for this DVR port f21310ac-6c13-4742-ad74-43fda672cbe9 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:20.455508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] For port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:20.455862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.475136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:20.476014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:20.486905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.493554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:20.494212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.500618 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:20.566069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-92623c7b-f809-4b46-a051-7ee379516337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.622138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Calling delete_port for b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:20.677549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.686501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-92623c7b-f809-4b46-a051-7ee379516337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.756142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Network': ['ID=ef59dd89-9014-4929-b0e5-308056fa6885,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:20.783280 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e5538fd5-1c08-421f-98ae-131742710f80 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9925246 Mar 25 20:08:20.789066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59342) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:20.799433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network ef59dd89-9014-4929-b0e5-308056fa6885 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:20.817097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': 'ef59dd89-9014-4929-b0e5-308056fa6885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:20.907649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:20.917938 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:14Z', 'revision_number': 3, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:20.922035 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e5e17-43e7-482c-900c-f11c7c2059c6 None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:14Z', 'revision_number': 3, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:20.933744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.964909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:08:20.968357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.992690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-92623c7b-f809-4b46-a051-7ee379516337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:20.994437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] Deleting port f21310ac-6c13-4742-ad74-43fda672cbe9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:20.994587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.002900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9422b795-53e4-4a9a-9ff4-3fbfd253972f']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:21.039950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:21.044656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:21.044827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92623c7b-f809-4b46-a051-7ee379516337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db1a024-9ba3-4d8c-915e-58fe49c905d9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:21.048411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:21.049040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.056978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb911a28-8af5-4beb-88f6-f3a839c90518') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:21.057150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb911a28-8af5-4beb-88f6-f3a839c90518') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:21.058584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Allocated IP 172.20.0.1 (3ce948da-a84f-4ff5-9151-77ad5d6bd61f/0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe/8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:21.064190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:21.065283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:21.065768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f21310ac-6c13-4742-ad74-43fda672cbe9 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:21.073334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.073334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.073334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Floating IP 07379e34-f219-4e8f-9257-607f30a50993 disassociated. External IP: 172.26.8.104, port: 2187b2f4-a78f-44b2-9b0d-512c52a41cf0. Mar 25 20:08:21.073735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Calling delete_port for 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:21.099462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] Pushing event deleted for resources: {'Port': ['ID=b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:21.105342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:21.129183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.142303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: f21310ac-6c13-4742-ad74-43fda672cbe9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:21.142502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:21.142599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f21310ac-6c13-4742-ad74-43fda672cbe9 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:21.151317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:21.166935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-92623c7b-f809-4b46-a051-7ee379516337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.170810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-92623c7b-f809-4b46-a051-7ee379516337 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5db1a024-9ba3-4d8c-915e-58fe49c905d9 HTTP/1.1" status: 204 len: 168 time: 1.0284584 Mar 25 20:08:21.179539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:21.181875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.218928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671e697-d5f7-441a-a193-12ae2587b8bf None None] No DVR routers for this DVR port b6f27ba5-e03b-4daa-89ba-c547f3ab5ef2 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:21.227695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:21.228111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.249322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8306a385-63d9-4257-b4f3-1500f82b8a47 None None] The port 'f21310ac-6c13-4742-ad74-43fda672cbe9' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:08:21.252679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d894d0e-9199-44f3-95e8-37233912d612 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:21.272606 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:21.349752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.376113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Transition to ACTIVE for port object 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:21.381703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:21.386503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.398861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=279ae6b6-d732-4747-94ab-3ea2cc4633eb,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:21.410804 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cf723359-896f-444f-9190-a2072a9e88e8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2819443 Mar 25 20:08:21.413473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59350) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:21.420573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:21.445770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:21.611329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.723725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:21.746030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:21.757731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.762001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.781736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93671791-20d5-403c-8928-b8af492077ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '279ae6b6-d732-4747-94ab-3ea2cc4633eb'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:21.782178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93671791-20d5-403c-8928-b8af492077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.788867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.831475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Network': ['ID=9422b795-53e4-4a9a-9ff4-3fbfd253972f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:21.835288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9d540dd6-309c-4359-9c7e-d16d610ca28d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:21.842396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:21.846049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:21.849664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:21.854103 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-623e0257-7faa-4230-98ef-62b4eedc56b4 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/networks/9422b795-53e4-4a9a-9ff4-3fbfd253972f HTTP/1.1" status: 204 len: 168 time: 3.4630957 Mar 25 20:08:21.857306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59356) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:21.863841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-442417399'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:21.874309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:21.874834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:21.880113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:network and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:21.883692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:21.893899 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:21.911587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:21.915846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83a56e-3e10-4706-9bf2-2188b6ef2181 req-6a882ae7-9462-4a49-9d07-dcffdd208b55 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:21.918397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1e83a56e-3e10-4706-9bf2-2188b6ef2181 req-6a882ae7-9462-4a49-9d07-dcffdd208b55 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Synchronizing usage tracker for tenant:628baec857f24b28b26d8ea372a5857a on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:21.930735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.099844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Pushing event updated for resources: {'Port': ['ID=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:22.164559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.282449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event deleted for resources: {'Port': ['ID=2187b2f4-a78f-44b2-9b0d-512c52a41cf0,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:22.284841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:22.289134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.300259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-93671791-20d5-403c-8928-b8af492077ea None None] Allocated IP 2001:db8::f816:3eff:fe4c:2f9f (16eab8e5-a832-428a-a293-9fd25f5afb33/279ae6b6-d732-4747-94ab-3ea2cc4633eb/b8e78704-669a-4551-b245-361039947f6e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:22.347984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3472f76d-d293-41cb-bc4a-fc710ff3bda1 None None] Provisioning for port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:22.405946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3472f76d-d293-41cb-bc4a-fc710ff3bda1 None None] Provisioning complete for port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:22.406324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3472f76d-d293-41cb-bc4a-fc710ff3bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.429349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1e83a56e-3e10-4706-9bf2-2188b6ef2181 req-6a882ae7-9462-4a49-9d07-dcffdd208b55 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Unset dirty status for tenant:628baec857f24b28b26d8ea372a5857a on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:22.430581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e83a56e-3e10-4706-9bf2-2188b6ef2181 req-6a882ae7-9462-4a49-9d07-dcffdd208b55 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 946 time: 1.1583877 Mar 25 20:08:22.431356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:22.447014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 9d540dd6-309c-4359-9c7e-d16d610ca28d completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:22.468350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9d540dd6-309c-4359-9c7e-d16d610ca28d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:22.468581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.544652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3472f76d-d293-41cb-bc4a-fc710ff3bda1 None None] Port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:22.577054 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.ipam_backend_mixin [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 279ae6b6-d732-4747-94ab-3ea2cc4633eb (CIDR: 2001:db8::/64) Mar 25 20:08:22.625967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.626313 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Added segment bae98895-f004-47bd-ad2e-5466a718cc5e of type vlan for network 6531d2f9-7a61-4162-b67f-16fe8a7378eb Mar 25 20:08:22.646064 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:08:22.646888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:08:22.696560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e83a56e-3e10-4706-9bf2-2188b6ef2181 req-ceb01e30-c134-4297-a7e9-620b96669440 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups?id=d015dcf1-7b3d-4719-a7c2-dbaec1316706&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241541 Mar 25 20:08:22.698993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Router d34c3d12-ee38-49d1-92ca-2f2cca91a52c has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:08:22.707659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.715857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93671791-20d5-403c-8928-b8af492077ea None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.721395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.758201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-93671791-20d5-403c-8928-b8af492077ea None None] Transition to ACTIVE for port object b8e78704-669a-4551-b245-361039947f6e will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:22.780545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.802436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-93671791-20d5-403c-8928-b8af492077ea None None] Transition to ACTIVE for port object b8e78704-669a-4551-b245-361039947f6e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:22.809107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 9d540dd6-309c-4359-9c7e-d16d610ca28d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9d540dd6-309c-4359-9c7e-d16d610ca28d,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:22.818815 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-07878869-6764-431b-9454-c7e349d6618c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4013269 Mar 25 20:08:22.824971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59376) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:22.836905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:22.878393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93671791-20d5-403c-8928-b8af492077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.935415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:22.963600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93671791-20d5-403c-8928-b8af492077ea None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:22.967146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-93671791-20d5-403c-8928-b8af492077ea None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:22.973382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93671791-20d5-403c-8928-b8af492077ea None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:23.007275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93671791-20d5-403c-8928-b8af492077ea None None] Pushing event updated for resources: {'Port': ['ID=b8e78704-669a-4551-b245-361039947f6e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:23.030447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.055350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=d551c0fa-5a0b-4c11-a3b9-8ff64c546a75,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:23.073593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.082577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:23.082577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.118753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Checking segment: {'id': '27418375-c78b-4e30-96d0-3f0d7aee92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ef59dd89-9014-4929-b0e5-308056fa6885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:23.119111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network hostable DHCP agents. Network: ef59dd89-9014-4929-b0e5-308056fa6885, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:08:23.129058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=9d540dd6-309c-4359-9c7e-d16d610ca28d,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:23.150611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:23.196110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:23.201085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-93671791-20d5-403c-8928-b8af492077ea None None] Attempting to bind port b8e78704-669a-4551-b245-361039947f6e on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:23.201588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-93671791-20d5-403c-8928-b8af492077ea None None] Attempting to bind port b8e78704-669a-4551-b245-361039947f6e by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:23.201855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93671791-20d5-403c-8928-b8af492077ea None None] Attempting to bind port b8e78704-669a-4551-b245-361039947f6e on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:23.209596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93671791-20d5-403c-8928-b8af492077ea None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:23.209596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93671791-20d5-403c-8928-b8af492077ea None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:23.209596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93671791-20d5-403c-8928-b8af492077ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.209896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93671791-20d5-403c-8928-b8af492077ea None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:23.210595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-93671791-20d5-403c-8928-b8af492077ea None None] Bound port: b8e78704-669a-4551-b245-361039947f6e, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:23.211042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93671791-20d5-403c-8928-b8af492077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.234164 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3754225 Mar 25 20:08:23.238778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59382) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:23.256269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:23.275360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:23.279159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.293973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:23.312074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] Sync routers for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:23.333209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:23.333958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:23.384070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19eb8b5-e877-41f1-b8c5-a978738e2c32 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Network': ['ID=6531d2f9-7a61-4162-b67f-16fe8a7378eb,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:23.394824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network ef59dd89-9014-4929-b0e5-308056fa6885 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:08:23.408426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-93671791-20d5-403c-8928-b8af492077ea None None] For port b8e78704-669a-4551-b245-361039947f6e, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:23.414985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6531d2f9-7a61-4162-b67f-16fe8a7378eb details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:23.455738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-93671791-20d5-403c-8928-b8af492077ea None None] For port b8e78704-669a-4551-b245-361039947f6e, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b8e78704-669a-4551-b245-361039947f6e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:23.458936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] No DVR routers for this DVR port 2187b2f4-a78f-44b2-9b0d-512c52a41cf0 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:23.461497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.463892 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f65c8c40-42eb-4b32-93b3-7e357d34f95a req-a49bec2a-c399-4523-a705-ca2f381208df tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.43 "DELETE /v2.0/ports/2187b2f4-a78f-44b2-9b0d-512c52a41cf0 HTTP/1.1" status: 204 len: 173 time: 4.2517343 Mar 25 20:08:23.468576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'name': 'network-vif-deleted', 'tag': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:08:23.482400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:23.486548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:23.490392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:23.497970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:23.539891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.550783 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2707d08d-7b62-445c-aec4-6964ed4011fa', 'name': 'network-vif-deleted', 'tag': '2187b2f4-a78f-44b2-9b0d-512c52a41cf0', 'status': 'completed', 'code': 200} Mar 25 20:08:23.558267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, ef59dd89-9014-4929-b0e5-308056fa6885) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:23.566259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:23.566966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.603565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090efba-6008-4077-93eb-04e6c3c3d16e None None] Network ef59dd89-9014-4929-b0e5-308056fa6885 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:23.608392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:23.622990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.640884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93671791-20d5-403c-8928-b8af492077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.644134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.738532 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f2ebfb57-365d-402d-961c-4d31a770233b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9412818 Mar 25 20:08:23.739126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59394) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:23.805525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93671791-20d5-403c-8928-b8af492077ea None None] Pushing event updated for resources: {'Port': ['ID=b8e78704-669a-4551-b245-361039947f6e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:23.808298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9d540dd6-309c-4359-9c7e-d16d610ca28d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:23.824965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.892787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Pushing event updated for resources: {'Port': ['ID=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:23.912442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:23.913787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.921737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:23.930419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:23.931179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:23.974783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=43e325fe-ca3d-4a4e-bc97-5f7bbc9332eb,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:23.997204 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:24.015242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-381532810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:24.086095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:24.090670 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cc35c85d-a679-426e-b290-a95c5842e643 req-f3a9f510-4a33-48c0-8651-f990a7ec1b4f tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/ports?device_id=2707d08d-7b62-445c-aec4-6964ed4011fa HTTP/1.1" status: 200 len: 210 time: 0.0692978 Mar 25 20:08:24.097029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:router and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:24.100938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:24.110369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:24.115043 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-edaf651a-2cd5-406d-be33-f76c75786e39 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2886891 Mar 25 20:08:24.126646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59408) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:24.138454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:8b:39:4a', 'name': 'tempest-NetworksTestDHCPv6-1176872550'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:24.181927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:24.185794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:24.189281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.249779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.249779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.292187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.368284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=91914c89-9762-4161-91eb-dce8da6817f2,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:24.389753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking segment: {'id': 'bae98895-f004-47bd-ad2e-5466a718cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:24.390116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network hostable DHCP agents. Network: 6531d2f9-7a61-4162-b67f-16fe8a7378eb, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:08:24.435033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.461652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9d540dd6-309c-4359-9c7e-d16d610ca28d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:24.462243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.551682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 6531d2f9-7a61-4162-b67f-16fe8a7378eb is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:08:24.582194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.588822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59418) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:24.600533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'network_id': 'ef59dd89-9014-4929-b0e5-308056fa6885', 'name': 'tempest-PortsIpV6TestJSON-843505130'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:24.613053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-016fcaad-fdeb-4767-98ac-d4899cce26c6 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7987437 Mar 25 20:08:24.641606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6531d2f9-7a61-4162-b67f-16fe8a7378eb) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:24.649433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:24.650699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.687147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:24.703699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:24.713119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59422) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:24.737023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-ef59dd89-9014-4929-b0e5-308056fa6885', 'network_id': 'ef59dd89-9014-4929-b0e5-308056fa6885', 'tenant_id': '17e17554231b4ebe9b463828411b73ae', 'fixed_ips': [{'subnet_id': 'd551c0fa-5a0b-4c11-a3b9-8ff64c546a75'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:24.738157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.748064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551fa1e0-b032-483e-9658-62933645072f None None] Network 6531d2f9-7a61-4162-b67f-16fe8a7378eb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:24.770712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-24d4de27-5692-42af-9080-d8c9059d7214 None None] Provisioning complete for port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:24.771096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24d4de27-5692-42af-9080-d8c9059d7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:24.792712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3fde1453-dc3f-4d7c-acb5-64873fd1c2cf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5453620 Mar 25 20:08:24.792918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59428) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:24.799487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb', 'name': 'tempest-PortsTestJSON-1907629297', 'fixed_ips': [{'subnet_id': '91914c89-9762-4161-91eb-dce8da6817f2', 'ip_address': '172.20.0.10'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:24.971279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:24.998615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:25.020464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:08:25.041925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-24d4de27-5692-42af-9080-d8c9059d7214 None None] Port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:25.061970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0df3f828-101c-4b87-ab7a-fd3bee01ff70 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:25.122795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:25.133496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:25.139529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:25.148508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:25.170866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:25.177287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:25.181581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:25.191728 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:25.207072 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0df3f828-101c-4b87-ab7a-fd3bee01ff70 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] 10.222.0.37 "PUT /v2.0/quotas/b5f0c7c7e2cd49d99a54255a6e42ea12 HTTP/1.1" status: 200 len: 368 time: 0.4901714 Mar 25 20:08:25.207665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59434) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:25.214124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:25.223960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Request body: {'network': {'project_id': 'b5f0c7c7e2cd49d99a54255a6e42ea12'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:25.238207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:25.245419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Usage tracker for resource:network and tenant:b5f0c7c7e2cd49d99a54255a6e42ea12 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:25.249200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:25.257924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:25.263686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:31Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:25.279099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] Checking router: d34c3d12-ee38-49d1-92ca-2f2cca91a52c for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:08:25.283470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:25.286514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Allocated IP 2001:db8::2 (ef59dd89-9014-4929-b0e5-308056fa6885/d551c0fa-5a0b-4c11-a3b9-8ff64c546a75/489eabbc-893d-41d7-bd14-01d6f70369d9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:25.292188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-6531d2f9-7a61-4162-b67f-16fe8a7378eb', 'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb', 'tenant_id': '51ab3c70c14f4b88b2a68bbf82b511e5', 'fixed_ips': [{'subnet_id': '91914c89-9762-4161-91eb-dce8da6817f2'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:25.293029 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:25.322844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:25.323472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:25.324823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:25.328576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:25.360127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:25.385676 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b95b7ea4-ec60-4792-a70a-90dbc6e047bf admin admin] 10.222.0.37 "PUT /v2.0/routers/892e639c-a9a2-45ab-87f0-3ae6e266a526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9508071 Mar 25 20:08:25.391114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59440) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:25.406753 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:25.423504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Made reservation on behalf of b5f0c7c7e2cd49d99a54255a6e42ea12 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:25.426179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:25.443703 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:25.444692 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:25.467029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:25.493427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:25.538215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port fe04f6d5-c450-4989-89e1-381f4d7088c8 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:25.554890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:25.559276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Usage tracker for resource:security_group_rule and tenant:b5f0c7c7e2cd49d99a54255a6e42ea12 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:25.562337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:25.569014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:25.600047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 020b16d9-75aa-4ccc-81c8-207296d97485 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:25.788209 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:25.820833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:25.894827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:25.909799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b8e78704-669a-4551-b245-361039947f6e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:25.932342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.031602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbb6a5-060f-4c7d-98b0-1f04c0e60dac None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:26.047297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427d3957-5231-491f-8ffc-2103588d22a7,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:26.069554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:26.080549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.080991 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Added segment 4c77128d-0124-4918-a7f0-dddf0f040796 of type vlan for network 53b10c5c-7940-4e79-8ade-6f7b92bd35af Mar 25 20:08:26.089796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8:0:1::116 (16eab8e5-a832-428a-a293-9fd25f5afb33/43e325fe-ca3d-4a4e-bc97-5f7bbc9332eb/020b16d9-75aa-4ccc-81c8-207296d97485) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:26.098660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fe8b:394a (16eab8e5-a832-428a-a293-9fd25f5afb33/279ae6b6-d732-4747-94ab-3ea2cc4633eb/020b16d9-75aa-4ccc-81c8-207296d97485) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:26.110789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.147442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port bc5bf993-b304-4da5-955c-bfafe7472b1b yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:26.194109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd6e34e5-ade3-4aff-b508-69c1486166e8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.276093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.277286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:26.277872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.284162 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:23Z', 'revision_number': 2, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:26.290340 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:08:26.292655 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Updating router 892e639c-a9a2-45ab-87f0-3ae6e266a526 port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:08:26.298150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:26.370496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd6e34e5-ade3-4aff-b508-69c1486166e8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.375620 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.402223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.402787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Allocated IP 172.20.0.2 (6531d2f9-7a61-4162-b67f-16fe8a7378eb/91914c89-9762-4161-91eb-dce8da6817f2/bd96d672-759e-4abe-96dc-e8a3f6c32148) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:26.422708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 020b16d9-75aa-4ccc-81c8-207296d97485 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:26.534147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dc423e64-f0aa-4544-94da-030ef683797f None None] Provisioning for port b8e78704-669a-4551-b245-361039947f6e completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:26.535123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.571385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.578832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Pushing event updated for resources: {'Network': ['ID=53b10c5c-7940-4e79-8ade-6f7b92bd35af,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:26.624375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:26.625745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:26.629964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:26.635689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:26.636320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.656912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=020b16d9-75aa-4ccc-81c8-207296d97485,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:26.680513 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bb182b18-d659-48f0-8879-b44f3fa17e72 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4694874 Mar 25 20:08:26.681197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59456) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:26.687448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Request body: {'network': {'project_id': 'b5f0c7c7e2cd49d99a54255a6e42ea12'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:26.692718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:26.697166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Usage tracker for resource:network and tenant:b5f0c7c7e2cd49d99a54255a6e42ea12 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:26.700699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:26.709027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:26.730664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 53b10c5c-7940-4e79-8ade-6f7b92bd35af details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:26.755171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd6e34e5-ade3-4aff-b508-69c1486166e8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.764212 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-df665d62-d5e7-4d13-bca6-f304ddc20195 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6362524 Mar 25 20:08:26.767018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59462) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:26.797540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e34e5-ade3-4aff-b508-69c1486166e8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d015dcf1-7b3d-4719-a7c2-dbaec1316706,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:26.806141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59466) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:26.806385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Made reservation on behalf of b5f0c7c7e2cd49d99a54255a6e42ea12 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:26.808790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.830130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1905467521-network', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:26.836850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:26.843774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Usage tracker for resource:network and tenant:96b27076dd6843d6a4bc1b05fb465bdb is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:26.856544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:26.865730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:26.874606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd6e34e5-ade3-4aff-b508-69c1486166e8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.875721 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bd6e34e5-ade3-4aff-b508-69c1486166e8 tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "DELETE /v2.0/security-groups/d015dcf1-7b3d-4719-a7c2-dbaec1316706 HTTP/1.1" status: 204 len: 168 time: 1.4844110 Mar 25 20:08:26.878392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59470) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:26.880297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:26.884773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a57b3564-9bf2-4293-b6d7-210b2820100d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 020b16d9-75aa-4ccc-81c8-207296d97485 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:26.885440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a57b3564-9bf2-4293-b6d7-210b2820100d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.889908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.895199 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Added segment 3f0cff08-ddbf-4e02-805e-920f97586d0a of type vlan for network c5fc75f0-8a94-4b95-96c5-7dc5612eb66a Mar 25 20:08:26.912193 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Transition to ACTIVE for port object 489eabbc-893d-41d7-bd14-01d6f70369d9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:26.922913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.938234 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-1cd4ca9d-966d-47a6-a21c-bbffd2e3fe4b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] show failed (client error): The resource could not be found. Mar 25 20:08:26.941750 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1cd4ca9d-966d-47a6-a21c-bbffd2e3fe4b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "GET /v2.0/security-groups/d015dcf1-7b3d-4719-a7c2-dbaec1316706 HTTP/1.1" status: 404 len: 347 time: 0.0597167 Mar 25 20:08:26.942049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59474) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:26.945753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Transition to ACTIVE for port object 489eabbc-893d-41d7-bd14-01d6f70369d9 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:26.949667 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.958043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port b8e78704-669a-4551-b245-361039947f6e completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:26.962624 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Transition to ACTIVE for port object 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:26.970601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Made reservation on behalf of 96b27076dd6843d6a4bc1b05fb465bdb for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:26.973201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:26.986220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.001664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:27.005599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Usage tracker for resource:security_group_rule and tenant:96b27076dd6843d6a4bc1b05fb465bdb is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:27.008429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:27.015046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:27.031701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b8e78704-669a-4551-b245-361039947f6e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:27.031701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.048010 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.051711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.052778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:27.053595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.091163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.213863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Pushing event updated for resources: {'Network': ['ID=c5fc75f0-8a94-4b95-96c5-7dc5612eb66a,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:27.214451 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cf88d-76fe-4233-9cff-969ffca10c82 None None] Pushing event updated for resources: {'Port': ['ID=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:27.253736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Network ef59dd89-9014-4929-b0e5-308056fa6885 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:27.265062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c5fc75f0-8a94-4b95-96c5-7dc5612eb66a details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:27.267468 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-72f722b2-1284-4d02-8dd2-77c311096697 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5845544 Mar 25 20:08:27.269122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.281106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59478) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:27.287100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8908fa09-4e09-4f8b-9f40-141c8f5551f9 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Request body: {'network': {'project_id': 'b5f0c7c7e2cd49d99a54255a6e42ea12'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:27.291592 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Deleting port 186c8451-f9d9-43d1-b084-8fa04ad7b27f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:27.292067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.300109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8908fa09-4e09-4f8b-9f40-141c8f5551f9 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:27.303702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:27.305025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8908fa09-4e09-4f8b-9f40-141c8f5551f9 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Usage tracker for resource:network and tenant:b5f0c7c7e2cd49d99a54255a6e42ea12 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:27.306322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:27.309821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8908fa09-4e09-4f8b-9f40-141c8f5551f9 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:27.328362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8908fa09-4e09-4f8b-9f40-141c8f5551f9 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:27.330199 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8908fa09-4e09-4f8b-9f40-141c8f5551f9 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 25 20:08:27.335256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8908fa09-4e09-4f8b-9f40-141c8f5551f9 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:08:27.339434 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8908fa09-4e09-4f8b-9f40-141c8f5551f9 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0544488 Mar 25 20:08:27.339922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59482) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:27.342224 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Attempting to bind port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:27.342553 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Attempting to bind port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:27.342685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.342877 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Attempting to bind port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:27.350771 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:27.354860 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Checking segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:27.354860 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.354860 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Bound using segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:27.354860 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Bound port: 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:27.354860 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.377241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:27.390985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.391509 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Added segment 34c05c5b-a412-4639-aa65-e5bf29b5f75a of type vlan for network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 Mar 25 20:08:27.426234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.512883 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] For port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:27.517463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3dd052-4ca4-4afa-93ad-c572e518e6b9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:27.518228 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] For port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:27.537231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.538193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:27.539253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.569378 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e77416be-0bcc-4ecb-9701-b100d7c69b1d tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5f0c7c7e2cd49d99a54255a6e42ea12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280917 Mar 25 20:08:27.574353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Pushing event updated for resources: {'Port': ['ID=489eabbc-893d-41d7-bd14-01d6f70369d9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:27.584394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59486) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:27.603824 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.675841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.676906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.717363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-14d11b70-7526-4365-94d0-1a12252e6d64 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.731349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] Pushing event updated for resources: {'Network': ['ID=9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:27.753152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-14d11b70-7526-4365-94d0-1a12252e6d64 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.757152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:27.764169 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-91cc7de6-e0e8-4476-a9cc-1bf578fd58dc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9458785 Mar 25 20:08:27.766802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59490) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:27.778904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Attempting to bind port 489eabbc-893d-41d7-bd14-01d6f70369d9 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:27.779263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Attempting to bind port 489eabbc-893d-41d7-bd14-01d6f70369d9 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '27418375-c78b-4e30-96d0-3f0d7aee92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ef59dd89-9014-4929-b0e5-308056fa6885'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:27.779615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Attempting to bind port 489eabbc-893d-41d7-bd14-01d6f70369d9 on network ef59dd89-9014-4929-b0e5-308056fa6885 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:27.780099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Request body: {'subnet': {'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1905467521-subnet', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:27.789282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:27.804894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Usage tracker for resource:subnet and tenant:96b27076dd6843d6a4bc1b05fb465bdb is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:27.810987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:27.814295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Calling delete_port for 186c8451-f9d9-43d1-b084-8fa04ad7b27f owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:27.817958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:27.837293 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cf88d-76fe-4233-9cff-969ffca10c82 None None] Pushing event updated for resources: {'Port': ['ID=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:27.863346 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:27.864754 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:27.905943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Made reservation on behalf of 96b27076dd6843d6a4bc1b05fb465bdb for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:27.908446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.940842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:27.941479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Checking segment: {'id': '27418375-c78b-4e30-96d0-3f0d7aee92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ef59dd89-9014-4929-b0e5-308056fa6885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:27.941602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.941966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Bound using segment: {'id': '27418375-c78b-4e30-96d0-3f0d7aee92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ef59dd89-9014-4929-b0e5-308056fa6885'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:27.942439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Bound port: 489eabbc-893d-41d7-bd14-01d6f70369d9, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27418375-c78b-4e30-96d0-3f0d7aee92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ef59dd89-9014-4929-b0e5-308056fa6885'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:27.942809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.965051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:27.967887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::32d (ef59dd89-9014-4929-b0e5-308056fa6885/d551c0fa-5a0b-4c11-a3b9-8ff64c546a75/fe04f6d5-c450-4989-89e1-381f4d7088c8) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:27.968785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-14d11b70-7526-4365-94d0-1a12252e6d64 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.061998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.117058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-14d11b70-7526-4365-94d0-1a12252e6d64 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.118219 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-14d11b70-7526-4365-94d0-1a12252e6d64 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/427d3957-5231-491f-8ffc-2103588d22a7 HTTP/1.1" status: 204 len: 168 time: 0.5303056 Mar 25 20:08:28.124580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d11b70-7526-4365-94d0-1a12252e6d64 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427d3957-5231-491f-8ffc-2103588d22a7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:28.124798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59496) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:28.171711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Transition to ACTIVE for port object bd96d672-759e-4abe-96dc-e8a3f6c32148 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:28.191096 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:28.197464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Transition to ACTIVE for port object bd96d672-759e-4abe-96dc-e8a3f6c32148 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:28.289463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.310374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:31Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:28.313302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.329626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port b8e78704-669a-4551-b245-361039947f6e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b8e78704-669a-4551-b245-361039947f6e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:28.343651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a57b3564-9bf2-4293-b6d7-210b2820100d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.379355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.10 (6531d2f9-7a61-4162-b67f-16fe8a7378eb/91914c89-9762-4161-91eb-dce8da6817f2/bc5bf993-b304-4da5-955c-bfafe7472b1b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:28.382808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.421459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Pushing event updated for resources: {'Port': ['ID=bd96d672-759e-4abe-96dc-e8a3f6c32148,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:28.432947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7b5b0a-e53d-4f80-90eb-9fad1e6c82f5 None None] The sync data for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv is: [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:06:22Z', 'revision_number': 4, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '18e2233a-024f-4ec1-901d-7a39503c8483', 'name': '', 'network_id': 'c73d78e1-c14b-41a1-a3f1-be3374c0c1c3', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'mac_address': 'fa:16:3e:eb:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:20Z', 'updated_at': '2022-03-25T20:06:31Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'subnets': [{'id': '415a5a04-c2b2-4d12-80a3-23439e76fa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:28.445493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.504228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Network 6531d2f9-7a61-4162-b67f-16fe8a7378eb is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:28.519834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:28.530746 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:28.533500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] For port 489eabbc-893d-41d7-bd14-01d6f70369d9, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:28.542356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] Update dhcp port {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': '279ae6b6-d732-4747-94ab-3ea2cc4633eb', 'ip_address': '2001:db8::f816:3eff:fe4c:2f9f'}, {'subnet_id': '43e325fe-ca3d-4a4e-bc97-5f7bbc9332eb'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': 'b8e78704-669a-4551-b245-361039947f6e'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:08:28.597858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55dffddd-9157-44dc-b867-29b4802ef0ce,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:28.614561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] For port 489eabbc-893d-41d7-bd14-01d6f70369d9, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=489eabbc-893d-41d7-bd14-01d6f70369d9,segment=NetworkSegment(27418375-c78b-4e30-96d0-3f0d7aee92ed),segment_id=27418375-c78b-4e30-96d0-3f0d7aee92ed)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:28.623979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a57b3564-9bf2-4293-b6d7-210b2820100d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 020b16d9-75aa-4ccc-81c8-207296d97485 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:28.632352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Checking segment: {'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:28.632689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Network hostable DHCP agents. Network: 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:08:28.656297 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:27Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:28.663228 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87417eda-eef5-42b3-98cb-84b3194cc05d None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:27Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:28.695725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.724054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.738662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=b8e78704-669a-4551-b245-361039947f6e,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:28.759648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:08:28.792688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.823416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.824554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Attempting to bind port bd96d672-759e-4abe-96dc-e8a3f6c32148 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:28.824798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Attempting to bind port bd96d672-759e-4abe-96dc-e8a3f6c32148 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'bae98895-f004-47bd-ad2e-5466a718cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:28.825164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Attempting to bind port bd96d672-759e-4abe-96dc-e8a3f6c32148 on network 6531d2f9-7a61-4162-b67f-16fe8a7378eb {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:28.886132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:28.886497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Checking segment: {'id': 'bae98895-f004-47bd-ad2e-5466a718cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:28.886821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.887210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Bound using segment: {'id': 'bae98895-f004-47bd-ad2e-5466a718cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:28.887866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Bound port: bd96d672-759e-4abe-96dc-e8a3f6c32148, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae98895-f004-47bd-ad2e-5466a718cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:28.888167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:28.989062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d87ebc-ba04-49d9-b87b-40b907b88abc None None] New status for floating IP 07379e34-f219-4e8f-9257-607f30a50993: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:08:29.032664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fc75f0-8a94-4b95-96c5-7dc5612eb66a']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:29.057847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0cff08-ddbf-4e02-805e-920f97586d0a') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:29.058301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0cff08-ddbf-4e02-805e-920f97586d0a') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:29.072638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.076307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224f133-d766-4214-9c55-bf12b29b11b4 None None] Pushing event updated for resources: {'Port': ['ID=489eabbc-893d-41d7-bd14-01d6f70369d9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:29.102638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.111649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:29.111649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.111954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:29.128645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:29.129121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.240691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442860bd-d3c7-481f-b0c9-966bfdbcb761 None None] Network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:29.265908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:29.288418 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:29.313908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Pushing event deleted for resources: {'Port': ['ID=186c8451-f9d9-43d1-b084-8fa04ad7b27f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:29.315858 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-668c07b7-cf1a-455b-94b8-9f8fd44de244 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5473673 Mar 25 20:08:29.316780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59500) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:29.324007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:29.330303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:29.335269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Usage tracker for resource:router and tenant:96b27076dd6843d6a4bc1b05fb465bdb is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:29.340836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:29.361936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:29.433681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.444087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.448609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.487940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.502070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object bc5bf993-b304-4da5-955c-bfafe7472b1b will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:29.503141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.507386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.515309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] For port bd96d672-759e-4abe-96dc-e8a3f6c32148, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:29.553699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] For port bd96d672-759e-4abe-96dc-e8a3f6c32148, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bd96d672-759e-4abe-96dc-e8a3f6c32148,segment=NetworkSegment(bae98895-f004-47bd-ad2e-5466a718cc5e),segment_id=bae98895-f004-47bd-ad2e-5466a718cc5e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:29.564199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] Allocated IP 2001:db8:0:1::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/43e325fe-ca3d-4a4e-bc97-5f7bbc9332eb/b8e78704-669a-4551-b245-361039947f6e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:29.576948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object fe04f6d5-c450-4989-89e1-381f4d7088c8 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:29.592202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5fc75f0-8a94-4b95-96c5-7dc5612eb66a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:29.604728 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c0e6e445-7691-4ea9-a5d2-9352aa98f746 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c5fc75f0-8a94-4b95-96c5-7dc5612eb66a HTTP/1.1" status: 204 len: 168 time: 1.4790201 Mar 25 20:08:29.605580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59504) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:29.613960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.615343 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3c098976-85fd-4bd2-8853-6376dd8ed87b tempest-ServersTestManualDisk-1753283843 tempest-ServersTestManualDisk-1753283843-project] 10.222.0.37 "DELETE /v2.0/floatingips/07379e34-f219-4e8f-9257-607f30a50993 HTTP/1.1" status: 204 len: 168 time: 2.6723747 Mar 25 20:08:29.620380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59508) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:29.664040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.727865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.869968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 6531d2f9-7a61-4162-b67f-16fe8a7378eb is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:29.879224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=bc5bf993-b304-4da5-955c-bfafe7472b1b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:29.900646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:29.935953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] For port b8e78704-669a-4551-b245-361039947f6e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b8e78704-669a-4551-b245-361039947f6e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:29.943276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6086585-aa1b-4863-8fa6-de25de60ce9b None None] Pushing event updated for resources: {'Port': ['ID=bd96d672-759e-4abe-96dc-e8a3f6c32148,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:29.953568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.973966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8', 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'fixed_ips': [{'subnet_id': '55dffddd-9157-44dc-b867-29b4802ef0ce'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:29.975048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:29.975638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:30.147100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.155556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a57b3564-9bf2-4293-b6d7-210b2820100d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.159826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:08:30.176301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.216721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] Transition to ACTIVE for port object b8e78704-669a-4551-b245-361039947f6e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:30.294835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.304244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:30.304847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.342183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network ef59dd89-9014-4929-b0e5-308056fa6885 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:30.353236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.366858 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:30.434731 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4314637c-a339-48c4-9a05-c1a540adda18 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.6406541 Mar 25 20:08:30.435485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59514) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:30.448652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '6531d2f9-7a61-4162-b67f-16fe8a7378eb', 'name': 'tempest-PortsTestJSON-1981553060', 'fixed_ips': [{'subnet_id': '91914c89-9762-4161-91eb-dce8da6817f2', 'ip_address': '172.20.0.9'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:30.507272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:30.530640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:30.531409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.654889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544fd8fb-a224-41bb-b778-cf65a4577dac None None] Network ef59dd89-9014-4929-b0e5-308056fa6885 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:30.656593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.670927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=fe04f6d5-c450-4989-89e1-381f4d7088c8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:30.677677 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-19ce3009-7b6a-4d3f-adbb-e439770b29ce tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0853124 Mar 25 20:08:30.707313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59518) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:30.779455 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f5ca5-5357-47a2-84b8-744681aeefd2 None None] Pushing event updated for resources: {'Port': ['ID=b8e78704-669a-4551-b245-361039947f6e,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:30.857481 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b3564-9bf2-4293-b6d7-210b2820100d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=020b16d9-75aa-4ccc-81c8-207296d97485,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:30.859933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a57b3564-9bf2-4293-b6d7-210b2820100d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:30.862591 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a57b3564-9bf2-4293-b6d7-210b2820100d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/020b16d9-75aa-4ccc-81c8-207296d97485 HTTP/1.1" status: 204 len: 168 time: 4.0940521 Mar 25 20:08:30.865622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b10c5c-7940-4e79-8ade-6f7b92bd35af']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:30.870383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-461e138e-03f3-4358-a7a5-ee899b734a77 None None] Provisioning for port 489eabbc-893d-41d7-bd14-01d6f70369d9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:30.877980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59522) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:30.895985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Allocated IP 172.20.0.2 (9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8/55dffddd-9157-44dc-b867-29b4802ef0ce/a2f8156a-1d6f-4be1-a96f-5cf32af5af2c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:30.957033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c77128d-0124-4918-a7f0-dddf0f040796') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:30.957576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c77128d-0124-4918-a7f0-dddf0f040796') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:30.984360 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b8e78704-669a-4551-b245-361039947f6e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:30.988061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.014442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.026428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:31.026921 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:31.042489 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:31.155000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb57ba0-2bfe-4f68-ba03-226bc0ab3d14 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:31.156141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4cb57ba0-2bfe-4f68-ba03-226bc0ab3d14 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:31.208883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.234472 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.245044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] Pushing event deleted for resources: {'Network': ['ID=53b10c5c-7940-4e79-8ade-6f7b92bd35af,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:31.252329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4cb57ba0-2bfe-4f68-ba03-226bc0ab3d14 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:31.258243 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4cb57ba0-2bfe-4f68-ba03-226bc0ab3d14 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3784823 Mar 25 20:08:31.258885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59526) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:31.262807 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-056d0631-10d8-465b-8f32-4f36fe0d5960 tempest-QuotasNegativeTest-1916835504 tempest-QuotasNegativeTest-1916835504-project-admin] 10.222.0.37 "DELETE /v2.0/networks/53b10c5c-7940-4e79-8ade-6f7b92bd35af HTTP/1.1" status: 204 len: 168 time: 1.6515141 Mar 25 20:08:31.361887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 489eabbc-893d-41d7-bd14-01d6f70369d9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:31.405007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3bc7b-6f79-4c85-a254-091d166e713d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:31.409065 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5ff3bc7b-6f79-4c85-a254-091d166e713d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1465497 Mar 25 20:08:31.410113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59532) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:31.543892 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.549534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0ac4d-1efb-4352-bf15-74892bfc6e41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:31.559398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0ac4d-1efb-4352-bf15-74892bfc6e41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:31.563339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0ac4d-1efb-4352-bf15-74892bfc6e41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:31.564274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33b0ac4d-1efb-4352-bf15-74892bfc6e41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:31.566274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Transition to ACTIVE for port object a2f8156a-1d6f-4be1-a96f-5cf32af5af2c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:31.593310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Transition to ACTIVE for port object a2f8156a-1d6f-4be1-a96f-5cf32af5af2c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:31.668771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:31.673122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.683778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33b0ac4d-1efb-4352-bf15-74892bfc6e41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:31.684970 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-33b0ac4d-1efb-4352-bf15-74892bfc6e41 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2692471 Mar 25 20:08:31.687664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59536) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:31.687861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.762724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 489eabbc-893d-41d7-bd14-01d6f70369d9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:31.777061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:31.777999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 489eabbc-893d-41d7-bd14-01d6f70369d9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:31.780140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.820518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b2937d-a24a-41fe-94c4-53ba2f3b3fd4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 279ae6b6-d732-4747-94ab-3ea2cc4633eb {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:31.824609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:31.827645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8b2937d-a24a-41fe-94c4-53ba2f3b3fd4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.839268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:31.850431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:31.911527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:31.929507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8b2937d-a24a-41fe-94c4-53ba2f3b3fd4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:31.960904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Pushing event updated for resources: {'Port': ['ID=a2f8156a-1d6f-4be1-a96f-5cf32af5af2c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:31.981691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:32.026855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Attempting to bind port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:32.027203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Attempting to bind port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:32.027557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Attempting to bind port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c on network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:32.030829 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9119627f-7d21-4961-9c52-209900df8846 None None] Network 6531d2f9-7a61-4162-b67f-16fe8a7378eb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:32.061931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8b2937d-a24a-41fe-94c4-53ba2f3b3fd4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.072085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5eda6a65-38c0-4231-81c6-7068ad40aaf4 None None] Could not find standard attr ID for object 020b16d9-75aa-4ccc-81c8-207296d97485. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:08:32.093144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:32.093511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Checking segment: {'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:32.093808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.094274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Bound using segment: {'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:32.094756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Bound port: a2f8156a-1d6f-4be1-a96f-5cf32af5af2c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:32.095125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.172656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:32.203742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8b2937d-a24a-41fe-94c4-53ba2f3b3fd4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.294507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8b2937d-a24a-41fe-94c4-53ba2f3b3fd4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.307665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2937d-a24a-41fe-94c4-53ba2f3b3fd4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=279ae6b6-d732-4747-94ab-3ea2cc4633eb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:32.351978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5eda6a65-38c0-4231-81c6-7068ad40aaf4 None None] Provisioning for port b8e78704-669a-4551-b245-361039947f6e completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:32.362021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5eda6a65-38c0-4231-81c6-7068ad40aaf4 None None] Provisioning complete for port b8e78704-669a-4551-b245-361039947f6e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:32.362856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eda6a65-38c0-4231-81c6-7068ad40aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.374148 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e8b2937d-a24a-41fe-94c4-53ba2f3b3fd4 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/279ae6b6-d732-4747-94ab-3ea2cc4633eb HTTP/1.1" status: 204 len: 168 time: 0.6854291 Mar 25 20:08:32.375126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59542) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:32.516171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3e5132-94ff-4d77-a91a-5e116861b2ad tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 43e325fe-ca3d-4a4e-bc97-5f7bbc9332eb {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:32.516788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.520350 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5132-94ff-4d77-a91a-5e116861b2ad tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.523100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.577379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.590902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5132-94ff-4d77-a91a-5e116861b2ad tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.660525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.661283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d19d6-6eeb-4e37-a3a4-52b6e574ac00 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:32.716847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5132-94ff-4d77-a91a-5e116861b2ad tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.738215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59548) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:32.748615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 4229a876-0c55-4c2b-8e6e-6810be498987 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:32.802742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] For port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:32.814456 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 489eabbc-893d-41d7-bd14-01d6f70369d9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=489eabbc-893d-41d7-bd14-01d6f70369d9,segment=NetworkSegment(27418375-c78b-4e30-96d0-3f0d7aee92ed),segment_id=27418375-c78b-4e30-96d0-3f0d7aee92ed)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:32.863607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] For port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a2f8156a-1d6f-4be1-a96f-5cf32af5af2c,segment=NetworkSegment(34c05c5b-a412-4639-aa65-e5bf29b5f75a),segment_id=34c05c5b-a412-4639-aa65-e5bf29b5f75a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:32.883912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5132-94ff-4d77-a91a-5e116861b2ad tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.939852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e5132-94ff-4d77-a91a-5e116861b2ad tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=43e325fe-ca3d-4a4e-bc97-5f7bbc9332eb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:32.945843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5132-94ff-4d77-a91a-5e116861b2ad tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.949720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:32.950628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:32.958815 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2b3e5132-94ff-4d77-a91a-5e116861b2ad tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/43e325fe-ca3d-4a4e-bc97-5f7bbc9332eb HTTP/1.1" status: 204 len: 168 time: 0.5791867 Mar 25 20:08:32.959102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59554) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:33.022742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.035031 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a5cca2d0-c0f2-4606-9fdb-9a055150865e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701699 Mar 25 20:08:33.035031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59558) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:33.040080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:33.188953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=489eabbc-893d-41d7-bd14-01d6f70369d9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:33.265363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9207acf5-8e6b-4ed5-a6ff-d77394b37109 None None] Provisioning for port fe04f6d5-c450-4989-89e1-381f4d7088c8 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:33.280248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:33.282387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9207acf5-8e6b-4ed5-a6ff-d77394b37109 None None] Provisioning complete for port fe04f6d5-c450-4989-89e1-381f4d7088c8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:33.282761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9207acf5-8e6b-4ed5-a6ff-d77394b37109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.286359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:33.289871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:33.297620 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:33.329899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7fd4a-94b7-4ab3-a859-fa9fea07b623 None None] Pushing event updated for resources: {'Port': ['ID=a2f8156a-1d6f-4be1-a96f-5cf32af5af2c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:33.347962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.359784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:33.363002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9207acf5-8e6b-4ed5-a6ff-d77394b37109 None None] Port fe04f6d5-c450-4989-89e1-381f4d7088c8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:33.370126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:33.370547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.379395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:33.383256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.398008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9207acf5-8e6b-4ed5-a6ff-d77394b37109 None None] Could not find standard attr ID for object 020b16d9-75aa-4ccc-81c8-207296d97485. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:08:33.539065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:33.547023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9207acf5-8e6b-4ed5-a6ff-d77394b37109 None None] Provisioning for port bd96d672-759e-4abe-96dc-e8a3f6c32148 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:33.560387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Deleting port b8e78704-669a-4551-b245-361039947f6e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:33.560695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.637146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.715232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:33.718142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9207acf5-8e6b-4ed5-a6ff-d77394b37109 None None] Provisioning complete for port 489eabbc-893d-41d7-bd14-01d6f70369d9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:33.718507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9207acf5-8e6b-4ed5-a6ff-d77394b37109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.819298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:33.819645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:d604f2c77bbb4441b442caa1885b5ab4 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:33.855082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:33.904676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:33.906309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.907119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bd96d672-759e-4abe-96dc-e8a3f6c32148 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:33.915513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:33.953847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.008200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] For port b8e78704-669a-4551-b245-361039947f6e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b8e78704-669a-4551-b245-361039947f6e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:34.008621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.122213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:08:34.159880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.161852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.9 (6531d2f9-7a61-4162-b67f-16fe8a7378eb/91914c89-9762-4161-91eb-dce8da6817f2/4229a876-0c55-4c2b-8e6e-6810be498987) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:34.194264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Calling delete_port for b8e78704-669a-4551-b245-361039947f6e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:34.253562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:34.326856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.339223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port bd96d672-759e-4abe-96dc-e8a3f6c32148 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:34.344794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port bd96d672-759e-4abe-96dc-e8a3f6c32148 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:34.348615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.487485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Deleting port 18e2233a-024f-4ec1-901d-7a39503c8483 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:34.487834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.516635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.531170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-65a8d204-3cbf-4d25-ad1e-dbe495ddfcd2 None None] Provisioning for port bc5bf993-b304-4da5-955c-bfafe7472b1b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:34.540192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:34.540594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:34.548966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-65a8d204-3cbf-4d25-ad1e-dbe495ddfcd2 None None] Provisioning complete for port bc5bf993-b304-4da5-955c-bfafe7472b1b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:34.549258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-65a8d204-3cbf-4d25-ad1e-dbe495ddfcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.564001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Allocated IP 172.26.8.160 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:34.588365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=fe04f6d5-c450-4989-89e1-381f4d7088c8,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:34.604117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.618568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.661132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port bd96d672-759e-4abe-96dc-e8a3f6c32148, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bd96d672-759e-4abe-96dc-e8a3f6c32148,segment=NetworkSegment(bae98895-f004-47bd-ad2e-5466a718cc5e),segment_id=bae98895-f004-47bd-ad2e-5466a718cc5e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:34.663021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-65a8d204-3cbf-4d25-ad1e-dbe495ddfcd2 None None] Port bc5bf993-b304-4da5-955c-bfafe7472b1b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:34.670431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e8ae87-603a-4660-87a9-fad1a66ffb96 None None] Network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:34.771081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.814152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-65a8d204-3cbf-4d25-ad1e-dbe495ddfcd2 None None] Provisioning complete for port bd96d672-759e-4abe-96dc-e8a3f6c32148 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:34.814152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-65a8d204-3cbf-4d25-ad1e-dbe495ddfcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.857897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port b8e78704-669a-4551-b245-361039947f6e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b8e78704-669a-4551-b245-361039947f6e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:34.874276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.909677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.951800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.956190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=bd96d672-759e-4abe-96dc-e8a3f6c32148,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:34.976529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 489eabbc-893d-41d7-bd14-01d6f70369d9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:34.991425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:34.992141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.051266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Deleting port b8e78704-669a-4551-b245-361039947f6e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:35.051662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.105121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:35.110576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:35.121693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:35.122285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.151020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=4ab8a544-5a61-4c08-a2e8-28328a9c5992,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:35.153740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=b8e78704-669a-4551-b245-361039947f6e,revision_number=8']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:35.235258 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-824b7b88-f415-4e39-9668-835f8ef54e29 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1975372 Mar 25 20:08:35.235691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59562) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:35.243042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:35.301822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 489eabbc-893d-41d7-bd14-01d6f70369d9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:35.302195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.331390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b884c9-c9d7-4838-8529-2559651a5943,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:35.351877 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-402d0695-17a5-426d-94f7-62e8dd6f4fc7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d604f2c77bbb4441b442caa1885b5ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6109920 Mar 25 20:08:35.354333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59566) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:35.419691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:35.428093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:35.432155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:35.439982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:35.458948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c2042b84-ba70-4b65-b5b5-d39d74a50f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.467828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] For port 18e2233a-024f-4ec1-901d-7a39503c8483, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=18e2233a-024f-4ec1-901d-7a39503c8483,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:35.468190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.480104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a130f62e-a6a0-478b-a7ce-451b5e8d7351 None None] Provisioning complete for port fe04f6d5-c450-4989-89e1-381f4d7088c8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:35.480562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a130f62e-a6a0-478b-a7ce-451b5e8d7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.487118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c2042b84-ba70-4b65-b5b5-d39d74a50f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.529653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:35.533974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.551635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] For port b8e78704-669a-4551-b245-361039947f6e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b8e78704-669a-4551-b245-361039947f6e,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:35.552675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.664773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a130f62e-a6a0-478b-a7ce-451b5e8d7351 None None] Port fe04f6d5-c450-4989-89e1-381f4d7088c8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:35.710643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c2042b84-ba70-4b65-b5b5-d39d74a50f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.713118 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Calling delete_port for 18e2233a-024f-4ec1-901d-7a39503c8483 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:35.730166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2042b84-ba70-4b65-b5b5-d39d74a50f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b884c9-c9d7-4838-8529-2559651a5943,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:35.738535 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.ipam_backend_mixin [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ab8a544-5a61-4c08-a2e8-28328a9c5992 (CIDR: 2001:db8::/64) Mar 25 20:08:35.744737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c2042b84-ba70-4b65-b5b5-d39d74a50f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.748046 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c2042b84-ba70-4b65-b5b5-d39d74a50f55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07b884c9-c9d7-4838-8529-2559651a5943 HTTP/1.1" status: 204 len: 168 time: 0.3901510 Mar 25 20:08:35.748940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.753524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.774188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Calling delete_port for b8e78704-669a-4551-b245-361039947f6e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:35.793340 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:08:35.794121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:08:35.817036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:35.832970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:35.870537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:35.873269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object 4229a876-0c55-4c2b-8e6e-6810be498987 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:35.886394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:35.901180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:35.924094 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-57f94288-65a9-431b-91ea-bfb3177bc8b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6863871 Mar 25 20:08:35.926722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Pushing event updated for resources: {'Port': ['ID=1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:35.926874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59572) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:35.934215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:35.963630 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a130f62e-a6a0-478b-a7ce-451b5e8d7351 None None] Provisioning for port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:35.984845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:35.985035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.129134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:36.136253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:36.141597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:36.147482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:36.171687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.214954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.215528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:36.220084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.257341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] Pushing event deleted for resources: {'Port': ['ID=b8e78704-669a-4551-b245-361039947f6e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:36.309909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a2f8156a-1d6f-4be1-a96f-5cf32af5af2c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:36.359078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb0d2d-7090-49cd-9bd6-6a0852f23b91 None None] No DVR routers for this DVR port b8e78704-669a-4551-b245-361039947f6e on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:36.386465 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 6531d2f9-7a61-4162-b67f-16fe8a7378eb is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:36.387386 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1361f63-e0af-4a6d-abba-5461128d44d5 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:36.401251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:36.415435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:36.455543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.465272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59578) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:36.560036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=4229a876-0c55-4c2b-8e6e-6810be498987,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:36.644749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:36.655123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:36.655628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.695863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': '4ab8a544-5a61-4c08-a2e8-28328a9c5992'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:36.696815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.721788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.742973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.811585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:36.814871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:36.818637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:36.818637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.839030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=51aa2faa-58a9-47d7-a689-3c04881e518e,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:36.925251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.940821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ce55ccd0-5c04-4297-87d1-1d6ad637e26b None None] Provisioning for port 4229a876-0c55-4c2b-8e6e-6810be498987 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:36.941776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:36.949435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:36.950358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.953975 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-20cdfff9-3eea-4387-bec0-ff437ceaa45a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0232882 Mar 25 20:08:36.954403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59582) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:36.958136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ce55ccd0-5c04-4297-87d1-1d6ad637e26b None None] Provisioning complete for port 4229a876-0c55-4c2b-8e6e-6810be498987 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:36.958493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce55ccd0-5c04-4297-87d1-1d6ad637e26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:36.959690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] Usage tracker for resource:security_group_rule and tenant:36ccb52065764693a10f5ab9d00fb58a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:36.962079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:04:e1:98', 'name': 'tempest-NetworksTestDHCPv6-1133990114'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:36.970087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:36.999017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:37.003981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Allocated IP 2001:db8::f816:3eff:fe51:7dc4 (16eab8e5-a832-428a-a293-9fd25f5afb33/4ab8a544-5a61-4c08-a2e8-28328a9c5992/ed3ebd9b-6995-423b-9e4b-af2a31c35757) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:37.022606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a2f8156a-1d6f-4be1-a96f-5cf32af5af2c,segment=NetworkSegment(34c05c5b-a412-4639-aa65-e5bf29b5f75a),segment_id=34c05c5b-a412-4639-aa65-e5bf29b5f75a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:37.062650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.063488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ce55ccd0-5c04-4297-87d1-1d6ad637e26b None None] Port 4229a876-0c55-4c2b-8e6e-6810be498987 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:37.108785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:37.115945 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.121014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:37.171857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e2233a-024f-4ec1-901d-7a39503c8483,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:37.182184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b8e78704-669a-4551-b245-361039947f6e no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:37.206057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:37.217025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1961ca02-c55d-4980-b915-d3aefd38eb88 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.7742765 Mar 25 20:08:37.225082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: b8e78704-669a-4551-b245-361039947f6e {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:37.225418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b8e78704-669a-4551-b245-361039947f6e not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:37.251737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=a2f8156a-1d6f-4be1-a96f-5cf32af5af2c,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:37.254843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59586) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:37.427189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.449274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Transition to ACTIVE for port object ed3ebd9b-6995-423b-9e4b-af2a31c35757 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:37.480875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Transition to ACTIVE for port object ed3ebd9b-6995-423b-9e4b-af2a31c35757 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:37.482565 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.490445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bd96d672-759e-4abe-96dc-e8a3f6c32148 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:37.519988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port c6e50853-cc7a-4b68-b8ce-319e02f6c6cd yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:37.558950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1ad3b-6a7d-416c-abb4-32d2a557e9c7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:37.559652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-44a1ad3b-6a7d-416c-abb4-32d2a557e9c7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:37.562088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port bd96d672-759e-4abe-96dc-e8a3f6c32148 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:37.562088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.615242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.616845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.631216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.658008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-44a1ad3b-6a7d-416c-abb4-32d2a557e9c7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:37.659149 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-44a1ad3b-6a7d-416c-abb4-32d2a557e9c7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4033716 Mar 25 20:08:37.664381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59590) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:37.700381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.701291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.738571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Pushing event updated for resources: {'Port': ['ID=ed3ebd9b-6995-423b-9e4b-af2a31c35757,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:37.744259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:37.750035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:37.752446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:37.844486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc205357-b001-4b54-bfc4-586af279d4c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:37.850146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc205357-b001-4b54-bfc4-586af279d4c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:37.856175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc205357-b001-4b54-bfc4-586af279d4c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:37.860521 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dc205357-b001-4b54-bfc4-586af279d4c6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1926448 Mar 25 20:08:37.860521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8:0:1::2e8 (16eab8e5-a832-428a-a293-9fd25f5afb33/51aa2faa-58a9-47d7-a689-3c04881e518e/c6e50853-cc7a-4b68-b8ce-319e02f6c6cd) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:37.861386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59594) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:37.887528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Attempting to bind port ed3ebd9b-6995-423b-9e4b-af2a31c35757 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:37.887776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Attempting to bind port ed3ebd9b-6995-423b-9e4b-af2a31c35757 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:37.888021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Attempting to bind port ed3ebd9b-6995-423b-9e4b-af2a31c35757 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:37.896658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:37.897476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:37.897603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.897890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:37.898366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Bound port: ed3ebd9b-6995-423b-9e4b-af2a31c35757, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:37.898741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.900467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::f816:3eff:fe04:e198 (16eab8e5-a832-428a-a293-9fd25f5afb33/4ab8a544-5a61-4c08-a2e8-28328a9c5992/c6e50853-cc7a-4b68-b8ce-319e02f6c6cd) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:37.912425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:37.952151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6bb84668-b93b-4509-a701-215b0bbaeb97 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 4229a876-0c55-4c2b-8e6e-6810be498987 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:37.952542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6bb84668-b93b-4509-a701-215b0bbaeb97 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:38.042353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] For port ed3ebd9b-6995-423b-9e4b-af2a31c35757, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:38.046077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] For port ed3ebd9b-6995-423b-9e4b-af2a31c35757, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ed3ebd9b-6995-423b-9e4b-af2a31c35757,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:38.046214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=fe04f6d5-c450-4989-89e1-381f4d7088c8,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:38.066688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:38.097360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:38.140846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:38.228667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706680c-cc8a-4e7a-92d8-db33bf215e40 None None] Pushing event updated for resources: {'Port': ['ID=ed3ebd9b-6995-423b-9e4b-af2a31c35757,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:38.285992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b681ed7e-b8d6-4916-9f7a-03775ac2a4c8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:38.315893 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d577ec98-69cc-42dc-bdc4-a2e39f3e456e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36ccb52065764693a10f5ab9d00fb58a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8262398 Mar 25 20:08:38.320814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59602) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:38.327116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:38.383432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object c6e50853-cc7a-4b68-b8ce-319e02f6c6cd will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:38.402288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6bb84668-b93b-4509-a701-215b0bbaeb97 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:38.570209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6bb84668-b93b-4509-a701-215b0bbaeb97 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 4229a876-0c55-4c2b-8e6e-6810be498987 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:38.585321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network ef59dd89-9014-4929-b0e5-308056fa6885 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:38.608831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:38.909266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d18c1778-a4d5-4f8a-867b-231cf621bca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:38.964092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d18c1778-a4d5-4f8a-867b-231cf621bca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:38.971148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.058612 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.067127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e52d5c4d-f182-4f88-a9e3-feb51eab2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.123024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9e923e64-e7dd-486d-8d98-fc68e459ff57 None None] Provisioning complete for port fe04f6d5-c450-4989-89e1-381f4d7088c8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:39.136087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e923e64-e7dd-486d-8d98-fc68e459ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.171793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:39.172920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:39.178432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:39.184509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:39.185129 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.188925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=c6e50853-cc7a-4b68-b8ce-319e02f6c6cd,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:39.200763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9e923e64-e7dd-486d-8d98-fc68e459ff57 None None] Port fe04f6d5-c450-4989-89e1-381f4d7088c8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:39.266340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6bb84668-b93b-4509-a701-215b0bbaeb97 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.268463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d18c1778-a4d5-4f8a-867b-231cf621bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.270843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d18c1778-a4d5-4f8a-867b-231cf621bca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.273553 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d18c1778-a4d5-4f8a-867b-231cf621bca0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b681ed7e-b8d6-4916-9f7a-03775ac2a4c8 HTTP/1.1" status: 204 len: 168 time: 0.9483054 Mar 25 20:08:39.357884 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-44d36374-73b9-4032-a0d1-1337411751eb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4018242 Mar 25 20:08:39.375477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59620) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:39.376361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c1778-a4d5-4f8a-867b-231cf621bca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b681ed7e-b8d6-4916-9f7a-03775ac2a4c8,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:39.411075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb84668-b93b-4509-a701-215b0bbaeb97 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=4229a876-0c55-4c2b-8e6e-6810be498987,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:39.417519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Router d34c3d12-ee38-49d1-92ca-2f2cca91a52c has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:08:39.526653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ed3ebd9b-6995-423b-9e4b-af2a31c35757 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:39.647814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b896c3c1-37c7-47ce-83fa-02818a4c31fd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port c6e50853-cc7a-4b68-b8ce-319e02f6c6cd {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:39.648450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b896c3c1-37c7-47ce-83fa-02818a4c31fd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.745744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port ed3ebd9b-6995-423b-9e4b-af2a31c35757 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:39.754011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a2f8156a-1d6f-4be1-a96f-5cf32af5af2c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:39.765762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Router cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:08:39.773794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6bb84668-b93b-4509-a701-215b0bbaeb97 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.776462 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6bb84668-b93b-4509-a701-215b0bbaeb97 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/4229a876-0c55-4c2b-8e6e-6810be498987 HTTP/1.1" status: 204 len: 168 time: 1.9144588 Mar 25 20:08:39.783948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59636) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:39.921061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:39.921061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:39.926413 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54e4147-ca33-4bdd-8caa-933a3c05e62d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:08:39.926953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d54e4147-ca33-4bdd-8caa-933a3c05e62d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:39.988299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5e9bc-cb07-41a9-b1da-bbe4c184f928 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:40.060069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d54e4147-ca33-4bdd-8caa-933a3c05e62d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:40.065199 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d54e4147-ca33-4bdd-8caa-933a3c05e62d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/4229a876-0c55-4c2b-8e6e-6810be498987 HTTP/1.1" status: 404 len: 333 time: 0.2723820 Mar 25 20:08:40.069082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59646) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:40.244423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5aff9115-f0ca-44bf-bd38-b3b0ebaf8bcd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port bc5bf993-b304-4da5-955c-bfafe7472b1b {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:40.245114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5aff9115-f0ca-44bf-bd38-b3b0ebaf8bcd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:40.325249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b896c3c1-37c7-47ce-83fa-02818a4c31fd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:40.340786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d2f69170-8a02-45d2-b00b-80b55cc209aa None None] Provisioning for port ed3ebd9b-6995-423b-9e4b-af2a31c35757 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:40.386755 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d2f69170-8a02-45d2-b00b-80b55cc209aa None None] Provisioning complete for port ed3ebd9b-6995-423b-9e4b-af2a31c35757 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:40.387447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d2f69170-8a02-45d2-b00b-80b55cc209aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:40.410932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:40.424766 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] Sync routers for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:40.434739 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:40.435446 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:40.461849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:40.480362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9149d819-d789-4b36-b6c6-9f4315bff599 None None] Sync routers for ids ['cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:40.515726 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-16f3f70b-4b48-47c0-b85e-74a0b75058d6 admin admin] 10.222.0.37 "PUT /v2.0/routers/d34c3d12-ee38-49d1-92ca-2f2cca91a52c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8940175 Mar 25 20:08:40.517359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-82d982fc-ef52-407f-a2b9-032e6aefca92 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "PUT /v2.0/routers/cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7988107 Mar 25 20:08:40.522483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59656) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:40.522916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59658) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:40.551005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b896c3c1-37c7-47ce-83fa-02818a4c31fd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for c6e50853-cc7a-4b68-b8ce-319e02f6c6cd owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:40.610912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149d819-d789-4b36-b6c6-9f4315bff599 None None] Routers {'cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:40.616353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9149d819-d789-4b36-b6c6-9f4315bff599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:40.714949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d2f69170-8a02-45d2-b00b-80b55cc209aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:40.726615 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:40.812065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9149d819-d789-4b36-b6c6-9f4315bff599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:40.837857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149d819-d789-4b36-b6c6-9f4315bff599 None None] Routers {'cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:40.838509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9149d819-d789-4b36-b6c6-9f4315bff599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:40.850404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Router d5f37a8c-3c5b-41d1-8d14-e304acec2981 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:08:40.918682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b641-2f1e-4c6d-89e8-9ef12aaa87d0 req-b0249dfc-82fd-42f0-a56e-c52be604948a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:40.926321 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3ec9b641-2f1e-4c6d-89e8-9ef12aaa87d0 req-b0249dfc-82fd-42f0-a56e-c52be604948a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 1.2011876 Mar 25 20:08:40.948149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d2f69170-8a02-45d2-b00b-80b55cc209aa None None] For port ed3ebd9b-6995-423b-9e4b-af2a31c35757, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ed3ebd9b-6995-423b-9e4b-af2a31c35757,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:40.957695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9149d819-d789-4b36-b6c6-9f4315bff599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:40.958104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9149d819-d789-4b36-b6c6-9f4315bff599 None None] The sync data for ids ['cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:41.001961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e34e5ba-767f-4270-abb6-9afb7764c6c2 None None] Update dhcp port {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'fixed_ips': [{'subnet_id': '4ab8a544-5a61-4c08-a2e8-28328a9c5992', 'ip_address': '2001:db8::f816:3eff:fe51:7dc4'}, {'subnet_id': '51aa2faa-58a9-47d7-a689-3c04881e518e'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': 'ed3ebd9b-6995-423b-9e4b-af2a31c35757'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:08:41.055219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5aff9115-f0ca-44bf-bd38-b3b0ebaf8bcd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.059731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d2f69170-8a02-45d2-b00b-80b55cc209aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.111338 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:08:36Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:41.119705 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] Checking router: d34c3d12-ee38-49d1-92ca-2f2cca91a52c for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:08:41.141842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e34e5ba-767f-4270-abb6-9afb7764c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.142396 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] Routers {'d34c3d12-ee38-49d1-92ca-2f2cca91a52c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:41.143468 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:41.209537 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3ec9b641-2f1e-4c6d-89e8-9ef12aaa87d0 req-06c664f5-0ca9-4cb5-815d-14656eedd9ad tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820063 Mar 25 20:08:41.224156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5aff9115-f0ca-44bf-bd38-b3b0ebaf8bcd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for bc5bf993-b304-4da5-955c-bfafe7472b1b owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:41.237961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.415651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1e34e5ba-767f-4270-abb6-9afb7764c6c2 None None] Allocated IP 2001:db8:0:1::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/51aa2faa-58a9-47d7-a689-3c04881e518e/ed3ebd9b-6995-423b-9e4b-af2a31c35757) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:41.475650 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] Set router d34c3d12-ee38-49d1-92ca-2f2cca91a52c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:41.512090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.530366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888763f0-c754-4e04-a472-b5418c1d9af1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:41.531590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-888763f0-c754-4e04-a472-b5418c1d9af1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:41.541953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b896c3c1-37c7-47ce-83fa-02818a4c31fd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.559334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:41.571814 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Sync routers for ids ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:41.585690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1e34e5ba-767f-4270-abb6-9afb7764c6c2 None None] For port ed3ebd9b-6995-423b-9e4b-af2a31c35757, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ed3ebd9b-6995-423b-9e4b-af2a31c35757,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:41.588271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f69170-8a02-45d2-b00b-80b55cc209aa None None] Pushing event updated for resources: {'Port': ['ID=ed3ebd9b-6995-423b-9e4b-af2a31c35757,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:41.629284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e34e5ba-767f-4270-abb6-9afb7764c6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.653373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.653373 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dd16d33b-57ad-421a-84db-9d6a979b314d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.3278792 Mar 25 20:08:41.653373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Deleting port beb6207f-4a39-4dfb-acc9-ad7145807884 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:41.653373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.653716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c3c1-37c7-47ce-83fa-02818a4c31fd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=c6e50853-cc7a-4b68-b8ce-319e02f6c6cd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:41.660022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59676) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:41.683537 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Routers {'d5f37a8c-3c5b-41d1-8d14-e304acec2981'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:41.684236 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:41.689258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-888763f0-c754-4e04-a472-b5418c1d9af1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:41.690221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-888763f0-c754-4e04-a472-b5418c1d9af1 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409 HTTP/1.1" status: 200 len: 988 time: 1.1538055 Mar 25 20:08:41.699537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59682) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:41.741742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1e34e5ba-767f-4270-abb6-9afb7764c6c2 None None] Transition to ACTIVE for port object ed3ebd9b-6995-423b-9e4b-af2a31c35757 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:41.768998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5aff9115-f0ca-44bf-bd38-b3b0ebaf8bcd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.830046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e34e5ba-767f-4270-abb6-9afb7764c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.834930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b896c3c1-37c7-47ce-83fa-02818a4c31fd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:41.849067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff9115-f0ca-44bf-bd38-b3b0ebaf8bcd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=bc5bf993-b304-4da5-955c-bfafe7472b1b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:41.853809 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b896c3c1-37c7-47ce-83fa-02818a4c31fd tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/c6e50853-cc7a-4b68-b8ce-319e02f6c6cd HTTP/1.1" status: 204 len: 168 time: 2.4443631 Mar 25 20:08:41.858078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59686) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:42.149805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34e5ba-767f-4270-abb6-9afb7764c6c2 None None] Pushing event updated for resources: {'Port': ['ID=ed3ebd9b-6995-423b-9e4b-af2a31c35757,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:42.236837 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Set router d5f37a8c-3c5b-41d1-8d14-e304acec2981 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:42.248792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7325086f-32f6-4b58-91d2-99c8aef30298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:42.270801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5aff9115-f0ca-44bf-bd38-b3b0ebaf8bcd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:42.272922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] For port beb6207f-4a39-4dfb-acc9-ad7145807884, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=beb6207f-4a39-4dfb-acc9-ad7145807884,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:42.273534 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5aff9115-f0ca-44bf-bd38-b3b0ebaf8bcd tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/bc5bf993-b304-4da5-955c-bfafe7472b1b HTTP/1.1" status: 204 len: 168 time: 2.2033117 Mar 25 20:08:42.276315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:42.281100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59698) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:42.369675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b2e7d7-76b6-4930-a6db-32b2bb55b3e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:42.370793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-68b2e7d7-76b6-4930-a6db-32b2bb55b3e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:42.388053 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-387cf880-29c2-4ff4-b9c2-804c70c53031 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:08:42.388987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-387cf880-29c2-4ff4-b9c2-804c70c53031 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:42.514435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Calling delete_port for beb6207f-4a39-4dfb-acc9-ad7145807884 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:42.554775 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:08:36Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:42.563933 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a565480-5f35-4d7a-be95-59ee28aa43b3 None None] The sync data for ids ['d34c3d12-ee38-49d1-92ca-2f2cca91a52c'] in dv-neutron-835149-1-hyperv is: [{'id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'name': 'tempest-ServersTestManualDisk-1689562192-router', 'tenant_id': '628baec857f24b28b26d8ea372a5857a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:08Z', 'updated_at': '2022-03-25T20:08:36Z', 'revision_number': 5, 'project_id': '628baec857f24b28b26d8ea372a5857a', 'gw_port': {'id': 'beb6207f-4a39-4dfb-acc9-ad7145807884', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34c3d12-ee38-49d1-92ca-2f2cca91a52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:10Z', 'updated_at': '2022-03-25T20:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:42.691458 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:08:36Z', 'revision_number': 3, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port': {'id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:34Z', 'updated_at': '2022-03-25T20:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:42.696261 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Checking router: d5f37a8c-3c5b-41d1-8d14-e304acec2981 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:08:42.701031 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Updating router d5f37a8c-3c5b-41d1-8d14-e304acec2981 port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:08:42.721152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-387cf880-29c2-4ff4-b9c2-804c70c53031 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:42.724901 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-387cf880-29c2-4ff4-b9c2-804c70c53031 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/bc5bf993-b304-4da5-955c-bfafe7472b1b HTTP/1.1" status: 404 len: 333 time: 0.4277997 Mar 25 20:08:42.771666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59708) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:42.797434 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:42.814112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:42.830702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-68b2e7d7-76b6-4930-a6db-32b2bb55b3e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:42.834303 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-68b2e7d7-76b6-4930-a6db-32b2bb55b3e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9728732 Mar 25 20:08:42.845558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59712) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:42.859939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:42.879164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59716) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:42.964352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa85e270-152e-492c-9530-45f5f5ac7e1e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet 91914c89-9762-4161-91eb-dce8da6817f2 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:43.008027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa85e270-152e-492c-9530-45f5f5ac7e1e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.152350 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa85e270-152e-492c-9530-45f5f5ac7e1e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.178719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-91ffdb89-c927-43be-bdc0-81449f17c69d tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:43.225730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f0a6c4a1-97f6-4657-b1b5-54ab0a0bb8c9 None None] Provisioning for port ed3ebd9b-6995-423b-9e4b-af2a31c35757 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:43.231328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f0a6c4a1-97f6-4657-b1b5-54ab0a0bb8c9 None None] Provisioning complete for port ed3ebd9b-6995-423b-9e4b-af2a31c35757 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:43.232051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4a1-97f6-4657-b1b5-54ab0a0bb8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.234209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b43e29-a5c9-4bd4-af46-240e5b07f565 req-b0483af9-02d0-4e4f-b64d-93d22f641b9f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:43.241703 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8b43e29-a5c9-4bd4-af46-240e5b07f565 req-b0483af9-02d0-4e4f-b64d-93d22f641b9f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.7719958 Mar 25 20:08:43.336794 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.338217 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8b43e29-a5c9-4bd4-af46-240e5b07f565 req-17ba6a1a-62f9-4d43-9c32-0c7cd81c9251 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951996 Mar 25 20:08:43.355327 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Transition to ACTIVE for port object 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:43.414477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ed3ebd9b-6995-423b-9e4b-af2a31c35757 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:43.438668 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.466952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f74b03-a8ee-4812-bbef-6583fbcaac9b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:43.468329 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c3f74b03-a8ee-4812-bbef-6583fbcaac9b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6221106 Mar 25 20:08:43.477407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59722) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:43.524560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f0a6c4a1-97f6-4657-b1b5-54ab0a0bb8c9 None None] Could not find standard attr ID for object c6e50853-cc7a-4b68-b8ce-319e02f6c6cd. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:08:43.578567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port ed3ebd9b-6995-423b-9e4b-af2a31c35757 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:43.579283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.603925 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-91ffdb89-c927-43be-bdc0-81449f17c69d tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "PUT /v2.0/quotas/342f4b179cf44a3994872b870afd236a HTTP/1.1" status: 200 len: 366 time: 0.7309601 Mar 25 20:08:43.612947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59726) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:43.613198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.639231 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Attempting to bind port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:43.639821 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Attempting to bind port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:43.639934 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Attempting to bind port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:43.643462 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02851c18-529b-4b3b-bfc4-f2ca93397137 None None] Pushing event updated for resources: {'Port': ['ID=1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:43.646939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a162a6-8d90-45a8-83d5-35e5a1eb5af5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:43.648433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a162a6-8d90-45a8-83d5-35e5a1eb5af5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:43.650117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a162a6-8d90-45a8-83d5-35e5a1eb5af5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:43.650831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c7a162a6-8d90-45a8-83d5-35e5a1eb5af5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:43.654273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e34b2443-ddb2-486a-9a33-62776b4652ed None None] Could not find standard attr ID for object c6e50853-cc7a-4b68-b8ce-319e02f6c6cd. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:08:43.666639 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:43.666639 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:43.666899 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.667152 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:43.667621 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Bound port: 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:43.667996 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.684083 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e50e7ab-7e52-4510-9789-acd1718f68d9 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0697784 Mar 25 20:08:43.692003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59730) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:43.715080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Pushing event deleted for resources: {'Port': ['ID=beb6207f-4a39-4dfb-acc9-ad7145807884,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:43.724907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.765722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa85e270-152e-492c-9530-45f5f5ac7e1e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.769900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 18e2233a-024f-4ec1-901d-7a39503c8483 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:43.785126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.807634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 18e2233a-024f-4ec1-901d-7a39503c8483 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:43.807927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 18e2233a-024f-4ec1-901d-7a39503c8483 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:43.812531 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] For port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:43.815578 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] For port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:43.825749 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a6a7a529-7447-47b7-a58e-b7f742fd0b14 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "GET /v2.0/quotas/342f4b179cf44a3994872b870afd236a HTTP/1.1" status: 200 len: 366 time: 0.1083093 Mar 25 20:08:43.830367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59734) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:43.839533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0270b723-6f3f-43d9-bd63-a9441a5da956 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:08:43.889007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c7a162a6-8d90-45a8-83d5-35e5a1eb5af5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:43.892712 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c7a162a6-8d90-45a8-83d5-35e5a1eb5af5 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4110556 Mar 25 20:08:43.894246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59738) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:43.928745 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.993250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d123cb91-b99c-48d4-ac07-9fea5f2945ee tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 4ab8a544-5a61-4c08-a2e8-28328a9c5992 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:43.995357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:43.998421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d123cb91-b99c-48d4-ac07-9fea5f2945ee tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.013121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0270b723-6f3f-43d9-bd63-a9441a5da956 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:08:44.043168 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02851c18-529b-4b3b-bfc4-f2ca93397137 None None] Pushing event updated for resources: {'Port': ['ID=1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:44.067801 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-af98dc26-0179-454c-91ae-f388286c646d tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/342f4b179cf44a3994872b870afd236a HTTP/1.1" status: 204 len: 168 time: 0.2328575 Mar 25 20:08:44.070157 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Routers {'d5f37a8c-3c5b-41d1-8d14-e304acec2981'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:44.070944 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:44.077433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59742) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:44.091367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa85e270-152e-492c-9530-45f5f5ac7e1e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.155293 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b7a8a037-970f-40a3-ba9b-ef6a4114313a tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0695651 Mar 25 20:08:44.155293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85e270-152e-492c-9530-45f5f5ac7e1e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=91914c89-9762-4161-91eb-dce8da6817f2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:44.161472 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59746) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:44.165344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d123cb91-b99c-48d4-ac07-9fea5f2945ee tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.192171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.194677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.220454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa85e270-152e-492c-9530-45f5f5ac7e1e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.265028 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4091ab12-b19f-4802-969e-1d157c52dee6 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "GET /v2.0/quotas/342f4b179cf44a3994872b870afd236a HTTP/1.1" status: 200 len: 370 time: 0.1024032 Mar 25 20:08:44.271828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.276945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59750) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:44.284826 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3bb34ca9-05f1-452c-8fcd-6b14db236431 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "GET /v2.0/quotas/342f4b179cf44a3994872b870afd236a/default HTTP/1.1" status: 200 len: 370 time: 0.0070055 Mar 25 20:08:44.288115 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aa85e270-152e-492c-9530-45f5f5ac7e1e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/91914c89-9762-4161-91eb-dce8da6817f2 HTTP/1.1" status: 204 len: 168 time: 1.5153840 Mar 25 20:08:44.292623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59754) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:44.292993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59756) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:44.347767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.348427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d34c3d12-ee38-49d1-92ca-2f2cca91a52c {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:08:44.354981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Allocated IP 172.20.0.1 (9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8/55dffddd-9157-44dc-b867-29b4802ef0ce/a68b21b3-2510-4568-be62-85295efc619e) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:44.358395 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-8dd29204-6d5d-44d1-8481-37a36556f46c tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] delete failed (client error): The resource could not be found. Mar 25 20:08:44.359443 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8dd29204-6d5d-44d1-8481-37a36556f46c tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/342f4b179cf44a3994872b870afd236a HTTP/1.1" status: 404 len: 348 time: 0.0655863 Mar 25 20:08:44.387079 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] Set router d5f37a8c-3c5b-41d1-8d14-e304acec2981 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:44.387943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.391691 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-90077610-fe70-44f1-8873-08ea81a2740f admin admin] 10.222.0.37 "DELETE /v2.0/routers/d34c3d12-ee38-49d1-92ca-2f2cca91a52c HTTP/1.1" status: 204 len: 168 time: 3.8560636 Mar 25 20:08:44.398761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59766) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:44.587500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.589849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d123cb91-b99c-48d4-ac07-9fea5f2945ee tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.635123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port fe04f6d5-c450-4989-89e1-381f4d7088c8 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:44.635123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.685447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59770) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:44.688012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bd3019-db78-47fa-99ed-97126da92c2e admin admin] Deleting subnet 415a5a04-c2b2-4d12-80a3-23439e76fa4c {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:44.691832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64bd3019-db78-47fa-99ed-97126da92c2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.701186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port bd96d672-759e-4abe-96dc-e8a3f6c32148 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:44.701841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.845840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.848949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Usage tracker for resource:network and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:44.879901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:44.885714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Transition to ACTIVE for port object a68b21b3-2510-4568-be62-85295efc619e will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:44.904994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64bd3019-db78-47fa-99ed-97126da92c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.905192 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:08:36Z', 'revision_number': 3, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port': {'id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:34Z', 'updated_at': '2022-03-25T20:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:44.909109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Usage tracker for resource:subnet and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:44.910681 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80280dd2-7940-4ce0-a852-9219b3e1a1be None None] The sync data for ids ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'] in dv-neutron-835149-1-hyperv is: [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:08:36Z', 'revision_number': 3, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port': {'id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:34Z', 'updated_at': '2022-03-25T20:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:44.955357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d123cb91-b99c-48d4-ac07-9fea5f2945ee tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:44.959608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:45.091418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d123cb91-b99c-48d4-ac07-9fea5f2945ee tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.105863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123cb91-b99c-48d4-ac07-9fea5f2945ee tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab8a544-5a61-4c08-a2e8-28328a9c5992,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:45.118646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Usage tracker for resource:subnetpool and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:45.124908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] For port bd96d672-759e-4abe-96dc-e8a3f6c32148, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bd96d672-759e-4abe-96dc-e8a3f6c32148,segment=NetworkSegment(bae98895-f004-47bd-ad2e-5466a718cc5e),segment_id=bae98895-f004-47bd-ad2e-5466a718cc5e)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:45.125266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.134762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:45.173038 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:08:45.200323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2456a-0f1f-476f-9824-8b853db20374 req-c827cdf2-01a9-4077-a6a5-73a40edaa224 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:45.202440 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bff2456a-0f1f-476f-9824-8b853db20374 req-c827cdf2-01a9-4077-a6a5-73a40edaa224 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.6594505 Mar 25 20:08:45.207807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.330502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for bd96d672-759e-4abe-96dc-e8a3f6c32148 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:45.361974 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d123cb91-b99c-48d4-ac07-9fea5f2945ee tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/4ab8a544-5a61-4c08-a2e8-28328a9c5992 HTTP/1.1" status: 204 len: 168 time: 1.4666908 Mar 25 20:08:45.362766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Usage tracker for resource:port and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:45.367299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59774) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:45.374174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:45.380564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.386276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64bd3019-db78-47fa-99ed-97126da92c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.399018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:45.504335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce539d3-ca3d-43a2-8657-58d922778fcc None None] Network 6531d2f9-7a61-4162-b67f-16fe8a7378eb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:45.517382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6354af1a-4123-4719-a34a-608b1f19c94b None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:45.554991 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bff2456a-0f1f-476f-9824-8b853db20374 req-e0e2cc86-a7d5-4336-92e0-9a917e026378 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220935 Mar 25 20:08:45.563108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for fe04f6d5-c450-4989-89e1-381f4d7088c8 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:45.619722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Usage tracker for resource:router and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:45.663902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:45.680786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:45.705385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:45.717609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:45.739380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:45.757220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64bd3019-db78-47fa-99ed-97126da92c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.798428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.811821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Pushing event updated for resources: {'Port': ['ID=a68b21b3-2510-4568-be62-85295efc619e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:45.822909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:45.822909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.836054 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64bd3019-db78-47fa-99ed-97126da92c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.854689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd3019-db78-47fa-99ed-97126da92c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415a5a04-c2b2-4d12-80a3-23439e76fa4c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:45.859621 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-64bd3019-db78-47fa-99ed-97126da92c2e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/415a5a04-c2b2-4d12-80a3-23439e76fa4c HTTP/1.1" status: 204 len: 168 time: 1.4558787 Mar 25 20:08:45.859909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a98281-5b05-4c5b-9770-2444adb5eab2 None None] Network c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:45.860663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59778) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:45.878543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-243507a5-929f-413a-a104-6992ab0df317 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 51aa2faa-58a9-47d7-a689-3c04881e518e {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:45.887083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-243507a5-929f-413a-a104-6992ab0df317 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.953836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Usage tracker for resource:floatingip and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:45.958657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:45.967306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:46.029200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f55fadee-826a-4314-abed-38395e32d787 None None] Provisioning complete for port ed3ebd9b-6995-423b-9e4b-af2a31c35757 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:46.029697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f55fadee-826a-4314-abed-38395e32d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.033349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=bd96d672-759e-4abe-96dc-e8a3f6c32148,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:46.047872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No DVR routers for this DVR port bd96d672-759e-4abe-96dc-e8a3f6c32148 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:46.060737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.082142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Deleting port 18484d14-a206-403f-9664-9ea65be46c3b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:46.082561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.087210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-243507a5-929f-413a-a104-6992ab0df317 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.286920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.287884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.318200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Usage tracker for resource:security_group and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:46.343030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:46.350643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6531d2f9-7a61-4162-b67f-16fe8a7378eb']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:46.351447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=fe04f6d5-c450-4989-89e1-381f4d7088c8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:46.359477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] For port 18484d14-a206-403f-9664-9ea65be46c3b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=18484d14-a206-403f-9664-9ea65be46c3b,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:46.360513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.373433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae98895-f004-47bd-ad2e-5466a718cc5e') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:46.373732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae98895-f004-47bd-ad2e-5466a718cc5e') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:46.394300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Usage tracker for resource:security_group_rule and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:46.398675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.406162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-243507a5-929f-413a-a104-6992ab0df317 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.442863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:46.462083 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bdfe41d5-7b40-4eed-b470-631e76c3cfb7 tempest-QuotasTest-821620512 tempest-QuotasTest-821620512-project-admin] 10.222.0.37 "GET /v2.0/quotas/3f02c66f89cc439f933306a5a4f2b2fd/details.json HTTP/1.1" status: 200 len: 703 time: 1.7688210 Mar 25 20:08:46.462083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.504229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.514595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:46.514595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:46.556970 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:46.590228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:46.599296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3665af-083c-48f7-a77b-920ca9b13fbc None None] DHCP port deletion for 6531d2f9-7a61-4162-b67f-16fe8a7378eb request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:46.657731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.747679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Calling delete_port for 18484d14-a206-403f-9664-9ea65be46c3b owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:46.767860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] DHCP port deletion for c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:46.802819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] Deleting port 18484d14-a206-403f-9664-9ea65be46c3b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:46.803194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.864124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.869708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device beb6207f-4a39-4dfb-acc9-ad7145807884 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:46.955332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: beb6207f-4a39-4dfb-acc9-ad7145807884 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:46.955332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device beb6207f-4a39-4dfb-acc9-ad7145807884 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:46.963245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:46.963647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:46.984589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.022760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-243507a5-929f-413a-a104-6992ab0df317 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.036223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-28ce9e78-240e-4c75-a1ec-9046d5e734a6 None None] Provisioning for port a68b21b3-2510-4568-be62-85295efc619e completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:47.049218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-28ce9e78-240e-4c75-a1ec-9046d5e734a6 None None] Provisioning complete for port a68b21b3-2510-4568-be62-85295efc619e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:47.049752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-28ce9e78-240e-4c75-a1ec-9046d5e734a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.069311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-243507a5-929f-413a-a104-6992ab0df317 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.106966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Network': ['ID=6531d2f9-7a61-4162-b67f-16fe8a7378eb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:47.136322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243507a5-929f-413a-a104-6992ab0df317 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=51aa2faa-58a9-47d7-a689-3c04881e518e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:47.152776 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-243507a5-929f-413a-a104-6992ab0df317 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/51aa2faa-58a9-47d7-a689-3c04881e518e HTTP/1.1" status: 204 len: 168 time: 1.7739668 Mar 25 20:08:47.169686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-28ce9e78-240e-4c75-a1ec-9046d5e734a6 None None] Port a68b21b3-2510-4568-be62-85295efc619e cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:47.204707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59786) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:47.215487 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d7ef6821-313f-4077-83c4-bc19bc9a2a06 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/networks/6531d2f9-7a61-4162-b67f-16fe8a7378eb HTTP/1.1" status: 204 len: 168 time: 2.9198072 Mar 25 20:08:47.234058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59790) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:47.243143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-637019045'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:47.252191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:47.261368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:network and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:47.265604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:47.298741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:47.318362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] For port 18484d14-a206-403f-9664-9ea65be46c3b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=18484d14-a206-403f-9664-9ea65be46c3b,segment=NetworkSegment(1e65defb-2d80-4f58-9619-a0013b9b02b3),segment_id=1e65defb-2d80-4f58-9619-a0013b9b02b3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:47.320617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.391358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.403207 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fff8ed05-a664-4221-bdc4-54eda7e7e022 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1901648 Mar 25 20:08:47.416454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59796) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:47.427698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:47.430535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:47.467230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.472841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59800) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:47.475293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:47.480231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.565146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] Calling delete_port for 18484d14-a206-403f-9664-9ea65be46c3b owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:47.585290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.703227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:47.705768 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Pushing event updated for resources: {'Port': ['ID=a68b21b3-2510-4568-be62-85295efc619e,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:47.764326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.764326 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Added segment 0d88622b-1685-4a50-9a63-2b7663ab0cba of type vlan for network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 Mar 25 20:08:47.767255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.774225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:47.774852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.797720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:47.802983 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] Usage tracker for resource:security_group_rule and tenant:e60a02628ef4402bb846900ff3842fa7 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:47.805949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:47.813056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:47.835322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8bc0c6-07ca-494b-b4ed-7abedccdca49 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:47.864148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:47.873658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.876722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:47.885450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.890854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:47.907296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:47.945250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:47.945561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:47.953614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ac7b6-a72d-4a1e-bde5-832e9535396d req-ca6262c1-c899-4a54-8c60-74a61c3ce961 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:47.955105 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c27ac7b6-a72d-4a1e-bde5-832e9535396d req-ca6262c1-c899-4a54-8c60-74a61c3ce961 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 1.0378749 Mar 25 20:08:47.965689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Router cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:08:47.975864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.989520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.990910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:47.997110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] Pushing event deleted for resources: {'Port': ['ID=18484d14-a206-403f-9664-9ea65be46c3b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:48.015786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d122a-2bd1-4108-b7f2-29c07d1e76de None None] No DVR routers for this DVR port 18484d14-a206-403f-9664-9ea65be46c3b on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:48.080499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c27ac7b6-a72d-4a1e-bde5-832e9535396d req-7024f941-f077-408f-88bf-f3ff82ba3390 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120214 Mar 25 20:08:48.148821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:48.164680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17c06176-114c-497f-b4ef-69e1966d2f3d None None] Provisioning complete for port ed3ebd9b-6995-423b-9e4b-af2a31c35757 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:48.165311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17c06176-114c-497f-b4ef-69e1966d2f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.199454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.205936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da90f6-e6e6-4b26-842f-1e9603af0f47 None None] Sync routers for ids ['cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:48.221151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:08:48.236546 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a23beb1b-9fca-43da-987a-b1f9a3ffd525 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "PUT /v2.0/routers/cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5359325 Mar 25 20:08:48.239902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59806) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:48.271849 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e60a02628ef4402bb846900ff3842fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7978325 Mar 25 20:08:48.278554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59810) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:48.288384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da90f6-e6e6-4b26-842f-1e9603af0f47 None None] Routers {'cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:48.289058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-97da90f6-e6e6-4b26-842f-1e9603af0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:48.293115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759e8ca-57c7-4526-b5c0-6fb6731e512d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73365bc-e949-40b7-b666-59af65187b3f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:48.308759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:48.312299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.342085 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c083832-88f2-40f8-9d3d-eeca5b6bb8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:08:48.343159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0c083832-88f2-40f8-9d3d-eeca5b6bb8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:48.367865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.373960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:48.374566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.418832 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:48.425652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0c083832-88f2-40f8-9d3d-eeca5b6bb8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:48.426895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0c083832-88f2-40f8-9d3d-eeca5b6bb8e2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/fe04f6d5-c450-4989-89e1-381f4d7088c8 HTTP/1.1" status: 404 len: 333 time: 0.1850214 Mar 25 20:08:48.429572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59814) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:48.436158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-97da90f6-e6e6-4b26-842f-1e9603af0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:48.478318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:48.495307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Deleting port 18484d14-a206-403f-9664-9ea65be46c3b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:48.495934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.500975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da90f6-e6e6-4b26-842f-1e9603af0f47 None None] Routers {'cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:48.501610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-97da90f6-e6e6-4b26-842f-1e9603af0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:48.612229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-97da90f6-e6e6-4b26-842f-1e9603af0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:48.612229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da90f6-e6e6-4b26-842f-1e9603af0f47 None None] The sync data for ids ['cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:48.617767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] The port '18484d14-a206-403f-9664-9ea65be46c3b' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:08:48.638936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:48.641469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 18484d14-a206-403f-9664-9ea65be46c3b no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:48.701770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 18484d14-a206-403f-9664-9ea65be46c3b {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:48.702388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 18484d14-a206-403f-9664-9ea65be46c3b not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:48.703150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bd96d672-759e-4abe-96dc-e8a3f6c32148 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:48.726920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Network': ['ID=0dc7d62b-bee3-4f4d-8f42-3656a09768a9,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:48.737817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-06c1ed46-e93d-4446-9c36-241bd8a85b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.756582 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d1d32c38-08d5-42cd-ae7d-b14c5631157f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5211809 Mar 25 20:08:48.760087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:48.768027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59818) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:48.772256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5110b3da-25b2-4b29-826e-4324d1f28a18 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.788106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] Deleting port ed3ebd9b-6995-423b-9e4b-af2a31c35757 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:48.788496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.827939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '0dc7d62b-bee3-4f4d-8f42-3656a09768a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:48.828780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: bd96d672-759e-4abe-96dc-e8a3f6c32148 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:48.829129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bd96d672-759e-4abe-96dc-e8a3f6c32148 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:48.883096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-06c1ed46-e93d-4446-9c36-241bd8a85b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:48.996533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Router d5f37a8c-3c5b-41d1-8d14-e304acec2981 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:08:48.996756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fae1890e-1034-4956-867e-ea36a2b5b313 None None] Provisioning complete for port a68b21b3-2510-4568-be62-85295efc619e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:48.996874 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fae1890e-1034-4956-867e-ea36a2b5b313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.149544 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-fae1890e-1034-4956-867e-ea36a2b5b313 None None] Port a68b21b3-2510-4568-be62-85295efc619e cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:49.170893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] For port ed3ebd9b-6995-423b-9e4b-af2a31c35757, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ed3ebd9b-6995-423b-9e4b-af2a31c35757,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:49.171283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.190212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-06c1ed46-e93d-4446-9c36-241bd8a85b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.207374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.272693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1ed46-e93d-4446-9c36-241bd8a85b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73365bc-e949-40b7-b666-59af65187b3f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:49.311109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:49.314036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-06c1ed46-e93d-4446-9c36-241bd8a85b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.315150 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-06c1ed46-e93d-4446-9c36-241bd8a85b6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c73365bc-e949-40b7-b666-59af65187b3f HTTP/1.1" status: 204 len: 168 time: 1.0356343 Mar 25 20:08:49.316429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:08:49.320161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:49.325914 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b4386b55-5b9d-4091-8fc7-3ed40584df21 admin admin] 10.222.0.37 "PUT /v2.0/routers/d5f37a8c-3c5b-41d1-8d14-e304acec2981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6628535 Mar 25 20:08:49.328146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:49.328773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.338811 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Sync routers for ids ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:08:49.342953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] Calling delete_port for ed3ebd9b-6995-423b-9e4b-af2a31c35757 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:49.357034 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Routers {'d5f37a8c-3c5b-41d1-8d14-e304acec2981'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:49.358713 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:49.364744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=eab3cbdf-8cbb-428a-8bca-ff982049c973,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:49.397896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ed3ebd9b-6995-423b-9e4b-af2a31c35757 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:49.468229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.487259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:49.490188 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-65268687-531f-4c8f-8179-779c04348fdb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0715766 Mar 25 20:08:49.492529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59828) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:49.494777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:49.497825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:49.498832 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:49.508707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:49.581557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.611403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5110b3da-25b2-4b29-826e-4324d1f28a18 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.637510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.638096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5110b3da-25b2-4b29-826e-4324d1f28a18 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.672280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73d78e1-c14b-41a1-a3f1-be3374c0c1c3']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:49.716784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:49.728762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:49.738844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] No DVR routers for this DVR port ed3ebd9b-6995-423b-9e4b-af2a31c35757 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:49.740169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:49.748349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e65defb-2d80-4f58-9619-a0013b9b02b3') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:49.748774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e65defb-2d80-4f58-9619-a0013b9b02b3') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:49.749382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7a868-0324-4961-8202-7c0a0c7e948e None None] Pushing event deleted for resources: {'Port': ['ID=ed3ebd9b-6995-423b-9e4b-af2a31c35757,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:49.758081 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Set router d5f37a8c-3c5b-41d1-8d14-e304acec2981 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:49.758741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:49.768888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:49.772757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.779797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c4778-7d37-4028-a97d-f62ace5c1010 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:49.802895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f0e34-b935-4cf6-b862-ced6379b2b05 req-80ffd92b-60a6-4701-932b-6499978d3fd2 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:49.804659 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-473f0e34-b935-4cf6-b862-ced6379b2b05 req-80ffd92b-60a6-4701-932b-6499978d3fd2 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.5146830 Mar 25 20:08:49.823997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.843312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:49.848546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.899609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5110b3da-25b2-4b29-826e-4324d1f28a18 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:49.901115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5110b3da-25b2-4b29-826e-4324d1f28a18 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Fanout notify agent at l3_agent the message router_deleted on router cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:08:50.011421 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.ipam_backend_mixin [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eab3cbdf-8cbb-428a-8bca-ff982049c973 (CIDR: 2001:db8::/64) Mar 25 20:08:50.040845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5110b3da-25b2-4b29-826e-4324d1f28a18 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.042041 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5110b3da-25b2-4b29-826e-4324d1f28a18 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/routers/cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409 HTTP/1.1" status: 204 len: 168 time: 1.6115632 Mar 25 20:08:50.044790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59838) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:50.058925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.072884 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-473f0e34-b935-4cf6-b862-ced6379b2b05 req-8166e075-582b-4bd4-bde3-9aba4dcabf0a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395205 Mar 25 20:08:50.081401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:50.089089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:50.114428 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:50.117543 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:08:50.117543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:08:50.157409 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:08:46Z', 'revision_number': 4, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port': {'id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:34Z', 'updated_at': '2022-03-25T20:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'a68b21b3-2510-4568-be62-85295efc619e', 'name': '', 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'mac_address': 'fa:16:3e:51:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '55dffddd-9157-44dc-b867-29b4802ef0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:43Z', 'updated_at': '2022-03-25T20:08:46Z', 'revision_number': 2, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'subnets': [{'id': '55dffddd-9157-44dc-b867-29b4802ef0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:50.162052 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Checking router: d5f37a8c-3c5b-41d1-8d14-e304acec2981 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:08:50.162664 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Updating router d5f37a8c-3c5b-41d1-8d14-e304acec2981 port a68b21b3-2510-4568-be62-85295efc619e binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:08:50.173640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7a06b2-314c-4817-a953-ad086e7d64bf tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet d551c0fa-5a0b-4c11-a3b9-8ff64c546a75 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:08:50.176728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0e7a06b2-314c-4817-a953-ad086e7d64bf tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.224672 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.237636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0e7a06b2-314c-4817-a953-ad086e7d64bf tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.262556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'eab3cbdf-8cbb-428a-8bca-ff982049c973'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:50.263438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.304598 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-163f4a97-414e-4284-86ca-fe1f055b7966 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8112700 Mar 25 20:08:50.308100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59842) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:50.316097 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:50.378630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.417766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59846) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:50.420702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.433234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=c73d78e1-c14b-41a1-a3f1-be3374c0c1c3,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:50.462231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.482779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:50.491522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:3f02c66f89cc439f933306a5a4f2b2fd is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:50.497831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:50.511293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:50.549190 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-71c4e069-eeaf-4bce-b5d5-4b28e92f5ecb admin admin] 10.222.0.37 "DELETE /v2.0/networks/c73d78e1-c14b-41a1-a3f1-be3374c0c1c3 HTTP/1.1" status: 204 len: 168 time: 4.6875122 Mar 25 20:08:50.565282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/eab3cbdf-8cbb-428a-8bca-ff982049c973/a343a1a3-1083-47ef-aa62-11e155659e11) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:50.590822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0e7a06b2-314c-4817-a953-ad086e7d64bf tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.594961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.679288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:50.684319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:50.689382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:50.699771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:50.740932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59852) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:50.747335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170381053', 'description': 'tempest-secgroup-smoke-1170381053 description', 'project_id': '101ed8c2e45345638cfa6e865eb10860'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:50.749359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=ca187449-ecf5-40af-9501-3a61d60e93b4,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:50.757984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:50.770595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:security_group and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:50.771083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Checking segment: {'id': '0d88622b-1685-4a50-9a63-2b7663ab0cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0dc7d62b-bee3-4f4d-8f42-3656a09768a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:50.771461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network hostable DHCP agents. Network: 0dc7d62b-bee3-4f4d-8f42-3656a09768a9, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:08:50.786215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:50.793252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.802998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:50.818322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0e7a06b2-314c-4817-a953-ad086e7d64bf tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.855484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.862104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:50.866179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.868689 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.887264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0e7a06b2-314c-4817-a953-ad086e7d64bf tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.894701 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Transition to ACTIVE for port object a68b21b3-2510-4568-be62-85295efc619e will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:50.898607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7a07c-d7bd-4bec-8291-35d158dab0f6 None None] Network ef59dd89-9014-4929-b0e5-308056fa6885 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:50.906248 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0e7a06b2-314c-4817-a953-ad086e7d64bf tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/d551c0fa-5a0b-4c11-a3b9-8ff64c546a75 HTTP/1.1" status: 204 len: 168 time: 0.8576965 Mar 25 20:08:50.906461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f02c66f89cc439f933306a5a4f2b2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641101 Mar 25 20:08:50.906461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59856) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:50.906804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59858) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:50.912097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b04a6e-d2a6-479b-b2c2-73be4fe7d0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81602c2f-ab8b-45d5-881b-b78515fa5c16,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:50.922731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a06b2-314c-4817-a953-ad086e7d64bf tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=d551c0fa-5a0b-4c11-a3b9-8ff64c546a75,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:50.929179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:50.941886 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:08:50.980956 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.038733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:51.047795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:security_group_rule and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:51.052438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:51.063399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:51.075215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.084393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 0dc7d62b-bee3-4f4d-8f42-3656a09768a9) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:51.112737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:51.114224 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31200e33-96f4-4d6a-a1ce-0e10504a6a18 None None] Pushing event updated for resources: {'Port': ['ID=a68b21b3-2510-4568-be62-85295efc619e,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:51.115066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.119090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0c4ce555-08ad-48eb-94c3-ebcda288a409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.185135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dea4af-0e04-48ab-8cf7-0561dad46237 None None] Network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:51.191123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 489eabbc-893d-41d7-bd14-01d6f70369d9 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:51.191491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.300216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.318403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59866) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:51.400951 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-437b0514-db55-4fe9-a193-44c88b8d94fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=628baec857f24b28b26d8ea372a5857a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652332 Mar 25 20:08:51.401866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59870) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:51.422206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0c4ce555-08ad-48eb-94c3-ebcda288a409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.479081 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Attempting to bind port a68b21b3-2510-4568-be62-85295efc619e on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:51.479584 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Attempting to bind port a68b21b3-2510-4568-be62-85295efc619e by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:51.479944 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Attempting to bind port a68b21b3-2510-4568-be62-85295efc619e on network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:51.485992 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:51.491245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Checking segment: {'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:51.491245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.491245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Bound using segment: {'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:51.491245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Bound port: a68b21b3-2510-4568-be62-85295efc619e, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c05c5b-a412-4639-aa65-e5bf29b5f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:51.491245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.492775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c1102d0-9b48-4e75-98d4-7c02a1ef96c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.523100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c1102d0-9b48-4e75-98d4-7c02a1ef96c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.530083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.558646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-0dc7d62b-bee3-4f4d-8f42-3656a09768a9', 'network_id': '0dc7d62b-bee3-4f4d-8f42-3656a09768a9', 'tenant_id': '51ab3c70c14f4b88b2a68bbf82b511e5', 'fixed_ips': [{'subnet_id': 'ca187449-ecf5-40af-9501-3a61d60e93b4'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:51.559462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.562605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.591783 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2a7dd23d-7c84-465c-a47f-b61ff173f535 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8223455 Mar 25 20:08:51.598897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59874) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:51.609381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f1137-e77c-44ba-9563-d4fe83ef23e3 req-e9b55029-476e-433a-9e73-6e0c7135190f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:51.612943 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] For port a68b21b3-2510-4568-be62-85295efc619e, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:51.616670 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] For port a68b21b3-2510-4568-be62-85295efc619e, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a68b21b3-2510-4568-be62-85295efc619e,segment=NetworkSegment(34c05c5b-a412-4639-aa65-e5bf29b5f75a),segment_id=34c05c5b-a412-4639-aa65-e5bf29b5f75a)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:51.616839 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-961f1137-e77c-44ba-9563-d4fe83ef23e3 req-e9b55029-476e-433a-9e73-6e0c7135190f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.3155527 Mar 25 20:08:51.643107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-560099116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:51.645333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5abfe14-ea83-4df9-81b3-e5fce5a10399,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:51.697324 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.741706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Transition to ACTIVE for port object a343a1a3-1083-47ef-aa62-11e155659e11 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:51.798178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Transition to ACTIVE for port object a343a1a3-1083-47ef-aa62-11e155659e11 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:51.810721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cda773-deef-458f-8b87-2d096337be91 None None] DHCP port deletion for ef59dd89-9014-4929-b0e5-308056fa6885 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:08:51.844828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:51.847154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0c4ce555-08ad-48eb-94c3-ebcda288a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.861115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-37cda773-deef-458f-8b87-2d096337be91 None None] Deleting port 489eabbc-893d-41d7-bd14-01d6f70369d9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:51.861809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37cda773-deef-458f-8b87-2d096337be91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.863765 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Routers {'d5f37a8c-3c5b-41d1-8d14-e304acec2981'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:08:51.864398 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:51.869904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:router and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:51.880678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:51.892868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.896888 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-62f0341f-5dfe-42f5-a351-f549a8336e36 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1520028 Mar 25 20:08:51.899511 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59878) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:51.904444 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-961f1137-e77c-44ba-9563-d4fe83ef23e3 req-89ce92a8-1447-4116-a827-fc458f778aab tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866805 Mar 25 20:08:51.923382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:51.927261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'security_group_rule': {'security_group_id': 'a5abfe14-ea83-4df9-81b3-e5fce5a10399', 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:51.927403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] For port 489eabbc-893d-41d7-bd14-01d6f70369d9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=489eabbc-893d-41d7-bd14-01d6f70369d9,segment=NetworkSegment(27418375-c78b-4e30-96d0-3f0d7aee92ed),segment_id=27418375-c78b-4e30-96d0-3f0d7aee92ed)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:51.927403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.938844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:51.946836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0c4ce555-08ad-48eb-94c3-ebcda288a409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.951748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:security_group_rule and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:51.952397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0c4ce555-08ad-48eb-94c3-ebcda288a409 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81602c2f-ab8b-45d5-881b-b78515fa5c16 HTTP/1.1" status: 204 len: 168 time: 1.0430059 Mar 25 20:08:51.953673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ce555-08ad-48eb-94c3-ebcda288a409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81602c2f-ab8b-45d5-881b-b78515fa5c16,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:51.957047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.965100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c1102d0-9b48-4e75-98d4-7c02a1ef96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:51.996766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:52.040339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1102d0-9b48-4e75-98d4-7c02a1ef96c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a396911c-8502-4e37-a747-5b6faac2c69b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:52.055748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:08:52.059882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:52.092560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Pushing event updated for resources: {'Port': ['ID=a343a1a3-1083-47ef-aa62-11e155659e11,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:52.106565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 489eabbc-893d-41d7-bd14-01d6f70369d9 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:52.153209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:52.157750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.158927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.167388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:52.172807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Allocated IP 172.20.0.2 (0dc7d62b-bee3-4f4d-8f42-3656a09768a9/ca187449-ecf5-40af-9501-3a61d60e93b4/6ca3e5de-683e-47fc-afd0-b793e35634be) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:52.175287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:52.187173 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] Set router d5f37a8c-3c5b-41d1-8d14-e304acec2981 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:08:52.196629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.236716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c1102d0-9b48-4e75-98d4-7c02a1ef96c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.240420 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5c1102d0-9b48-4e75-98d4-7c02a1ef96c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a396911c-8502-4e37-a747-5b6faac2c69b HTTP/1.1" status: 204 len: 168 time: 0.8343339 Mar 25 20:08:52.306000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.363134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=489eabbc-893d-41d7-bd14-01d6f70369d9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:52.366726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No DVR routers for this DVR port 489eabbc-893d-41d7-bd14-01d6f70369d9 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:08:52.381991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.397272 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31200e33-96f4-4d6a-a1ce-0e10504a6a18 None None] Pushing event updated for resources: {'Port': ['ID=a68b21b3-2510-4568-be62-85295efc619e,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:52.406444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.454682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:52.455063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:52.455440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:52.485211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:52.485579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:52.485973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.486369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:52.486953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Bound port: a343a1a3-1083-47ef-aa62-11e155659e11, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:52.487373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.529538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.533229 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f2149130-24f7-49d0-985b-0983d7e7a1a0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9307513 Mar 25 20:08:52.533390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.539715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59886) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:52.547638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'network_id': '0dc7d62b-bee3-4f4d-8f42-3656a09768a9', 'name': 'tempest-PortsTestJSON-1647043722'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:52.565803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.568385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef59dd89-9014-4929-b0e5-308056fa6885']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:52.586465 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27418375-c78b-4e30-96d0-3f0d7aee92ed') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:52.587105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27418375-c78b-4e30-96d0-3f0d7aee92ed') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:52.597681 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:08:46Z', 'revision_number': 4, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port': {'id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:34Z', 'updated_at': '2022-03-25T20:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'a68b21b3-2510-4568-be62-85295efc619e', 'name': '', 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'mac_address': 'fa:16:3e:51:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '55dffddd-9157-44dc-b867-29b4802ef0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:43Z', 'updated_at': '2022-03-25T20:08:51Z', 'revision_number': 4, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'subnets': [{'id': '55dffddd-9157-44dc-b867-29b4802ef0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:08:52.602818 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678edf4-47fe-44e8-b55b-274ce5f257aa None None] The sync data for ids ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'] in dv-neutron-835149-1-hyperv is: [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:08:46Z', 'revision_number': 4, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port': {'id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:34Z', 'updated_at': '2022-03-25T20:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'a68b21b3-2510-4568-be62-85295efc619e', 'name': '', 'network_id': '9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'mac_address': 'fa:16:3e:51:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '55dffddd-9157-44dc-b867-29b4802ef0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:43Z', 'updated_at': '2022-03-25T20:08:51Z', 'revision_number': 4, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'subnets': [{'id': '55dffddd-9157-44dc-b867-29b4802ef0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:08:52.631969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.704225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.747524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:08:52.750136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:08:52.789021 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:08:52.976648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.006122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Transition to ACTIVE for port object 6ca3e5de-683e-47fc-afd0-b793e35634be will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:53.018815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.034327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Transition to ACTIVE for port object 6ca3e5de-683e-47fc-afd0-b793e35634be will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:53.061947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port a343a1a3-1083-47ef-aa62-11e155659e11, host dv-neutron-835149-1-hyperv, got binding levels [] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:53.079798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-37cda773-deef-458f-8b87-2d096337be91 None None] For port 489eabbc-893d-41d7-bd14-01d6f70369d9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=489eabbc-893d-41d7-bd14-01d6f70369d9,segment=NetworkSegment(27418375-c78b-4e30-96d0-3f0d7aee92ed),segment_id=27418375-c78b-4e30-96d0-3f0d7aee92ed)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:53.080110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37cda773-deef-458f-8b87-2d096337be91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.111647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:53.116940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:53.122116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:53.131445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:53.134910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.151548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.165167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.188824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553f6d80-c4d4-4c7d-906f-bc4071bf2302,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:53.192404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.237025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:53.239436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Network': ['ID=ef59dd89-9014-4929-b0e5-308056fa6885,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:53.244593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.254324 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b2b8e796-7293-497c-9a89-39aef4bb9f00 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/networks/ef59dd89-9014-4929-b0e5-308056fa6885 HTTP/1.1" status: 204 len: 168 time: 2.3463585 Mar 25 20:08:53.260052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59912) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:53.284007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.364942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.382314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-37cda773-deef-458f-8b87-2d096337be91 None None] Calling delete_port for 489eabbc-893d-41d7-bd14-01d6f70369d9 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:08:53.432236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=a343a1a3-1083-47ef-aa62-11e155659e11,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:53.435516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:53.435845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:53.436165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:53.438938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.443331 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-581a0b45-8ad9-4770-86f5-b0515b3cc3e6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5288267 Mar 25 20:08:53.446659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59916) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:53.456259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'security_group_rule': {'security_group_id': 'a5abfe14-ea83-4df9-81b3-e5fce5a10399', 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:53.466699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622cf82-c81f-4643-adf1-4a3db7a6c069 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:53.467325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c622cf82-c81f-4643-adf1-4a3db7a6c069 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:08:53.469203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:53.473686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:security_group_rule and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:53.478284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:53.493778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:53.504208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:53.537502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0f20-f383-4b1b-9300-3192149c59c3 req-15588a67-6cdb-4b4b-9f76-02504b97371c tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:53.539064 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05ad0f20-f383-4b1b-9300-3192149c59c3 req-15588a67-6cdb-4b4b-9f76-02504b97371c tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.4524379 Mar 25 20:08:53.549527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:53.550019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:53.550524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.550830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:53.551361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Bound port: a343a1a3-1083-47ef-aa62-11e155659e11, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:53.552066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.578705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Pushing event updated for resources: {'Port': ['ID=6ca3e5de-683e-47fc-afd0-b793e35634be,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:53.591675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a68b21b3-2510-4568-be62-85295efc619e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:53.650439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c622cf82-c81f-4643-adf1-4a3db7a6c069 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:08:53.665096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c622cf82-c81f-4643-adf1-4a3db7a6c069 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/d0975607-1329-4d23-b4e2-e9b14b4222b8 HTTP/1.1" status: 200 len: 844 time: 0.3991277 Mar 25 20:08:53.665266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:53.675484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:53.679463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] For port a343a1a3-1083-47ef-aa62-11e155659e11, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:53.686934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:53.690471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:53.701487 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05ad0f20-f383-4b1b-9300-3192149c59c3 req-c75951d4-8661-499a-bbed-ec551dbe3fb3 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502709 Mar 25 20:08:53.702146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59932) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:53.813530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] For port a343a1a3-1083-47ef-aa62-11e155659e11, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a343a1a3-1083-47ef-aa62-11e155659e11,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:53.857742 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cd7e70ba-0445-4bf0-a81c-c55e5166ec7f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/d0975607-1329-4d23-b4e2-e9b14b4222b8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1512721 Mar 25 20:08:53.858441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59936) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:53.887856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:53.905606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.083917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Attempting to bind port 6ca3e5de-683e-47fc-afd0-b793e35634be on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:54.084551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Attempting to bind port 6ca3e5de-683e-47fc-afd0-b793e35634be by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '0d88622b-1685-4a50-9a63-2b7663ab0cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0dc7d62b-bee3-4f4d-8f42-3656a09768a9'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:54.088855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Attempting to bind port 6ca3e5de-683e-47fc-afd0-b793e35634be on network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:54.133393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:54.146446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:54.157976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:54.158074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c791d39-6556-42f0-b9b2-3fadf9200e4f None None] Pushing event updated for resources: {'Port': ['ID=a343a1a3-1083-47ef-aa62-11e155659e11,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:54.160841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:54.186990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-37cda773-deef-458f-8b87-2d096337be91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:54.187706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-37cda773-deef-458f-8b87-2d096337be91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:54.189221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:54.192047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Checking segment: {'id': '0d88622b-1685-4a50-9a63-2b7663ab0cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0dc7d62b-bee3-4f4d-8f42-3656a09768a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:54.192047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.192047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Bound using segment: {'id': '0d88622b-1685-4a50-9a63-2b7663ab0cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0dc7d62b-bee3-4f4d-8f42-3656a09768a9'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:54.194952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Bound port: 6ca3e5de-683e-47fc-afd0-b793e35634be, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d88622b-1685-4a50-9a63-2b7663ab0cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0dc7d62b-bee3-4f4d-8f42-3656a09768a9'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:54.195718 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.200219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.215088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port a343a1a3-1083-47ef-aa62-11e155659e11, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:54.215888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port a68b21b3-2510-4568-be62-85295efc619e completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:54.229930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.4 (0dc7d62b-bee3-4f4d-8f42-3656a09768a9/ca187449-ecf5-40af-9501-3a61d60e93b4/9b87b168-808a-40d9-af9d-39cdf2d2cbd1) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:54.233460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a68b21b3-2510-4568-be62-85295efc619e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:54.233926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.251929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a343a1a3-1083-47ef-aa62-11e155659e11-dv-neutron-835149-1-hyperv- {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:08:54.252249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:08:54.276905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.277113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:54.281038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.323757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f035045-f475-4983-baa3-2985a9544374,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:54.586255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] For port 6ca3e5de-683e-47fc-afd0-b793e35634be, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:54.591741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.622176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] For port 6ca3e5de-683e-47fc-afd0-b793e35634be, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6ca3e5de-683e-47fc-afd0-b793e35634be,segment=NetworkSegment(0d88622b-1685-4a50-9a63-2b7663ab0cba),segment_id=0d88622b-1685-4a50-9a63-2b7663ab0cba)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:54.636569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.640112 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e0278d79-8904-49a0-b13e-0ded57eb70ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1869876 Mar 25 20:08:54.652208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59952) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:54.663882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port a68b21b3-2510-4568-be62-85295efc619e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a68b21b3-2510-4568-be62-85295efc619e,segment=NetworkSegment(34c05c5b-a412-4639-aa65-e5bf29b5f75a),segment_id=34c05c5b-a412-4639-aa65-e5bf29b5f75a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:54.671434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'security_group_rule': {'security_group_id': 'a5abfe14-ea83-4df9-81b3-e5fce5a10399', 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:54.677442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:54.690765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-37cda773-deef-458f-8b87-2d096337be91 None None] Deleting port 489eabbc-893d-41d7-bd14-01d6f70369d9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:54.691150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37cda773-deef-458f-8b87-2d096337be91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.699791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:security_group_rule and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:54.721628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:54.764974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:54.776595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.782342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.825319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:54.826317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:54.826868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to bind port a343a1a3-1083-47ef-aa62-11e155659e11 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:54.864361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:54.865058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:54.865691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.870107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:54.870107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Bound port: a343a1a3-1083-47ef-aa62-11e155659e11, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:54.870107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.906394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 489eabbc-893d-41d7-bd14-01d6f70369d9 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:54.917277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.926651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.939967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:54.975979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 489eabbc-893d-41d7-bd14-01d6f70369d9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:08:54.976359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 489eabbc-893d-41d7-bd14-01d6f70369d9 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:08:54.991225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-37cda773-deef-458f-8b87-2d096337be91 None None] The port '489eabbc-893d-41d7-bd14-01d6f70369d9' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:08:54.994188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:55.018709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db5ad4-ea8f-404b-b18f-f138aaf5811b None None] Pushing event updated for resources: {'Port': ['ID=6ca3e5de-683e-47fc-afd0-b793e35634be,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:55.098654 dv-neutron-835149-1-hyperv neutron-server[88485]: WARNING neutron.plugins.ml2.plugin [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Concurrent port binding operations failed on port a343a1a3-1083-47ef-aa62-11e155659e11 Mar 25 20:08:55.104843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port a343a1a3-1083-47ef-aa62-11e155659e11, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a343a1a3-1083-47ef-aa62-11e155659e11,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:55.120274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=a68b21b3-2510-4568-be62-85295efc619e,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:55.123694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.125247 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.plugins.ml2.plugin [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempt 2 to bind port a343a1a3-1083-47ef-aa62-11e155659e11 Mar 25 20:08:55.127993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.138393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:55.139773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=36a5a709-2c6b-449b-96d8-4dff70e639b3,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:55.143755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:55.152921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f3abd-28d5-4595-9c40-95a07213a37c None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:55.156270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:55.157063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.220303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=2efafb97-4425-4884-b2af-c0138291eb72,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:55.223890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.249876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22d556-8460-4044-b2fc-d811f7375055 req-df350a48-a35e-4331-98e1-e6b0a2536ec1 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:55.251717 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d22d556-8460-4044-b2fc-d811f7375055 req-df350a48-a35e-4331-98e1-e6b0a2536ec1 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.3699458 Mar 25 20:08:55.326834 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-469a6cb8-7ceb-432a-87e2-e8b7f0456ac7 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4671211 Mar 25 20:08:55.329841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59972) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:55.339047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1982354736'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:55.360625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68c5d6d-7f77-4dae-8ef0-75b3909e2117,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:55.367918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:55.370126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.377302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:55.394832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:55.401159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:55.407388 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d22d556-8460-4044-b2fc-d811f7375055 req-125e88ea-af34-48b6-8ea9-b03b3cbe655b tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491423 Mar 25 20:08:55.421074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:55.471139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:55.529179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.551436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:55.553024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.562200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.563398 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-33fdd97a-b557-4863-99b7-6b184898d6b3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9101074 Mar 25 20:08:55.568121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59980) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:55.600731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'security_group_rule': {'security_group_id': 'a5abfe14-ea83-4df9-81b3-e5fce5a10399', 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:55.636553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:55.657393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:55.659370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:security_group_rule and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:55.665341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:55.667506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:55.669849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:55.673884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:55.696240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group_rule and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:55.706171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:55.720591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59986) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:55.721739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:55.741709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:55.766471 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-91658a7d-6855-4068-b6a5-74ec6157da1b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.4572785 Mar 25 20:08:55.770878 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 59992) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:55.774576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a68b21b3-2510-4568-be62-85295efc619e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:55.785252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:b7:b2:03', 'name': 'tempest-NetworksTestDHCPv6-1731951389'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:55.844455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:55.845172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.861756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=9b87b168-808a-40d9-af9d-39cdf2d2cbd1,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:55.878674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:55.936688 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-875c3938-ca7a-4f24-a99e-1fcc309e1770 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3958347 Mar 25 20:08:55.937398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 59996) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:56.002740 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef97cd2-f0e6-4d50-a714-5ac46c1fcd6b None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:56.019860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a68b21b3-2510-4568-be62-85295efc619e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:56.020224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.052409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-8cbde5a2-3c69-45ad-9328-365db531a015', 'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'tenant_id': '17e17554231b4ebe9b463828411b73ae', 'fixed_ips': [{'subnet_id': '36a5a709-2c6b-449b-96d8-4dff70e639b3'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:08:56.052982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.075990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60000) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:56.119819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-669309372', 'router:external': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:56.124892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:56.129720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Usage tracker for resource:network and tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:56.132831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:56.145166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:56.173829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1684702667', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:56.193197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:56.207293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Usage tracker for resource:port and tenant:36559d87e31b4144a1f4e6154af10874 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:56.227367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:56.242838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:56.290484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Made reservation on behalf of 3db71bd58b2648ed8d6b2e9ca7d0bfdb for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:56.293242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.296487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b9ae78f0-cf15-4e70-ac55-35171478cbce None None] Provisioning for port a343a1a3-1083-47ef-aa62-11e155659e11 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:56.304033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.321122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.335752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.338954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:56.346092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:56.350052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Made reservation on behalf of 36559d87e31b4144a1f4e6154af10874 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:56.352403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.362950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:56.365059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:56.370797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Usage tracker for resource:security_group_rule and tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:56.378055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:56.380148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:56.387485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:56.406383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.408721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.457835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.497937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:56.530871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Usage tracker for resource:security_group_rule and tenant:36559d87e31b4144a1f4e6154af10874 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:56.550066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:56.552921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22339c28-54a1-44fa-995b-2b5cadbfd482,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:56.555908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f99d7da-e868-49f6-ab87-08043d07face,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:56.567685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:56.583299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a343a1a3-1083-47ef-aa62-11e155659e11 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:56.624806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:56.684004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.685280 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c11ba5ed-0ced-4223-9c24-9a7b3d5c2101 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3541477 Mar 25 20:08:56.709877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60008) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:56.715629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'security_group': {'name': 'tempest-secgroup-601968024'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:56.734512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:56.747750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:56.752433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f3908-76dd-46af-ac5b-157fb7202d79 None None] Network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:08:56.754525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:56.767938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.771544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:56.775711 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-74b5cb40-9818-4897-baa2-f5ce9bd581f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2008994 Mar 25 20:08:56.778224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60012) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:56.779139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Allocated IP 2001:db8::2 (8cbde5a2-3c69-45ad-9328-365db531a015/36a5a709-2c6b-449b-96d8-4dff70e639b3/3d38cbed-8809-4bcc-b47c-120c4ab3d6e0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:56.784389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.799889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'security_group_rule': {'security_group_id': 'a5abfe14-ea83-4df9-81b3-e5fce5a10399', 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:56.814133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:56.821201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:security_group_rule and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:56.851248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:56.851493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.867199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:56.948728 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.951847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:56.980866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:56.989356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859adb9b-a4a3-4dd4-8f04-b7bced42188c req-1bbef146-9ad3-4708-b991-8f28f6de57c6 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:56.996865 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-859adb9b-a4a3-4dd4-8f04-b7bced42188c req-1bbef146-9ad3-4708-b991-8f28f6de57c6 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.3324256 Mar 25 20:08:57.003630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.059588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.071287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 7153bc91-c5a1-4575-a7d7-6422c3dc0825 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:57.071971 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Transition to ACTIVE for port object 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:57.092834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Transition to ACTIVE for port object 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:57.120740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.121743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:08:57.158834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group_rule and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:57.163566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd159d33-96b9-40ec-8242-b29e1f345b3c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:57.168520 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Project 101ed8c2e45345638cfa6e865eb10860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:08:57.179479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:57.186528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-859adb9b-a4a3-4dd4-8f04-b7bced42188c req-923adb2c-c0ec-4525-afec-70db7309a4fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887267 Mar 25 20:08:57.208727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.208727 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Added segment 667c26f1-affe-443e-84f3-c74714aed15c of type vlan for network 41a30bd4-cb75-4b27-b0ba-396b6058d60c Mar 25 20:08:57.209131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.209308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:57.209308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.217845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.234716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] device_id is not set on port 32668c06-331d-48ad-ae45-c66e6eab7389 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:57.276617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port a343a1a3-1083-47ef-aa62-11e155659e11 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:57.310312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:57.314195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a343a1a3-1083-47ef-aa62-11e155659e11 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:57.315245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.354062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:57.356896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:57.369306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c56f7d-89b4-4309-bdc6-84eec015c778,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:57.374430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-eac56124-4910-4dbc-a8fd-3909561976b7 None None] Provisioning for port 6ca3e5de-683e-47fc-afd0-b793e35634be completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:57.381783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.398361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Pushing event updated for resources: {'Port': ['ID=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:57.408773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.448908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.465706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.510444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.517720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.568619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Allocated IP 172.26.8.231 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/32668c06-331d-48ad-ae45-c66e6eab7389) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:57.568855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d2ac98-8051-4549-bd4a-f6b30270f7c7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:57.570597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::1c1 (16eab8e5-a832-428a-a293-9fd25f5afb33/eab3cbdf-8cbb-428a-8bca-ff982049c973/7153bc91-c5a1-4575-a7d7-6422c3dc0825) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:57.581767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8:0:1:f816:3eff:feb7:b203 (16eab8e5-a832-428a-a293-9fd25f5afb33/2efafb97-4425-4884-b2af-c0138291eb72/7153bc91-c5a1-4575-a7d7-6422c3dc0825) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:08:57.588531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.599972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Attempting to bind port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:08:57.600500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Attempting to bind port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '2d96fd14-ee37-419d-9f69-63d6bb128b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:08:57.601515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Attempting to bind port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 on network 8cbde5a2-3c69-45ad-9328-365db531a015 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:08:57.616877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.617836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:57.618418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.643155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:08:57.645041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Checking segment: {'id': '2d96fd14-ee37-419d-9f69-63d6bb128b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:08:57.646185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.646185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Bound using segment: {'id': '2d96fd14-ee37-419d-9f69-63d6bb128b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:08:57.646783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Bound port: 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d96fd14-ee37-419d-9f69-63d6bb128b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:08:57.647262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.683551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=9b87b168-808a-40d9-af9d-39cdf2d2cbd1,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:57.686328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f118bd40-3b05-4462-ba53-3c70265346e8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:57.742305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.743522 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fc0444a9-9bc6-4e91-a497-ebff46e4c514 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9626896 Mar 25 20:08:57.748450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60020) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:57.764813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'security_group_rule': {'security_group_id': 'a5abfe14-ea83-4df9-81b3-e5fce5a10399', 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:57.787747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:57.790495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.791995 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fea9f52d-04cc-4f9b-8be0-8495552bbd3e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0819991 Mar 25 20:08:57.796621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60024) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:57.797747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:security_group_rule and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:57.801865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:57.802597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:57.811322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-186904803', 'security_groups': ['f118bd40-3b05-4462-ba53-3c70265346e8'], 'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36a5a709-2c6b-449b-96d8-4dff70e639b3'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:57.835594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:57.835835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'Network': ['ID=41a30bd4-cb75-4b27-b0ba-396b6058d60c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:57.855735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 41a30bd4-cb75-4b27-b0ba-396b6058d60c details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:08:57.979075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port a343a1a3-1083-47ef-aa62-11e155659e11, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a343a1a3-1083-47ef-aa62-11e155659e11,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:57.987549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] For port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:08:58.014078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] For port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,segment=NetworkSegment(2d96fd14-ee37-419d-9f69-63d6bb128b04),segment_id=2d96fd14-ee37-419d-9f69-63d6bb128b04)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:08:58.014271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4f9b4d49-5ac0-4284-9650-5ee734aa0c19 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2770431 Mar 25 20:08:58.018796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60028) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:58.029320 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Project 101ed8c2e45345638cfa6e865eb10860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:08:58.054796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.110642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'subnet': {'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:58.114587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.138713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.152234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.160884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.178750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:58.190257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 7153bc91-c5a1-4575-a7d7-6422c3dc0825 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:08:58.249681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=a343a1a3-1083-47ef-aa62-11e155659e11,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:58.300912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.363094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.364887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Usage tracker for resource:subnet and tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:58.392901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6ca3e5de-683e-47fc-afd0-b793e35634be up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:08:58.412897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:58.432690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:58.435474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.449003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.454807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78caa3-78d9-463b-bb44-6bbb4ffb9f54 None None] Pushing event updated for resources: {'Port': ['ID=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:58.489032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:58.491558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.515317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:58.522133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:port and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:58.533123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:58.539908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:58.547389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:58.552261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:58.553477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5362a2fb-b2ed-485e-a3cd-30d9fbaa899c,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:58.590318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:08:58.593760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Pushing event updated for resources: {'Port': ['ID=32668c06-331d-48ad-ae45-c66e6eab7389,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:58.601277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:08:58.607524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Made reservation on behalf of 3db71bd58b2648ed8d6b2e9ca7d0bfdb for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:58.610180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.643038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6ca3e5de-683e-47fc-afd0-b793e35634be completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:58.651146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6ca3e5de-683e-47fc-afd0-b793e35634be triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:58.653497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.668330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:08:58.720371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-25950c4f-ead2-4aea-bec8-2e870ae6ad8c None None] Provisioning for port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:58.828269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-25950c4f-ead2-4aea-bec8-2e870ae6ad8c None None] Provisioning complete for port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:58.828753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25950c4f-ead2-4aea-bec8-2e870ae6ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.872003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:08:58.883276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.883717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:58.883829 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3a083b10-b46d-4183-9157-7e5ace3f3adf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1313992 Mar 25 20:08:58.883930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.894538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.912004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-25950c4f-ead2-4aea-bec8-2e870ae6ad8c None None] Port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:58.969421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:58.970089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:58.974535 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1992145 Mar 25 20:08:58.980173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60040) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:59.015686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8b11-8844-473b-aada-3154dbe00d11 req-77924a37-905b-4321-9d99-650a2a9f9d60 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:08:59.017549 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-66bb8b11-8844-473b-aada-3154dbe00d11 req-77924a37-905b-4321-9d99-650a2a9f9d60 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.6349344 Mar 25 20:08:59.073383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d156cd4e-feb7-4e73-a8f1-fc85e7cda391 None None] Provisioning complete for port a343a1a3-1083-47ef-aa62-11e155659e11 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:59.073383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d156cd4e-feb7-4e73-a8f1-fc85e7cda391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.086381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56712e6c-9e7e-4c05-882f-0f3f9a6f24f3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=7153bc91-c5a1-4575-a7d7-6422c3dc0825,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:59.157612 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-41c45895-7665-41c8-b5d9-b5f0acfdc567 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.0794342 Mar 25 20:08:59.161129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60068) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:08:59.164515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.167725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-66bb8b11-8844-473b-aada-3154dbe00d11 req-dccf1116-b8af-4d5c-8810-831510e7db0f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198745 Mar 25 20:08:59.177841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.231'}]}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:08:59.183426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:08:59.189870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Usage tracker for resource:router and tenant:36559d87e31b4144a1f4e6154af10874 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:08:59.193400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:08:59.211745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:08:59.286289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6ca3e5de-683e-47fc-afd0-b793e35634be, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6ca3e5de-683e-47fc-afd0-b793e35634be,segment=NetworkSegment(0d88622b-1685-4a50-9a63-2b7663ab0cba),segment_id=0d88622b-1685-4a50-9a63-2b7663ab0cba)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:59.311788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.312859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.334206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.370260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.449244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6ca3e5de-683e-47fc-afd0-b793e35634be,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:08:59.476702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d156cd4e-feb7-4e73-a8f1-fc85e7cda391 None None] Provisioning complete for port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:59.477080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d156cd4e-feb7-4e73-a8f1-fc85e7cda391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.533402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d156cd4e-feb7-4e73-a8f1-fc85e7cda391 None None] Port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:08:59.623143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device da354d06-2572-4e3a-b31a-c70312ddac46 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:08:59.705462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.728517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc668c-297a-4fb6-ba47-91946cf0eb43 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 7153bc91-c5a1-4575-a7d7-6422c3dc0825 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:08:59.728875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e4fc668c-297a-4fb6-ba47-91946cf0eb43 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.785303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.786739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:08:59.842730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:08:59.874383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:08:59.898032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:08:59.929953 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'code': 200} Mar 25 20:08:59.992132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-11e25639-f9d1-4c4d-8d7a-85c27e30615e None None] Provisioning for port 7153bc91-c5a1-4575-a7d7-6422c3dc0825 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:08:59.998279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-11e25639-f9d1-4c4d-8d7a-85c27e30615e None None] Provisioning complete for port 7153bc91-c5a1-4575-a7d7-6422c3dc0825 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:08:59.998872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11e25639-f9d1-4c4d-8d7a-85c27e30615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.039417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.144709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-11e25639-f9d1-4c4d-8d7a-85c27e30615e None None] Port 7153bc91-c5a1-4575-a7d7-6422c3dc0825 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:00.169705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:00.188612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-11e25639-f9d1-4c4d-8d7a-85c27e30615e None None] Provisioning complete for port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:00.188984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11e25639-f9d1-4c4d-8d7a-85c27e30615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.316540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-11e25639-f9d1-4c4d-8d7a-85c27e30615e None None] Port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:00.321394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:00.375090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.459849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:00.466012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a343a1a3-1083-47ef-aa62-11e155659e11 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:00.469245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.502904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.532272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Provisioning for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:00.539076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:00.539460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.560874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.636705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a343a1a3-1083-47ef-aa62-11e155659e11 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:00.637066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.687881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::31c (8cbde5a2-3c69-45ad-9328-365db531a015/36a5a709-2c6b-449b-96d8-4dff70e639b3/40658c0d-f96b-4df1-a8e0-2afe1a24b50b) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:00.695014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=9b87b168-808a-40d9-af9d-39cdf2d2cbd1,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:00.816930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.820090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76887-c0af-4c96-9624-b84bf30ae4ed req-ecfdf971-6b48-4c5d-8115-acad43546d7a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:00.822226 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0ba76887-c0af-4c96-9624-b84bf30ae4ed req-ecfdf971-6b48-4c5d-8115-acad43546d7a tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 943 time: 0.4720809 Mar 25 20:09:00.824981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9840012-577d-4b72-b0ff-1119ab8c371d req-0f94dc22-c190-4297-a6e0-453ca9b51986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:00.826389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9840012-577d-4b72-b0ff-1119ab8c371d req-0f94dc22-c190-4297-a6e0-453ca9b51986 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 1096 time: 0.5433407 Mar 25 20:09:00.827297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.839469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6ca3e5de-683e-47fc-afd0-b793e35634be up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:00.858838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e4fc668c-297a-4fb6-ba47-91946cf0eb43 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.881279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:00.936393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] For port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,segment=NetworkSegment(2d96fd14-ee37-419d-9f69-63d6bb128b04),segment_id=2d96fd14-ee37-419d-9f69-63d6bb128b04)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:00.944182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6ca3e5de-683e-47fc-afd0-b793e35634be triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:00.944625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.085477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.115824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc668c-297a-4fb6-ba47-91946cf0eb43 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 7153bc91-c5a1-4575-a7d7-6422c3dc0825 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:01.185258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Provisioning complete for port d0975607-1329-4d23-b4e2-e9b14b4222b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:01.185633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.210535 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Pushing event updated for resources: {'Port': ['ID=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:01.247566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6f2adb87-2904-4d48-8e15-6feaaf559284 None None] Port d0975607-1329-4d23-b4e2-e9b14b4222b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:01.284700 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9840012-577d-4b72-b0ff-1119ab8c371d req-9a3fc7cd-8d44-411c-9426-9005677d7c8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029429 Mar 25 20:09:01.291574 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0ba76887-c0af-4c96-9624-b84bf30ae4ed req-06d0eec5-c767-494f-96a0-39bd34c8d2fe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113092 Mar 25 20:09:01.361361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.364138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.421729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:01.457024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:01.465500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.466218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4df3c33f-9f2d-4f93-b0d6-e7d25b6ba20f {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:09:01.468959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.563112 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 25 20:09:01.564257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3b864ac9-4691-49cd-8909-4b8a63d5a006 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4017870 Mar 25 20:09:01.567027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60132) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:01.637254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device da354d06-2572-4e3a-b31a-c70312ddac46 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:09:01.722684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6fcb2-3b41-450c-ac77-5c1c62a6b250 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Deleting port 32668c06-331d-48ad-ae45-c66e6eab7389 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:01.723025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fcb2-3b41-450c-ac77-5c1c62a6b250 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.881882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:09:01.882091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.884944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd902a31-efe8-4c26-9c06-90dd9d401242 None None] Provisioning complete for port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:01.885376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd902a31-efe8-4c26-9c06-90dd9d401242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:01.951320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:02.010466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'port_id': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'mac_address': 'fa:16:3e:03:12:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:09:02.014898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bd902a31-efe8-4c26-9c06-90dd9d401242 None None] Port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:02.059562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'Subnet': ['ID=361aa191-f2cb-458a-bf3e-b47afb300aca,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:02.083641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:02.083740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Checking segment: {'id': '667c26f1-affe-443e-84f3-c74714aed15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:02.084720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Network hostable DHCP agents. Network: 41a30bd4-cb75-4b27-b0ba-396b6058d60c, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:09:02.089056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fcb2-3b41-450c-ac77-5c1c62a6b250 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:02.112348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da354d06-2572-4e3a-b31a-c70312ddac46 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:09:02.144936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object 40658c0d-f96b-4df1-a8e0-2afe1a24b50b will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:02.144936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e4fc668c-297a-4fb6-ba47-91946cf0eb43 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:02.145416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:02.170006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:02.186958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Router e6f36e46-5d59-4101-8593-acc8537c3feb is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:09:02.201320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc668c-297a-4fb6-ba47-91946cf0eb43 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=7153bc91-c5a1-4575-a7d7-6422c3dc0825,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:02.203116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Network 41a30bd4-cb75-4b27-b0ba-396b6058d60c is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:09:02.260948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:02.261318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:02.286257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6fcb2-3b41-450c-ac77-5c1c62a6b250 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Calling delete_port for 32668c06-331d-48ad-ae45-c66e6eab7389 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:02.296629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:02.364593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e4fc668c-297a-4fb6-ba47-91946cf0eb43 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:02.392973 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e4fc668c-297a-4fb6-ba47-91946cf0eb43 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/7153bc91-c5a1-4575-a7d7-6422c3dc0825 HTTP/1.1" status: 204 len: 168 time: 3.2825966 Mar 25 20:09:02.403883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 41a30bd4-cb75-4b27-b0ba-396b6058d60c) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:02.405396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60138) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:02.416716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:02.417449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:02.431926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948eabf-8ec7-4e52-8e08-84013f87121f None None] Network 41a30bd4-cb75-4b27-b0ba-396b6058d60c requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:02.693231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:02.697732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:09:02.697732 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b80bbae3-bc08-493b-8396-546e312cc066 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "PUT /v2.0/routers/e6f36e46-5d59-4101-8593-acc8537c3feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6976233 Mar 25 20:09:02.697732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1ad351-ded7-4b9f-b962-77c1cf541011 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:02.697732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7c1ad351-ded7-4b9f-b962-77c1cf541011 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:02.698348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d966f0d-4b7b-4f00-9d50-248f3fcd844d None None] Sync routers for ids ['e6f36e46-5d59-4101-8593-acc8537c3feb'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:09:02.698444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60144) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:02.749382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['da354d06-2572-4e3a-b31a-c70312ddac46'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:09:02.782624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8d40-cd2f-473c-864c-9bfb617a3333 req-e955a64b-8f7b-4ff3-a9a6-24bc4891566f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:02.784553 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-116e8d40-cd2f-473c-864c-9bfb617a3333 req-e955a64b-8f7b-4ff3-a9a6-24bc4891566f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 944 time: 0.1995471 Mar 25 20:09:02.852189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d966f0d-4b7b-4f00-9d50-248f3fcd844d None None] Routers {'e6f36e46-5d59-4101-8593-acc8537c3feb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:02.853240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1d966f0d-4b7b-4f00-9d50-248f3fcd844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e6f36e46-5d59-4101-8593-acc8537c3feb'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:02.860886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb0d3b7-c602-4ebc-970d-0e6665bacd69 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:02.861678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bfb0d3b7-c602-4ebc-970d-0e6665bacd69 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:02.862196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-116e8d40-cd2f-473c-864c-9bfb617a3333 req-6f59c856-d8ae-4970-8615-2853eafe8fd6 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687280 Mar 25 20:09:02.972067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1d966f0d-4b7b-4f00-9d50-248f3fcd844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:02.972067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d966f0d-4b7b-4f00-9d50-248f3fcd844d None None] Routers {'e6f36e46-5d59-4101-8593-acc8537c3feb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:02.972067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1d966f0d-4b7b-4f00-9d50-248f3fcd844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e6f36e46-5d59-4101-8593-acc8537c3feb'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:03.060604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7c1ad351-ded7-4b9f-b962-77c1cf541011 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:03.060859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fcb2-3b41-450c-ac77-5c1c62a6b250 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:03.062582 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7c1ad351-ded7-4b9f-b962-77c1cf541011 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6531413 Mar 25 20:09:03.066874 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e276ec27-e276-48e7-a15e-a1fbfbd45fb7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.0306301 Mar 25 20:09:03.066874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:03.066874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60148) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:03.071315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60150) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:03.076896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-804521969', 'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:03.079262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1d966f0d-4b7b-4f00-9d50-248f3fcd844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:03.079667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d966f0d-4b7b-4f00-9d50-248f3fcd844d None None] The sync data for ids ['e6f36e46-5d59-4101-8593-acc8537c3feb'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:09:03.094420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e4076-38c7-4026-a16d-a5d73dff7257 None None] Network 41a30bd4-cb75-4b27-b0ba-396b6058d60c requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:03.120457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6fcb2-3b41-450c-ac77-5c1c62a6b250 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Pushing event deleted for resources: {'Port': ['ID=32668c06-331d-48ad-ae45-c66e6eab7389,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:03.217778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bfb0d3b7-c602-4ebc-970d-0e6665bacd69 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:03.227408 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bfb0d3b7-c602-4ebc-970d-0e6665bacd69 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6f36e46-5d59-4101-8593-acc8537c3feb HTTP/1.1" status: 200 len: 982 time: 0.5276465 Mar 25 20:09:03.227408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:03.227681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:03.239007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Usage tracker for resource:port and tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:03.246426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:03.258820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:03.259786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:03.270659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:03.282999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:03.285057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:03.285675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:03.290794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=40658c0d-f96b-4df1-a8e0-2afe1a24b50b,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:03.406589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a79fd-e0d8-4876-aa3c-5386878a1ea6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:03.413993 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7a9a79fd-e0d8-4876-aa3c-5386878a1ea6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3446996 Mar 25 20:09:03.415151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60160) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:03.422269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Made reservation on behalf of 3db71bd58b2648ed8d6b2e9ca7d0bfdb for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:03.426725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:03.505920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fcb2-3b41-450c-ac77-5c1c62a6b250 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:03.568887 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5f237cc2-b840-4efb-9e14-1f1215f9439e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7676044 Mar 25 20:09:03.570311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] device_id is not set on port 4813d30b-ebf0-4e2f-b2e6-e04928f2ea57 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:09:03.595105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60164) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:03.596523 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7cd6fcb2-3b41-450c-ac77-5c1c62a6b250 tempest-RoutersAdminNegativeIpV6Test-1117501146 tempest-RoutersAdminNegativeIpV6Test-1117501146-project-admin] 10.222.0.37 "DELETE /v2.0/ports/32668c06-331d-48ad-ae45-c66e6eab7389 HTTP/1.1" status: 204 len: 168 time: 2.0280836 Mar 25 20:09:03.610020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:03.677899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3493f44-d8e0-4d80-b8a3-74f0b256f41d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:03.679657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3493f44-d8e0-4d80-b8a3-74f0b256f41d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:03.681223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3493f44-d8e0-4d80-b8a3-74f0b256f41d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:03.682048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a3493f44-d8e0-4d80-b8a3-74f0b256f41d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:03.811579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Allocated IP 172.20.0.9 (41a30bd4-cb75-4b27-b0ba-396b6058d60c/361aa191-f2cb-458a-bf3e-b47afb300aca/4813d30b-ebf0-4e2f-b2e6-e04928f2ea57) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:03.823824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a3493f44-d8e0-4d80-b8a3-74f0b256f41d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:03.827944 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a3493f44-d8e0-4d80-b8a3-74f0b256f41d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4078736 Mar 25 20:09:03.829384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60172) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:03.879481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-05a4b616-4b8b-4fb5-85f8-6a67be3062bc None None] Provisioning for port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:03.891367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-05a4b616-4b8b-4fb5-85f8-6a67be3062bc None None] Provisioning complete for port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:03.891367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05a4b616-4b8b-4fb5-85f8-6a67be3062bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:03.954799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-05a4b616-4b8b-4fb5-85f8-6a67be3062bc None None] Port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:03.997007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet 2efafb97-4425-4884-b2af-c0138291eb72 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:04.034475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.064608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:04.075549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:04.082362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:04.091177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:04.155344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.184348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e8fe2-1cba-4783-89c8-9fb1ce0d603f req-3a3ee6a6-4c94-432f-b67b-500fde554ebe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:04.185923 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ba1e8fe2-1cba-4783-89c8-9fb1ce0d603f req-3a3ee6a6-4c94-432f-b67b-500fde554ebe tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 944 time: 0.1676195 Mar 25 20:09:04.188562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:04.192293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.335099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60180) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:04.370354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ba1e8fe2-1cba-4783-89c8-9fb1ce0d603f req-c6f8fc4a-9aeb-4084-a16d-ba31b4c0aa93 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633241 Mar 25 20:09:04.394532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60186) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:04.463777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.474025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.ipam_backend_mixin [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36a5a709-2c6b-449b-96d8-4dff70e639b3 (CIDR: 2001:db8::/64) Mar 25 20:09:04.486243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.537618 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-428f96dd-f616-4795-b597-27e670973b1c tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/floatingips/d75b20e2-7777-4a12-b19e-1dee9a8354dc HTTP/1.1" status: 200 len: 992 time: 0.1419489 Mar 25 20:09:04.542382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.564571 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:09:04.564968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:04.591790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.660130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:04.661024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.673229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] Usage tracker for resource:security_group_rule and tenant:f2cb7afd3c154e93bf47976fd698ab48 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:04.678205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:04.688224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:04.721932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.766790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Network 41a30bd4-cb75-4b27-b0ba-396b6058d60c is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:04.776534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=2efafb97-4425-4884-b2af-c0138291eb72,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:04.782949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:04.800093 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-174ec83c-dca2-45c2-b145-6d5e8bdb5b94 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1971641 Mar 25 20:09:04.800294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:04.804557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60190) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:04.832710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9caad-b2a5-4e7b-8ba4-c5dfde88320a None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:04.844108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:04.851360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.855187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.857685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.857685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.857685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.857685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.857685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.857685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.857685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.859505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.859505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.859505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.859505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:04.877294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'Port': ['ID=4813d30b-ebf0-4e2f-b2e6-e04928f2ea57,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:04.912264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:04.915309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:04.976156 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6cec2566-315b-4665-ada1-01d8d9aa5784 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/2efafb97-4425-4884-b2af-c0138291eb72 HTTP/1.1" status: 204 len: 168 time: 1.1456125 Mar 25 20:09:04.978525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60196) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:05.023261 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4a998166-2d8a-40c2-a233-55258fd844db tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9489210 Mar 25 20:09:05.027386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60200) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:05.104028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cea63289-1bec-43d7-924c-9fe2b03aadcb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Deleting port 4813d30b-ebf0-4e2f-b2e6-e04928f2ea57 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:05.104422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cea63289-1bec-43d7-924c-9fe2b03aadcb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.110458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:05.125745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:05.132222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:05.135432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:05.135779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.173421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:05.178528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57a898c-2ee4-467a-b8ef-a08b7ab4bdfc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet eab3cbdf-8cbb-428a-8bca-ff982049c973 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:05.184114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.193749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e57a898c-2ee4-467a-b8ef-a08b7ab4bdfc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.300316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e57a898c-2ee4-467a-b8ef-a08b7ab4bdfc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.330816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.399085 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2cb7afd3c154e93bf47976fd698ab48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0615640 Mar 25 20:09:05.404689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60204) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:05.427024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fde21-c8ad-42e3-925e-18a4d7f44efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f4933f-558c-43bb-b91c-84d33062a8f8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:05.438758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:05.442374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.491895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cea63289-1bec-43d7-924c-9fe2b03aadcb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.516616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.622728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cea63289-1bec-43d7-924c-9fe2b03aadcb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Calling delete_port for 4813d30b-ebf0-4e2f-b2e6-e04928f2ea57 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:05.658148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e57a898c-2ee4-467a-b8ef-a08b7ab4bdfc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.665280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device da354d06-2572-4e3a-b31a-c70312ddac46 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:05.812214 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port da354d06-2572-4e3a-b31a-c70312ddac46 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:05.812897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.934703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e57a898c-2ee4-467a-b8ef-a08b7ab4bdfc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:05.947553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 9b87b168-808a-40d9-af9d-39cdf2d2cbd1 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:05.992342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e57a898c-2ee4-467a-b8ef-a08b7ab4bdfc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.008738 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e57a898c-2ee4-467a-b8ef-a08b7ab4bdfc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/eab3cbdf-8cbb-428a-8bca-ff982049c973 HTTP/1.1" status: 204 len: 168 time: 1.0291288 Mar 25 20:09:06.010302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cea63289-1bec-43d7-924c-9fe2b03aadcb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.013374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e22c1-1a9b-49e8-b21e-688c08f2f8f1 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:06.022584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a898c-2ee4-467a-b8ef-a08b7ab4bdfc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=eab3cbdf-8cbb-428a-8bca-ff982049c973,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:06.026211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60210) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:06.119510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.134872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f32e8be9-9de8-4ac4-b735-94fff2fff28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.162495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f32e8be9-9de8-4ac4-b735-94fff2fff28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.167357 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1cbd41b5-4ff8-4a00-882a-0451bc4570a9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829065 Mar 25 20:09:06.172660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60214) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:06.184536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:06.190072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4386bfd4-023e-49f6-b123-21ce23a15810 None None] Provisioning complete for port a343a1a3-1083-47ef-aa62-11e155659e11 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:06.190444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4386bfd4-023e-49f6-b123-21ce23a15810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.200777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea63289-1bec-43d7-924c-9fe2b03aadcb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event deleted for resources: {'Port': ['ID=4813d30b-ebf0-4e2f-b2e6-e04928f2ea57,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:06.260553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cea63289-1bec-43d7-924c-9fe2b03aadcb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.265274 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cea63289-1bec-43d7-924c-9fe2b03aadcb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4813d30b-ebf0-4e2f-b2e6-e04928f2ea57 HTTP/1.1" status: 204 len: 168 time: 1.2344306 Mar 25 20:09:06.281935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60218) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:06.289090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c', 'external_fixed_ips': [{'subnet_id': '361aa191-f2cb-458a-bf3e-b47afb300aca', 'ip_address': '172.20.0.9'}]}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:06.289302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:09:06.306730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f32e8be9-9de8-4ac4-b735-94fff2fff28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.326352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:06.334163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f32e8be9-9de8-4ac4-b735-94fff2fff28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.340158 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f32e8be9-9de8-4ac4-b735-94fff2fff28a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f4933f-558c-43bb-b91c-84d33062a8f8 HTTP/1.1" status: 204 len: 168 time: 0.9305117 Mar 25 20:09:06.343559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e8be9-9de8-4ac4-b735-94fff2fff28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f4933f-558c-43bb-b91c-84d33062a8f8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:06.377943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.406914 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'code': 200} Mar 25 20:09:06.432796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:06.441092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Usage tracker for resource:router and tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:06.454164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:06.462852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:06.469218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:06.469808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.490147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:06.506111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.506923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:06.508455 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0706c47-9c63-4cb6-bb17-5f7e61551bc8 None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:06.536724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:06.540926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:06.543583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=c5217cc8-b633-4dbd-af5f-6e1722eff0be,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:06.544431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:06.552663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:06.597007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.598037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.655357 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e73e8169-b043-42d1-88fd-2e41f8f9f62d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8471403 Mar 25 20:09:06.657392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60226) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:06.663941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1036679503', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c5217cc8-b633-4dbd-af5f-6e1722eff0be'}], 'security_groups': ['1f99d7da-e868-49f6-ab87-08043d07face']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:06.694083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.707153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.731590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:06.733309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:06.741345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:06.782249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=9b87b168-808a-40d9-af9d-39cdf2d2cbd1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:06.971954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:09:06.981790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] Deleting port a343a1a3-1083-47ef-aa62-11e155659e11 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:06.981790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:07.192305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:07.275910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] For port a343a1a3-1083-47ef-aa62-11e155659e11, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a343a1a3-1083-47ef-aa62-11e155659e11,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:07.276300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:07.299790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60234) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:07.318659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:07.432729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:07.485482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:07.492620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] Calling delete_port for a343a1a3-1083-47ef-aa62-11e155659e11 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:07.499701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:07.506171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:07.509728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:07.527130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=cc619612-3a1d-4463-bd1b-39c30278fc78,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:07.570896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d972e9e-faa2-492a-a9c5-c465e9b3ceff None None] Update dhcp port {'port': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'fixed_ips': [{'subnet_id': '36a5a709-2c6b-449b-96d8-4dff70e639b3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5217cc8-b633-4dbd-af5f-6e1722eff0be'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': '3d38cbed-8809-4bcc-b47c-120c4ab3d6e0'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:09:07.596795 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a7b55e25-1020-4064-995c-f0ab8429ef3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36559d87e31b4144a1f4e6154af10874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937381 Mar 25 20:09:07.604906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60238) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:07.640585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d972e9e-faa2-492a-a9c5-c465e9b3ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:07.684255 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e166e2ec-232b-4ab5-8267-934f3fc69962 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5021493 Mar 25 20:09:07.684516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60242) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:07.698109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:07.716933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:07.872329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] Pushing event deleted for resources: {'Port': ['ID=a343a1a3-1083-47ef-aa62-11e155659e11,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:07.881849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77916c4c-f060-468b-896f-e18f7257f684 None None] No DVR routers for this DVR port a343a1a3-1083-47ef-aa62-11e155659e11 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:09:07.942954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96563d8a-7233-4800-88ea-91064a7019f0 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:07.963036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.052795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Router e6f36e46-5d59-4101-8593-acc8537c3feb has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:09:08.097850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1d972e9e-faa2-492a-a9c5-c465e9b3ceff None None] Allocated IP 2001:db8:0:1::2 (8cbde5a2-3c69-45ad-9328-365db531a015/c5217cc8-b633-4dbd-af5f-6e1722eff0be/3d38cbed-8809-4bcc-b47c-120c4ab3d6e0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:08.177488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.177964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.190203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.237513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a343a1a3-1083-47ef-aa62-11e155659e11 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:09:08.302730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: a343a1a3-1083-47ef-aa62-11e155659e11 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:09:08.303691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a343a1a3-1083-47ef-aa62-11e155659e11 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:09:08.342733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.386618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:08.391504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:08.397907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:08.416090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:08.490453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Allocated IP 172.20.0.9 (41a30bd4-cb75-4b27-b0ba-396b6058d60c/361aa191-f2cb-458a-bf3e-b47afb300aca/c710566b-ce47-485e-b340-e33d1765e16f) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:08.492368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16eab8e5-a832-428a-a293-9fd25f5afb33', 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'tenant_id': '8e0a6ae4e241486bb7a724721e82ec30', 'fixed_ips': [{'subnet_id': 'cc619612-3a1d-4463-bd1b-39c30278fc78'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:09:08.493410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.523346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1d972e9e-faa2-492a-a9c5-c465e9b3ceff None None] For port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,segment=NetworkSegment(2d96fd14-ee37-419d-9f69-63d6bb128b04),segment_id=2d96fd14-ee37-419d-9f69-63d6bb128b04)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:08.648618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:09:08.662361 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf952755-6560-4a28-b242-862dda293ac0 None None] Sync routers for ids ['e6f36e46-5d59-4101-8593-acc8537c3feb'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:09:08.672982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0ed02a87-c660-454a-af90-a2ff65e1d2bf tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "PUT /v2.0/routers/e6f36e46-5d59-4101-8593-acc8537c3feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4458716 Mar 25 20:09:08.677647 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf952755-6560-4a28-b242-862dda293ac0 None None] Routers {'e6f36e46-5d59-4101-8593-acc8537c3feb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:08.677647 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bf952755-6560-4a28-b242-862dda293ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e6f36e46-5d59-4101-8593-acc8537c3feb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:08.684457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Allocated IP 2001:db8::2 (16eab8e5-a832-428a-a293-9fd25f5afb33/cc619612-3a1d-4463-bd1b-39c30278fc78/2c551ce0-09cc-4895-894d-2a65cf850e01) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:08.725483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60248) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:08.779064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:08.783044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.809544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.814866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d972e9e-faa2-492a-a9c5-c465e9b3ceff None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.857443 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bf952755-6560-4a28-b242-862dda293ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:08.858607 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64e32e1-8247-4998-ad9d-0f7e990b6388 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:09:08.859235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c64e32e1-8247-4998-ad9d-0f7e990b6388 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:08.870880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:08.875184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1d972e9e-faa2-492a-a9c5-c465e9b3ceff None None] Transition to ACTIVE for port object 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:08.880073 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf952755-6560-4a28-b242-862dda293ac0 None None] Routers {'e6f36e46-5d59-4101-8593-acc8537c3feb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:08.880952 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bf952755-6560-4a28-b242-862dda293ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e6f36e46-5d59-4101-8593-acc8537c3feb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:08.952686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c56f7d-89b4-4309-bdc6-84eec015c778,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:08.952959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bf952755-6560-4a28-b242-862dda293ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:08.953270 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf952755-6560-4a28-b242-862dda293ac0 None None] The sync data for ids ['e6f36e46-5d59-4101-8593-acc8537c3feb'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:09:08.961081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d972e9e-faa2-492a-a9c5-c465e9b3ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.002829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.003177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.003424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.003757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.004426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.004773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.005109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.005424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.005736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.006053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.006691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:09.015544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.019327 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ff66f080-e049-454e-9ac9-82c9522b243b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86c56f7d-89b4-4309-bdc6-84eec015c778 HTTP/1.1" status: 204 len: 168 time: 1.3580995 Mar 25 20:09:09.027603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.121191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Network 41a30bd4-cb75-4b27-b0ba-396b6058d60c is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:09.135148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:09.137517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'Port': ['ID=c710566b-ce47-485e-b340-e33d1765e16f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:09.143301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c64e32e1-8247-4998-ad9d-0f7e990b6388 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:09.147203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c64e32e1-8247-4998-ad9d-0f7e990b6388 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/9b87b168-808a-40d9-af9d-39cdf2d2cbd1 HTTP/1.1" status: 404 len: 333 time: 0.4181855 Mar 25 20:09:09.149518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:09.161209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9c05a90d-23c7-4059-b47f-e6f4a2b468ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.163785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.171837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60254) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:09.179492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d972e9e-faa2-492a-a9c5-c465e9b3ceff None None] Pushing event updated for resources: {'Port': ['ID=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:09.180065 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.ipam_backend_mixin [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc619612-3a1d-4463-bd1b-39c30278fc78 (CIDR: 2001:db8::/64) Mar 25 20:09:09.192892 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Transition to ACTIVE for port object 2c551ce0-09cc-4895-894d-2a65cf850e01 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:09.234156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Transition to ACTIVE for port object 2c551ce0-09cc-4895-894d-2a65cf850e01 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:09.295823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.296099 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:09:09.296345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:09.394150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d216440-5c59-4307-bd5a-e56356f79375 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.414794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:09.421369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Pushing event updated for resources: {'Port': ['ID=2c551ce0-09cc-4895-894d-2a65cf850e01,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:09.425859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:09.427912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:09.576118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Attempting to bind port 2c551ce0-09cc-4895-894d-2a65cf850e01 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:09.577108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Attempting to bind port 2c551ce0-09cc-4895-894d-2a65cf850e01 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:09.577680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Attempting to bind port 2c551ce0-09cc-4895-894d-2a65cf850e01 on network 16eab8e5-a832-428a-a293-9fd25f5afb33 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:09.589502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:09.590192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Checking segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:09.590767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.591499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Bound using segment: {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:09.592280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Bound port: 2c551ce0-09cc-4895-894d-2a65cf850e01, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:09.593178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.731267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] For port 2c551ce0-09cc-4895-894d-2a65cf850e01, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:09.740093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] For port 2c551ce0-09cc-4895-894d-2a65cf850e01, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2c551ce0-09cc-4895-894d-2a65cf850e01,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:09.818737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:09.946230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f029c-fdb0-4795-affb-69e740f9062f None None] Pushing event updated for resources: {'Port': ['ID=2c551ce0-09cc-4895-894d-2a65cf850e01,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:09.989231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.082891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d216440-5c59-4307-bd5a-e56356f79375 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.138595 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fd2dc88c-f08f-4400-a740-d1ee6a736445 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4513078 Mar 25 20:09:10.140299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d216440-5c59-4307-bd5a-e56356f79375 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.142269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60270) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:10.217825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:10.222302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Delete allocated IP 2001:db8::31c (8cbde5a2-3c69-45ad-9328-365db531a015/36a5a709-2c6b-449b-96d8-4dff70e639b3) {{(pid=88484) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 25 20:09:10.236298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8:0:1::77 (8cbde5a2-3c69-45ad-9328-365db531a015/c5217cc8-b633-4dbd-af5f-6e1722eff0be/40658c0d-f96b-4df1-a8e0-2afe1a24b50b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:10.260266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'subnet': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:10.287880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Provisioning for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:10.335679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:10.336097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.442847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:10.443343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.484299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d216440-5c59-4307-bd5a-e56356f79375 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.485456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d216440-5c59-4307-bd5a-e56356f79375 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Fanout notify agent at l3_agent the message router_deleted on router e6f36e46-5d59-4101-8593-acc8537c3feb {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:09:10.535073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d216440-5c59-4307-bd5a-e56356f79375 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.536466 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4d216440-5c59-4307-bd5a-e56356f79375 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/routers/e6f36e46-5d59-4101-8593-acc8537c3feb HTTP/1.1" status: 204 len: 168 time: 1.3622322 Mar 25 20:09:10.540854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60282) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:10.695640 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-88730a3e-6d08-4f71-a262-6700db5bfc6e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet ca187449-ecf5-40af-9501-3a61d60e93b4 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:10.695640 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-88730a3e-6d08-4f71-a262-6700db5bfc6e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.762899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:10.793261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:subnet and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:10.802596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:10.811050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.813792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:10.834079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object 40658c0d-f96b-4df1-a8e0-2afe1a24b50b will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:10.842007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-88730a3e-6d08-4f71-a262-6700db5bfc6e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.870674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60288) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:10.880349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.952037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:10.952661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:10.957135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.008824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-88730a3e-6d08-4f71-a262-6700db5bfc6e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.026490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Provisioning for port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:11.033626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Provisioning complete for port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:11.034964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.103327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3af390c9-4553-4bcc-9886-69cf07597f81 tempest-DvrRoutersNegativeTest-1740148958 tempest-DvrRoutersNegativeTest-1740148958-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-490234632', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:11.103327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.policy [None req-3af390c9-4553-4bcc-9886-69cf07597f81 tempest-DvrRoutersNegativeTest-1740148958 tempest-DvrRoutersNegativeTest-1740148958-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88485) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 25 20:09:11.104102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.policy [None req-3af390c9-4553-4bcc-9886-69cf07597f81 tempest-DvrRoutersNegativeTest-1740148958 tempest-DvrRoutersNegativeTest-1740148958-project] Failed policy check for 'create_router' {{(pid=88485) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 25 20:09:11.104102 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-3af390c9-4553-4bcc-9886-69cf07597f81 tempest-DvrRoutersNegativeTest-1740148958 tempest-DvrRoutersNegativeTest-1740148958-project] create failed (client error): Access was denied to this resource. Mar 25 20:09:11.111592 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3af390c9-4553-4bcc-9886-69cf07597f81 tempest-DvrRoutersNegativeTest-1740148958 tempest-DvrRoutersNegativeTest-1740148958-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2326355 Mar 25 20:09:11.175802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=40658c0d-f96b-4df1-a8e0-2afe1a24b50b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:11.200378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] In _notify_port_updated(), no bound segment for port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b on network 8cbde5a2-3c69-45ad-9328-365db531a015 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:09:11.207116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:11.208015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.210032 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cf4a346c-6227-42f4-99b5-a2af6c30844c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "PUT /v2.0/ports/40658c0d-f96b-4df1-a8e0-2afe1a24b50b HTTP/1.1" status: 200 len: 930 time: 4.5511186 Mar 25 20:09:11.216204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60296) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:11.222167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:11.250669 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Provisioning complete for port d0975607-1329-4d23-b4e2-e9b14b4222b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:11.251321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.401992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-038befdf-b4cf-40c2-9cb8-f83cdc0ff5ff None None] Port d0975607-1329-4d23-b4e2-e9b14b4222b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:11.418879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-20644f0c-cba2-4397-aad5-90b6b5e7eda5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:11.423947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20644f0c-cba2-4397-aad5-90b6b5e7eda5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.550744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-88730a3e-6d08-4f71-a262-6700db5bfc6e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.551511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3a13234f-0f59-4a3d-8cb3-dba495af2bd3 None None] Provisioning complete for port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:11.551511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3a13234f-0f59-4a3d-8cb3-dba495af2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.630906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3a13234f-0f59-4a3d-8cb3-dba495af2bd3 None None] Port 40658c0d-f96b-4df1-a8e0-2afe1a24b50b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:11.632157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88730a3e-6d08-4f71-a262-6700db5bfc6e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=ca187449-ecf5-40af-9501-3a61d60e93b4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:11.663970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-88730a3e-6d08-4f71-a262-6700db5bfc6e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.666638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a0c96-c80f-44ef-b36d-78dc25a7804e None None] Network 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:11.690188 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-88730a3e-6d08-4f71-a262-6700db5bfc6e tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/ca187449-ecf5-40af-9501-3a61d60e93b4 HTTP/1.1" status: 204 len: 168 time: 1.1458473 Mar 25 20:09:11.691124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60300) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:11.797639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Router 91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:09:11.924150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60308) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:11.987683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:11.994053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20644f0c-cba2-4397-aad5-90b6b5e7eda5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.032962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-72bb8bec-f9af-4c1c-9b8e-eba3bdd845a6 None None] Provisioning for port 2c551ce0-09cc-4895-894d-2a65cf850e01 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:12.068896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] DHCP port deletion for 0dc7d62b-bee3-4f4d-8f42-3656a09768a9 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:09:12.075162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Deleting port 6ca3e5de-683e-47fc-afd0-b793e35634be {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:12.075780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.177807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-39b49d7c-f2c2-4013-8c34-d47c5f65c248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.204517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 6ca3e5de-683e-47fc-afd0-b793e35634be {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:12.204517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.229784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.objects.ports [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88485) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 25 20:09:12.255319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-20644f0c-cba2-4397-aad5-90b6b5e7eda5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for 40658c0d-f96b-4df1-a8e0-2afe1a24b50b owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:12.272207 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2c551ce0-09cc-4895-894d-2a65cf850e01 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:12.328713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.362882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:09:12.366075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:12.370710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] Usage tracker for resource:security_group_rule and tenant:a3fc38ebc3be4599b0a53a22267b7b9a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:12.373461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:12.379727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:12.406934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Sync routers for ids ['91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:09:12.452273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Routers {'91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:12.453004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:12.482934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.484287 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d621aa3b-8833-477e-ac8e-19283714293b tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.2007205 Mar 25 20:09:12.486933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60314) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:12.528218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] For port 6ca3e5de-683e-47fc-afd0-b793e35634be, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6ca3e5de-683e-47fc-afd0-b793e35634be,segment=NetworkSegment(0d88622b-1685-4a50-9a63-2b7663ab0cba),segment_id=0d88622b-1685-4a50-9a63-2b7663ab0cba)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:12.528631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.691514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Calling delete_port for 6ca3e5de-683e-47fc-afd0-b793e35634be owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:12.723516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 2c551ce0-09cc-4895-894d-2a65cf850e01 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:12.794921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] For port 6ca3e5de-683e-47fc-afd0-b793e35634be, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6ca3e5de-683e-47fc-afd0-b793e35634be,segment=NetworkSegment(0d88622b-1685-4a50-9a63-2b7663ab0cba),segment_id=0d88622b-1685-4a50-9a63-2b7663ab0cba)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:12.795610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.803870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.854948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2c551ce0-09cc-4895-894d-2a65cf850e01 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:12.855345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:12.958466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 6ca3e5de-683e-47fc-afd0-b793e35634be owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:12.978894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Set router 91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:09:13.023347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.120372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20644f0c-cba2-4397-aad5-90b6b5e7eda5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.147085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.152462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.257279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20644f0c-cba2-4397-aad5-90b6b5e7eda5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=40658c0d-f96b-4df1-a8e0-2afe1a24b50b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:13.270955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20644f0c-cba2-4397-aad5-90b6b5e7eda5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.279118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.291727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:09:13.292254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:09:13.306986 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-20644f0c-cba2-4397-aad5-90b6b5e7eda5 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/40658c0d-f96b-4df1-a8e0-2afe1a24b50b HTTP/1.1" status: 204 len: 168 time: 2.0895159 Mar 25 20:09:13.308300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60320) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:13.331380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] No DVR routers for this DVR port 6ca3e5de-683e-47fc-afd0-b793e35634be on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:09:13.361621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Pushing event deleted for resources: {'Port': ['ID=6ca3e5de-683e-47fc-afd0-b793e35634be,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:13.385852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.385852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.385852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.385852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.386381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.386478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.386733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.387060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.387375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.387689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.388007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.388333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df76c72-48c2-4051-a775-933ba56764c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:09:13.400240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.464687 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a69fd2-6b0f-4700-8eee-1e6a17cb700d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:09:13.466833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-71a69fd2-6b0f-4700-8eee-1e6a17cb700d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:13.468022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.498358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] For port 2c551ce0-09cc-4895-894d-2a65cf850e01, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2c551ce0-09cc-4895-894d-2a65cf850e01,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:13.506374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb', 'name': '', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c', 'external_fixed_ips': [{'subnet_id': '361aa191-f2cb-458a-bf3e-b47afb300aca', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c710566b-ce47-485e-b340-e33d1765e16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:06Z', 'updated_at': '2022-03-25T20:09:09Z', 'revision_number': 3, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port': {'id': 'c710566b-ce47-485e-b340-e33d1765e16f', 'name': '', 'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '361aa191-f2cb-458a-bf3e-b47afb300aca', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:09:08Z', 'updated_at': '2022-03-25T20:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '361aa191-f2cb-458a-bf3e-b47afb300aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:13.514668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Checking router: 91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:09:13.515113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Updating router 91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb port c710566b-ce47-485e-b340-e33d1765e16f binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:09:13.525897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.537843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.550912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Deleting port c710566b-ce47-485e-b340-e33d1765e16f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:13.551251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.571223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.573699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-71a69fd2-6b0f-4700-8eee-1e6a17cb700d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:13.577681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-71a69fd2-6b0f-4700-8eee-1e6a17cb700d tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/40658c0d-f96b-4df1-a8e0-2afe1a24b50b HTTP/1.1" status: 404 len: 333 time: 0.2651637 Mar 25 20:09:13.580831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60324) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:13.596827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.626440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.627260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.661613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402393eb-c4eb-4a64-9f0e-e954665a7e0d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:13.704223 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c2eefd0f-0d30-499c-bd17-0b547c84cc27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3fc38ebc3be4599b0a53a22267b7b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7737012 Mar 25 20:09:13.709695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60328) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:13.719419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:09:13.719963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:09:13.792583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7a49-9f1d-41bd-bd0b-f39066d46c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.795321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 6ca3e5de-683e-47fc-afd0-b793e35634be {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:13.796320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:13.854286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Subnet': ['ID=f1961e3d-6ba7-4a80-bb56-e0c920d4b030,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:13.857779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:13.910006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] The port '6ca3e5de-683e-47fc-afd0-b793e35634be' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:09:13.915667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7a49-9f1d-41bd-bd0b-f39066d46c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.073369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:14.092428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591ee654-a1ee-4f61-935c-3b09243c8ea7 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:14.122930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:14.123369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.123916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.146903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e7fa06e3-4efd-40ab-b734-2f7574eea975 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.153376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=2c551ce0-09cc-4895-894d-2a65cf850e01,revision_number=4']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:14.169174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc7d62b-bee3-4f4d-8f42-3656a09768a9']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:14.190572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d88622b-1685-4a50-9a63-2b7663ab0cba') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:14.190892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d88622b-1685-4a50-9a63-2b7663ab0cba') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:14.204603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.226490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.228776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.235764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e7fa06e3-4efd-40ab-b734-2f7574eea975 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.236586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:09:14.237478 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.304583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.342978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.351808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:09:14.367152 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:09:14.373248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7a49-9f1d-41bd-bd0b-f39066d46c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.389043 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9ddb3937-a550-44a7-b733-b5605b2d598e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2456760 Mar 25 20:09:14.399201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60334) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:14.399928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Calling delete_port for c710566b-ce47-485e-b340-e33d1765e16f owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:14.412275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Request body: {'port': {'network_id': '16eab8e5-a832-428a-a293-9fd25f5afb33', 'mac_address': 'fa:16:3e:04:6e:b9', 'name': 'tempest-NetworksTestDHCPv6-849278341'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:14.426839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Transition to ACTIVE for port object c710566b-ce47-485e-b340-e33d1765e16f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:14.441541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 2c551ce0-09cc-4895-894d-2a65cf850e01, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2c551ce0-09cc-4895-894d-2a65cf850e01,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:14.446497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7a49-9f1d-41bd-bd0b-f39066d46c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.447846 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4b8b7a49-9f1d-41bd-bd0b-f39066d46c4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/402393eb-c4eb-4a64-9f0e-e954665a7e0d HTTP/1.1" status: 204 len: 168 time: 0.7367547 Mar 25 20:09:14.454256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.456669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b7a49-9f1d-41bd-bd0b-f39066d46c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402393eb-c4eb-4a64-9f0e-e954665a7e0d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:14.490529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.498846 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/networks/0dc7d62b-bee3-4f4d-8f42-3656a09768a9 HTTP/1.1" status: 204 len: 168 time: 2.8006394 Mar 25 20:09:14.498846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60340) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:14.517046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.567307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.603380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d580492-dd10-432f-bc2b-8debabb79b43 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Network': ['ID=0dc7d62b-bee3-4f4d-8f42-3656a09768a9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:14.627036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Attempting to bind port c710566b-ce47-485e-b340-e33d1765e16f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:14.627293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Attempting to bind port c710566b-ce47-485e-b340-e33d1765e16f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '667c26f1-affe-443e-84f3-c74714aed15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:14.627612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Attempting to bind port c710566b-ce47-485e-b340-e33d1765e16f on network 41a30bd4-cb75-4b27-b0ba-396b6058d60c {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:14.629917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27478d-e3f9-41c4-a0b4-030c21016176 None None] Pushing event updated for resources: {'Port': ['ID=c710566b-ce47-485e-b340-e33d1765e16f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:14.681331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6ca3e5de-683e-47fc-afd0-b793e35634be no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:09:14.698026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72af6ed-4e44-4472-91dd-dc2a791a41f5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:14.698619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e72af6ed-4e44-4472-91dd-dc2a791a41f5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:14.723845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:14.724507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Checking segment: {'id': '667c26f1-affe-443e-84f3-c74714aed15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:14.725095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.725650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Bound using segment: {'id': '667c26f1-affe-443e-84f3-c74714aed15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:14.726294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Bound port: c710566b-ce47-485e-b340-e33d1765e16f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667c26f1-affe-443e-84f3-c74714aed15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '41a30bd4-cb75-4b27-b0ba-396b6058d60c'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:14.726826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.732011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:14.736193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Usage tracker for resource:port and tenant:8e0a6ae4e241486bb7a724721e82ec30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:14.739429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:14.745708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:14.769731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 6ca3e5de-683e-47fc-afd0-b793e35634be {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:09:14.770078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6ca3e5de-683e-47fc-afd0-b793e35634be not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:09:14.814264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e72af6ed-4e44-4472-91dd-dc2a791a41f5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:14.818462 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e72af6ed-4e44-4472-91dd-dc2a791a41f5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/f4390baf-d6a6-4d4a-a258-b22df310eddf HTTP/1.1" status: 200 len: 840 time: 0.3062792 Mar 25 20:09:14.818462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Made reservation on behalf of 8e0a6ae4e241486bb7a724721e82ec30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:14.847528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60344) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:14.888132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=2c551ce0-09cc-4895-894d-2a65cf850e01,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:14.889862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e7fa06e3-4efd-40ab-b734-2f7574eea975 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.898465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] For port c710566b-ce47-485e-b340-e33d1765e16f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:14.903335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] For port c710566b-ce47-485e-b340-e33d1765e16f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c710566b-ce47-485e-b340-e33d1765e16f,segment=NetworkSegment(667c26f1-affe-443e-84f3-c74714aed15c),segment_id=667c26f1-affe-443e-84f3-c74714aed15c)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:14.931583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa06e3-4efd-40ab-b734-2f7574eea975 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f118bd40-3b05-4462-ba53-3c70265346e8,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:14.951786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:09:14.952352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:09:14.952866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2c551ce0-09cc-4895-894d-2a65cf850e01 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:14.954305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e7fa06e3-4efd-40ab-b734-2f7574eea975 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:14.957208 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e7fa06e3-4efd-40ab-b734-2f7574eea975 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/security-groups/f118bd40-3b05-4462-ba53-3c70265346e8 HTTP/1.1" status: 204 len: 168 time: 1.3741102 Mar 25 20:09:14.965640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60350) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:15.013626 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fdef655c-9b53-4099-855c-78afa634126f tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/f4390baf-d6a6-4d4a-a258-b22df310eddf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1612282 Mar 25 20:09:15.016708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60354) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:15.025106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:15.058950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c791bcce-2e56-4416-bbf5-b8abf233ea2e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.081872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.095026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c791bcce-2e56-4416-bbf5-b8abf233ea2e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.243164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c791bcce-2e56-4416-bbf5-b8abf233ea2e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.267645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Routers {'91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:15.268282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:15.289534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c791bcce-2e56-4416-bbf5-b8abf233ea2e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.296505 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c791bcce-2e56-4416-bbf5-b8abf233ea2e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f99d7da-e868-49f6-ab87-08043d07face HTTP/1.1" status: 204 len: 168 time: 0.3282633 Mar 25 20:09:15.301545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791bcce-2e56-4416-bbf5-b8abf233ea2e tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f99d7da-e868-49f6-ab87-08043d07face,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:15.312712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60364) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:15.347908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2c551ce0-09cc-4895-894d-2a65cf850e01 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:15.348531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.426414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27478d-e3f9-41c4-a0b4-030c21016176 None None] Pushing event updated for resources: {'Port': ['ID=c710566b-ce47-485e-b340-e33d1765e16f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:15.448743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-362d4827-e859-4c14-bef1-ef7a21d23354 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet 36a5a709-2c6b-449b-96d8-4dff70e639b3 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:15.453507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-362d4827-e859-4c14-bef1-ef7a21d23354 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.490298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:15.498481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:15.504177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.516003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:15.526062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:15.540046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-362d4827-e859-4c14-bef1-ef7a21d23354 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.547044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] device_id is not set on port 8f0e66ed-df9b-4fba-8279-606c0ed7505d yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:09:15.624443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] Set router 91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:09:15.668296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Deleting port c710566b-ce47-485e-b340-e33d1765e16f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:15.668674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.736667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:15.740161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.758388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-362d4827-e859-4c14-bef1-ef7a21d23354 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:15.804880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb', 'name': '', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:06Z', 'updated_at': '2022-03-25T20:09:13Z', 'revision_number': 4, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:15.812654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f325eddd-9ac7-46b8-813c-0c174c29b367 None None] The sync data for ids ['91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb'] in dv-neutron-835149-1-hyperv is: [{'id': '91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb', 'name': '', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:06Z', 'updated_at': '2022-03-25T20:09:13Z', 'revision_number': 4, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:09:15.878215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6357d5a0-8fc0-4d9a-9d9f-8ac768047329 None None] Provisioning complete for port 2c551ce0-09cc-4895-894d-2a65cf850e01 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:15.880302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6357d5a0-8fc0-4d9a-9d9f-8ac768047329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.124825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] For port c710566b-ce47-485e-b340-e33d1765e16f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c710566b-ce47-485e-b340-e33d1765e16f,segment=NetworkSegment(667c26f1-affe-443e-84f3-c74714aed15c),segment_id=667c26f1-affe-443e-84f3-c74714aed15c)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:16.125357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.133412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8::1fd (16eab8e5-a832-428a-a293-9fd25f5afb33/cc619612-3a1d-4463-bd1b-39c30278fc78/8f0e66ed-df9b-4fba-8279-606c0ed7505d) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:16.159799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:6eb9 (16eab8e5-a832-428a-a293-9fd25f5afb33/f1961e3d-6ba7-4a80-bb56-e0c920d4b030/8f0e66ed-df9b-4fba-8279-606c0ed7505d) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:16.204887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-362d4827-e859-4c14-bef1-ef7a21d23354 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.278358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.298492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60380) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:16.306161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Calling delete_port for c710566b-ce47-485e-b340-e33d1765e16f owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:16.353567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4827-e859-4c14-bef1-ef7a21d23354 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=36a5a709-2c6b-449b-96d8-4dff70e639b3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:16.365320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-362d4827-e859-4c14-bef1-ef7a21d23354 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.375657 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-362d4827-e859-4c14-bef1-ef7a21d23354 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/36a5a709-2c6b-449b-96d8-4dff70e639b3 HTTP/1.1" status: 204 len: 168 time: 1.0616217 Mar 25 20:09:16.378487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89abc5-0135-4854-9f9f-009c9e692038 None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:16.388551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60388) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:16.408672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:16.562093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:16.562093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=d2fa9876-f82f-443f-8c56-f648e058e0bc,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:16.562093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:16.568724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:16.568724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.574422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a898977-21ca-473a-884a-03a1bd5a83d2 None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:16.585918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.652551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Transition to ACTIVE for port object 8f0e66ed-df9b-4fba-8279-606c0ed7505d will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:16.677651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1738086626-network', 'tenant_id': 'f4f70505dcaf4d5baad87f5cd3c92724'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:16.684603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:16.688747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Usage tracker for resource:network and tenant:f4f70505dcaf4d5baad87f5cd3c92724 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:16.691800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:16.698324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:16.725785 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-05105094-8533-43a5-a8fb-be4111fdcb2c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7104661 Mar 25 20:09:16.728333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60392) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:16.739571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'security_group': {'name': 'tempest-secgroup-1277108496'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:16.750330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:16.754475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:16.757959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:16.769743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:16.787448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.839523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Made reservation on behalf of f4f70505dcaf4d5baad87f5cd3c92724 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:16.841861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.862071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:16.868802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:16.873072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:16.887148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.891875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:16.904627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:16.905555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.920269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:16.920955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2c551ce0-09cc-4895-894d-2a65cf850e01 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:16.959725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:16.969704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:16.989126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event updated for resources: {'Port': ['ID=8f0e66ed-df9b-4fba-8279-606c0ed7505d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:17.007954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:17.008062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:17.008152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Usage tracker for resource:security_group_rule and tenant:f4f70505dcaf4d5baad87f5cd3c92724 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:17.012699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:17.013819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group_rule and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:17.018476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:17.022346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:17.026439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:17.035443 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:17.066705 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5813887f-8228-4428-97af-12531e3f96b3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6606767 Mar 25 20:09:17.072444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60396) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:17.158143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-2046f2b6-d046-4799-978b-93e49722fb9a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting port 8f0e66ed-df9b-4fba-8279-606c0ed7505d {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:17.159271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2046f2b6-d046-4799-978b-93e49722fb9a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.167125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.182387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'tenant_id': '51ab3c70c14f4b88b2a68bbf82b511e5', 'fixed_ips': [{'subnet_id': 'd2fa9876-f82f-443f-8c56-f648e058e0bc'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:09:17.183322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.205211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2c551ce0-09cc-4895-894d-2a65cf850e01 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:17.205596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.267088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:17.277838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.348582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event deleted for resources: {'Port': ['ID=c710566b-ce47-485e-b340-e33d1765e16f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:17.512392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b475d368-aeb2-4586-b44d-793d6d8e9760 None None] Provisioning for port 8f0e66ed-df9b-4fba-8279-606c0ed7505d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:17.528841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b475d368-aeb2-4586-b44d-793d6d8e9760 None None] Provisioning complete for port 8f0e66ed-df9b-4fba-8279-606c0ed7505d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:17.532525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b475d368-aeb2-4586-b44d-793d6d8e9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.639919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.697814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b475d368-aeb2-4586-b44d-793d6d8e9760 None None] Port 8f0e66ed-df9b-4fba-8279-606c0ed7505d cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:17.714903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Allocated IP 172.20.0.2 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/d2fa9876-f82f-443f-8c56-f648e058e0bc/68ed3142-e815-4fd5-8252-304d50e3b4c1) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:17.723085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2046f2b6-d046-4799-978b-93e49722fb9a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.909009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:17.927340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-2046f2b6-d046-4799-978b-93e49722fb9a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Calling delete_port for 8f0e66ed-df9b-4fba-8279-606c0ed7505d owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:17.962911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.043589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-356c1070-3cd0-49b8-ae2f-b8be958739dc None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:18.043981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-356c1070-3cd0-49b8-ae2f-b8be958739dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.045082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfdf8dc-c40b-4e08-a1b8-dc0cc012304e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:18.083506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.086500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.131564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.133424 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a4e5ae07-29fe-4e30-950d-409b8138c08a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4032249 Mar 25 20:09:18.140094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60402) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:18.151510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.158486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'security_group': {'name': 'tempest-secgroup-1562377664'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:18.169935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.199294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-356c1070-3cd0-49b8-ae2f-b8be958739dc None None] Provisioning complete for port d0975607-1329-4d23-b4e2-e9b14b4222b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:18.199658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-356c1070-3cd0-49b8-ae2f-b8be958739dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.206318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.227345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:18.247035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:18.265562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:18.277571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-356c1070-3cd0-49b8-ae2f-b8be958739dc None None] Port d0975607-1329-4d23-b4e2-e9b14b4222b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:18.282193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:18.287255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:18.289131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.296492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:18.300096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:18.300705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.306724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f70f69-b034-4fae-b43e-2da0fa54251b None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:18.316527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=7dc45d1f-22e7-4568-b43b-a964b6e00926,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:18.345592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Transition to ACTIVE for port object 68ed3142-e815-4fd5-8252-304d50e3b4c1 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:18.345850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2046f2b6-d046-4799-978b-93e49722fb9a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.374230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.384665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.385149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:09:18.386549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.416884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.416884 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-caa36634-756d-4950-8565-2c2b05a23326 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "DELETE /v2.0/routers/91e2ada4-fa73-4ab8-b3f7-fc218ca3f6bb HTTP/1.1" status: 204 len: 168 time: 5.9232473 Mar 25 20:09:18.417088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046f2b6-d046-4799-978b-93e49722fb9a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Port': ['ID=8f0e66ed-df9b-4fba-8279-606c0ed7505d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:18.417088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60406) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:18.427018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Transition to ACTIVE for port object 68ed3142-e815-4fd5-8252-304d50e3b4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:18.439203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:18.443313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group_rule and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:18.452005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:18.454764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:18.463492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:09:18.492500 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b429b6a6-bda7-4ea3-b276-4269cc7a289c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0954447 Mar 25 20:09:18.494430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60410) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:18.495068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3e4c2-7130-45a6-8173-61e03d6c2369,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:18.524207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.524620 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Added segment 3286baa9-e9f1-4b4c-8376-a00ed6e43488 of type vlan for network 21273bf0-efe1-403a-9d3b-334a7ca1bfca Mar 25 20:09:18.528392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'security_group': {'name': 'tempest-secgroup-381579752'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:18.564536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:18.598762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:18.601931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:18.612819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.678369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:18.713952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.801682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.804782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:18.809554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69e9553-0632-4f44-a852-e2d44b6451b2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Deleting subnet 361aa191-f2cb-458a-bf3e-b47afb300aca {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:18.818884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:18.820285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.821533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Pushing event updated for resources: {'Port': ['ID=68ed3142-e815-4fd5-8252-304d50e3b4c1,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:18.821983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2046f2b6-d046-4799-978b-93e49722fb9a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.823733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:18.826089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e69e9553-0632-4f44-a852-e2d44b6451b2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.844926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:18.849035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group_rule and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:18.853439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:18.860315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:18.885372 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2046f2b6-d046-4799-978b-93e49722fb9a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/8f0e66ed-df9b-4fba-8279-606c0ed7505d HTTP/1.1" status: 204 len: 168 time: 1.8112469 Mar 25 20:09:18.886349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60416) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:18.902103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e69e9553-0632-4f44-a852-e2d44b6451b2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.937064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Attempting to bind port 68ed3142-e815-4fd5-8252-304d50e3b4c1 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:18.937449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Attempting to bind port 68ed3142-e815-4fd5-8252-304d50e3b4c1 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '5ad62441-e7fc-4bd1-9214-562d28b3f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:18.937796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Attempting to bind port 68ed3142-e815-4fd5-8252-304d50e3b4c1 on network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:18.946158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.947141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:18.947524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Checking segment: {'id': '5ad62441-e7fc-4bd1-9214-562d28b3f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:18.947918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.948306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Bound using segment: {'id': '5ad62441-e7fc-4bd1-9214-562d28b3f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:18.948794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Bound port: 68ed3142-e815-4fd5-8252-304d50e3b4c1, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad62441-e7fc-4bd1-9214-562d28b3f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:18.949170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.976860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e69e9553-0632-4f44-a852-e2d44b6451b2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.989673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:18.990742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:18.991405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.107955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994778b1-d7f1-4c56-82f9-6b2dd0d886bb None None] Update dhcp port {'port': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'fixed_ips': [{'subnet_id': 'c5217cc8-b633-4dbd-af5f-6e1722eff0be', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7dc45d1f-22e7-4568-b43b-a964b6e00926'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': '3d38cbed-8809-4bcc-b47c-120c4ab3d6e0'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:09:19.110305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580ac4ae-7d4c-4eea-bb7c-23bf718b0b5e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:19.147315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] For port 68ed3142-e815-4fd5-8252-304d50e3b4c1, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:19.160633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] For port 68ed3142-e815-4fd5-8252-304d50e3b4c1, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=68ed3142-e815-4fd5-8252-304d50e3b4c1,segment=NetworkSegment(5ad62441-e7fc-4bd1-9214-562d28b3f1e5),segment_id=5ad62441-e7fc-4bd1-9214-562d28b3f1e5)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:19.172965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-994778b1-d7f1-4c56-82f9-6b2dd0d886bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.198050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.198969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] Pushing event updated for resources: {'Network': ['ID=21273bf0-efe1-403a-9d3b-334a7ca1bfca,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:19.211677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca9787-5c43-4dc6-875d-692ff075502e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:19.213735 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b0ca9787-5c43-4dc6-875d-692ff075502e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3264017 Mar 25 20:09:19.216315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60428) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:19.217659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 21273bf0-efe1-403a-9d3b-334a7ca1bfca details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:09:19.277001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e69e9553-0632-4f44-a852-e2d44b6451b2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.300255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be31e5d-8b86-47f5-a17f-b215bec28366 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:19.304984 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4be31e5d-8b86-47f5-a17f-b215bec28366 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0845904 Mar 25 20:09:19.304984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60432) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:19.316048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e9553-0632-4f44-a852-e2d44b6451b2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=361aa191-f2cb-458a-bf3e-b47afb300aca,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:19.316683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.333723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e69e9553-0632-4f44-a852-e2d44b6451b2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.343696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.346530 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e69e9553-0632-4f44-a852-e2d44b6451b2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/361aa191-f2cb-458a-bf3e-b47afb300aca HTTP/1.1" status: 204 len: 168 time: 0.9268103 Mar 25 20:09:19.347593 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-15425b0a-f5db-40b7-a87e-4f590e857cc6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1984208 Mar 25 20:09:19.348332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60436) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:19.348869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.349007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60438) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:19.354989 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d9ace33f-15de-46b2-90d1-48a109a6093e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0167568 Mar 25 20:09:19.378977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60444) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:19.406977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-701370222', 'security_groups': ['580ac4ae-7d4c-4eea-bb7c-23bf718b0b5e'], 'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2fa9876-f82f-443f-8c56-f648e058e0bc'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:19.408502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Request body: {'subnet': {'network_id': '21273bf0-efe1-403a-9d3b-334a7ca1bfca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1738086626-subnet', 'tenant_id': 'f4f70505dcaf4d5baad87f5cd3c92724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:19.430634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:19.438544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5487a8a3-9b5a-44d6-a62a-6a5fb6e5c941,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:19.444724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Usage tracker for resource:subnet and tenant:f4f70505dcaf4d5baad87f5cd3c92724 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:19.448392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:19.460809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:19.466944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b940c-0375-4df9-811a-93ddf1ff0267 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:19.468682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b940c-0375-4df9-811a-93ddf1ff0267 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:19.470320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b940c-0375-4df9-811a-93ddf1ff0267 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:19.471277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f45b940c-0375-4df9-811a-93ddf1ff0267 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:19.492752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.494308 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c4412010-31a1-4a80-9fad-c230f468d962 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9900179 Mar 25 20:09:19.496999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60448) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:19.502510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'security_group': {'name': 'tempest-secgroup-185919388'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:19.508605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:19.513505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:19.517023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:19.520343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0a245-1bda-4d2b-ab30-ebab388a29b5 None None] Pushing event updated for resources: {'Port': ['ID=68ed3142-e815-4fd5-8252-304d50e3b4c1,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:19.524083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:19.551349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-994778b1-d7f1-4c56-82f9-6b2dd0d886bb None None] Allocated IP 2001:db8::2 (8cbde5a2-3c69-45ad-9328-365db531a015/7dc45d1f-22e7-4568-b43b-a964b6e00926/3d38cbed-8809-4bcc-b47c-120c4ab3d6e0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:19.597425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Made reservation on behalf of f4f70505dcaf4d5baad87f5cd3c92724 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:19.600841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.624605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.628833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f45b940c-0375-4df9-811a-93ddf1ff0267 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:19.639943 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f45b940c-0375-4df9-811a-93ddf1ff0267 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3338728 Mar 25 20:09:19.644513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60452) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:19.671957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.729292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-635941fe-412b-42d4-9df1-c94c0ecf9558 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet cc619612-3a1d-4463-bd1b-39c30278fc78 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:19.732340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-635941fe-412b-42d4-9df1-c94c0ecf9558 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.794509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:19.801352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group_rule and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:19.801580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-994778b1-d7f1-4c56-82f9-6b2dd0d886bb None None] For port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,segment=NetworkSegment(2d96fd14-ee37-419d-9f69-63d6bb128b04),segment_id=2d96fd14-ee37-419d-9f69-63d6bb128b04)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:19.811156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:19.823673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:19.887727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-994778b1-d7f1-4c56-82f9-6b2dd0d886bb None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.948547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-994778b1-d7f1-4c56-82f9-6b2dd0d886bb None None] Transition to ACTIVE for port object 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:19.996814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-994778b1-d7f1-4c56-82f9-6b2dd0d886bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:19.997477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-635941fe-412b-42d4-9df1-c94c0ecf9558 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.036138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:20.040370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:port and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:20.043680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:20.053142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:20.095999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.136704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a30bd4-cb75-4b27-b0ba-396b6058d60c']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:20.151215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:20.161968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.189784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667c26f1-affe-443e-84f3-c74714aed15c') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:20.190032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667c26f1-affe-443e-84f3-c74714aed15c') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:20.219769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.261221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994778b1-d7f1-4c56-82f9-6b2dd0d886bb None None] Pushing event updated for resources: {'Port': ['ID=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:20.262762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.294297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.301945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.312790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:09:20.313178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:09:20.329700 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:09:20.384827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39796b23-f1cf-4f27-9270-7cfccc81c263,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:20.415483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-635941fe-412b-42d4-9df1-c94c0ecf9558 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.423883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db17b11-11c1-495f-b596-1d673055f75a,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:20.431975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Checking segment: {'id': '3286baa9-e9f1-4b4c-8376-a00ed6e43488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '21273bf0-efe1-403a-9d3b-334a7ca1bfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:20.432329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Network hostable DHCP agents. Network: 21273bf0-efe1-403a-9d3b-334a7ca1bfca, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:09:20.444014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.448402 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-998fe71c-7398-4101-b198-b1d5ebb8ea74 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9474063 Mar 25 20:09:20.448988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60466) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:20.456321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'security_group': {'name': 'tempest-secgroup-618848708'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:20.465571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:20.470488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:20.473435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:20.479610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:20.505350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.541555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port a5a0ed24-8569-406d-8afd-95d4b5e85c5d yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:09:20.553060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Network 21273bf0-efe1-403a-9d3b-334a7ca1bfca is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:09:20.579626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.633644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.637704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:20.642938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:security_group_rule and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:20.651621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:20.658935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:20.662230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41a30bd4-cb75-4b27-b0ba-396b6058d60c {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 25 20:09:20.663935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event deleted for resources: {'Network': ['ID=41a30bd4-cb75-4b27-b0ba-396b6058d60c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:20.666045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.691493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 21273bf0-efe1-403a-9d3b-334a7ca1bfca) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:20.699803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:20.700707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.702896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671baae-e269-4aa9-ac3d-76763b1e258b None None] Network 21273bf0-efe1-403a-9d3b-334a7ca1bfca requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:20.825572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-635941fe-412b-42d4-9df1-c94c0ecf9558 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.878159 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d8da7028-76e0-4ae2-a3ad-8402cbf2846f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4964595 Mar 25 20:09:20.882349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:20.941111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635941fe-412b-42d4-9df1-c94c0ecf9558 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=cc619612-3a1d-4463-bd1b-39c30278fc78,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:20.950755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.001860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-635941fe-412b-42d4-9df1-c94c0ecf9558 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.009649 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-635941fe-412b-42d4-9df1-c94c0ecf9558 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/cc619612-3a1d-4463-bd1b-39c30278fc78 HTTP/1.1" status: 204 len: 168 time: 1.3619678 Mar 25 20:09:21.010323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60474) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:21.058991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6540316e-97c9-4ea4-abdb-60ef6de9414a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:21.142927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022b11e-177d-411f-884d-8f53437fb3c6 None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:21.197863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.206336 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ab7e6e60-ea0e-4631-8f3d-e26cf5e5cbc0 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7561061 Mar 25 20:09:21.207425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60480) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:21.217550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-500101542', 'security_groups': ['6540316e-97c9-4ea4-abdb-60ef6de9414a'], 'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7dc45d1f-22e7-4568-b43b-a964b6e00926'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:21.222412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9929800a-2598-4fa5-a40c-de31de765b74 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "DELETE /v2.0/networks/41a30bd4-cb75-4b27-b0ba-396b6058d60c HTTP/1.1" status: 204 len: 168 time: 1.8705935 Mar 25 20:09:21.338319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:21.534502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cc6c12-162b-4ad8-9704-da6d32875a78 None None] Network 21273bf0-efe1-403a-9d3b-334a7ca1bfca requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:21.566896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-5febd97d-2e15-4ab0-9d7e-7f4c9ad73d80 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Deleting subnet f1961e3d-6ba7-4a80-bb56-e0c920d4b030 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:21.583333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5febd97d-2e15-4ab0-9d7e-7f4c9ad73d80 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.644597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:21.670697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:21.688206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.14 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/d2fa9876-f82f-443f-8c56-f648e058e0bc/a5a0ed24-8569-406d-8afd-95d4b5e85c5d) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:21.727794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:21.754506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5febd97d-2e15-4ab0-9d7e-7f4c9ad73d80 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.803198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60492) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:21.811160 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'router': {'name': 'tempest-router--1267288552', 'project_id': '7172b092dbc247beb448448c608ed968'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:21.834009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Provisioning for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:21.860945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:21.869889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:21.870512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.879308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Usage tracker for resource:router and tenant:7172b092dbc247beb448448c608ed968 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:21.884466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:21.893253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:21.924515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:21.925163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.936738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.959712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] device_id is not set on port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:09:21.967903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5febd97d-2e15-4ab0-9d7e-7f4c9ad73d80 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.997357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:21.998344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.045478 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.182047 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:09:22.236188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8::23b (8cbde5a2-3c69-45ad-9328-365db531a015/7dc45d1f-22e7-4568-b43b-a964b6e00926/d3fbbf49-0866-4b55-a668-5eafb9ab08b4) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:22.238911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.278745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 68ed3142-e815-4fd5-8252-304d50e3b4c1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:22.367604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.390105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object a5a0ed24-8569-406d-8afd-95d4b5e85c5d will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:22.396973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Provisioning complete for port f4390baf-d6a6-4d4a-a258-b22df310eddf triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:22.397528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.403698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5febd97d-2e15-4ab0-9d7e-7f4c9ad73d80 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.411042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.412171 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ffff427a-1356-47db-9406-24f538cfd955 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6078317 Mar 25 20:09:22.420612 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60504) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:22.468981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febd97d-2e15-4ab0-9d7e-7f4c9ad73d80 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Subnet': ['ID=f1961e3d-6ba7-4a80-bb56-e0c920d4b030,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:22.485066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5febd97d-2e15-4ab0-9d7e-7f4c9ad73d80 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.500527 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5febd97d-2e15-4ab0-9d7e-7f4c9ad73d80 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/f1961e3d-6ba7-4a80-bb56-e0c920d4b030 HTTP/1.1" status: 204 len: 168 time: 1.4666200 Mar 25 20:09:22.500527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60510) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:22.559371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60514) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:22.567654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Port f4390baf-d6a6-4d4a-a258-b22df310eddf cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:22.577922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1265314671-network', 'tenant_id': '6fae97f560c5420ba4d6110df430fabb'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:22.600449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-851c48ae-a73e-4a55-b798-883b7845a967 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972331 Mar 25 20:09:22.606615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60518) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:22.686760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:22.693917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.706954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Provisioning for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:22.710381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:22.725011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:22.725236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.768082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:22.768843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.771691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Usage tracker for resource:network and tenant:6fae97f560c5420ba4d6110df430fabb is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:22.779519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:22.789584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dfea57c-3287-4700-84fd-36749f830c53 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:22.825267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=a5a0ed24-8569-406d-8afd-95d4b5e85c5d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:22.858716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1051428-a6ba-4ae9-b57c-64ae03beefbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:22.859444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f1051428-a6ba-4ae9-b57c-64ae03beefbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:22.867864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:22.869883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:22.874162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:22.881897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:22.968126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:22.968780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.037188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f1051428-a6ba-4ae9-b57c-64ae03beefbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:23.040961 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f1051428-a6ba-4ae9-b57c-64ae03beefbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4331934 Mar 25 20:09:23.041377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60522) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:23.137661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cda0bc-3809-4418-be38-08486de946aa None None] Network 16eab8e5-a832-428a-a293-9fd25f5afb33 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:23.137882 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ee49d9f1-8798-4258-b813-1b0cb9217df0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7876625 Mar 25 20:09:23.141460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60526) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:23.150342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:23.197260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a163757b-2206-48db-8109-44c6e35bfbbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:23.197991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a163757b-2206-48db-8109-44c6e35bfbbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Synchronizing usage tracker for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:23.315844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.319383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:23.321652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a163757b-2206-48db-8109-44c6e35bfbbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Unset dirty status for tenant:8e0a6ae4e241486bb7a724721e82ec30 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:23.322837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a163757b-2206-48db-8109-44c6e35bfbbe tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2804193 Mar 25 20:09:23.326659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60534) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:23.330914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.331076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:23.331076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:23.359154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:23.406439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Made reservation on behalf of 6fae97f560c5420ba4d6110df430fabb for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:23.410212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.424907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.459816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 68ed3142-e815-4fd5-8252-304d50e3b4c1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=68ed3142-e815-4fd5-8252-304d50e3b4c1,segment=NetworkSegment(5ad62441-e7fc-4bd1-9214-562d28b3f1e5),segment_id=5ad62441-e7fc-4bd1-9214-562d28b3f1e5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:23.477035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:23.481512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.517212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.518173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.531871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dfea57c-3287-4700-84fd-36749f830c53 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.537367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dfea57c-3287-4700-84fd-36749f830c53 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.539457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object d3fbbf49-0866-4b55-a668-5eafb9ab08b4 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:23.559986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:23.565724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Usage tracker for resource:security_group_rule and tenant:6fae97f560c5420ba4d6110df430fabb is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:23.569092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:23.577105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:23.595158 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aa388016-ad7f-4681-b2bc-7c3930eacee9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2164202 Mar 25 20:09:23.603776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60544) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:23.617601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] DHCP port deletion for 16eab8e5-a832-428a-a293-9fd25f5afb33 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:09:23.648387 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b2a00c-97a0-4dcf-b829-afa64649f336 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:23.648880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b2a00c-97a0-4dcf-b829-afa64649f336 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:23.662663 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f0b2a00c-97a0-4dcf-b829-afa64649f336 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/8f0e66ed-df9b-4fba-8279-606c0ed7505d HTTP/1.1" status: 404 len: 333 time: 0.0577321 Mar 25 20:09:23.666031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dfea57c-3287-4700-84fd-36749f830c53 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.666626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfea57c-3287-4700-84fd-36749f830c53 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a090b9cb-25c9-47d9-adf1-a0a8ab29981b {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:09:23.669747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60548) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:23.685249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] Deleting port 2c551ce0-09cc-4895-894d-2a65cf850e01 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:23.685621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.731608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.762498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:09:23.762498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:09:23.767895 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=68ed3142-e815-4fd5-8252-304d50e3b4c1,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:23.795621 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-b337c51c-cac2-4f4b-8005-2d43e4985625 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3202527 Mar 25 20:09:23.819751 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.ipam_backend_mixin [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d2fa9876-f82f-443f-8c56-f648e058e0bc (CIDR: 172.20.0.0/28) Mar 25 20:09:23.831353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=d3fbbf49-0866-4b55-a668-5eafb9ab08b4,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:23.834482 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc45deb-3f33-4afd-9125-53a55bdf237a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:23.835097 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc45deb-3f33-4afd-9125-53a55bdf237a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:23.846076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dfea57c-3287-4700-84fd-36749f830c53 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.848619 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:09:23.849385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:23.860201 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6dfea57c-3287-4700-84fd-36749f830c53 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a090b9cb-25c9-47d9-adf1-a0a8ab29981b HTTP/1.1" status: 204 len: 168 time: 1.4296696 Mar 25 20:09:23.884564 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fdc45deb-3f33-4afd-9125-53a55bdf237a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/f1961e3d-6ba7-4a80-bb56-e0c920d4b030 HTTP/1.1" status: 404 len: 337 time: 0.2130024 Mar 25 20:09:23.894313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60554) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:23.904595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:23.956632 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-35defdfa-86cc-4896-98ce-ac8e2388876d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:23.957047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35defdfa-86cc-4896-98ce-ac8e2388876d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:23.957399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] For port 2c551ce0-09cc-4895-894d-2a65cf850e01, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2c551ce0-09cc-4895-894d-2a65cf850e01,segment=NetworkSegment(a73cb416-2ecf-4797-8d6e-6dbab16be9f5),segment_id=a73cb416-2ecf-4797-8d6e-6dbab16be9f5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:23.957975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:23.965635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-fb02dac5-1de9-4d9e-b82c-1205dc168d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:23.966408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:23.967713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-fb02dac5-1de9-4d9e-b82c-1205dc168d71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6c3085b5768464782778bbbcc9c978e&device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 1098 time: 0.0903592 Mar 25 20:09:23.975989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60558) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:23.976134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:23.980732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-32d3dc5f-fc04-4dfd-b845-a922c5286fba tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8272593 Mar 25 20:09:23.983383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:23.984138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.009605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:24.055276 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-35defdfa-86cc-4896-98ce-ac8e2388876d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/cc619612-3a1d-4463-bd1b-39c30278fc78 HTTP/1.1" status: 404 len: 337 time: 0.1563730 Mar 25 20:09:24.072525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60562) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:24.121834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] Calling delete_port for 2c551ce0-09cc-4895-894d-2a65cf850e01 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:24.203160 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bd6bcc6f-921e-4bf4-ba4a-dd79be2fc112 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9918737 Mar 25 20:09:24.204898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60566) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:24.217640 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:24.243725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-906e5d63-f7e6-4152-9227-a1222c7da4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:24.245172 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-906e5d63-f7e6-4152-9227-a1222c7da4e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ebf021b-1c9c-4128-a9d9-559021070953 HTTP/1.1" status: 200 len: 897 time: 0.2542725 Mar 25 20:09:24.317407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.374844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] Pushing event deleted for resources: {'Port': ['ID=2c551ce0-09cc-4895-894d-2a65cf850e01,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:24.387667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0cb4e-e3d2-4a79-b00f-1cf612406651 None None] No DVR routers for this DVR port 2c551ce0-09cc-4895-894d-2a65cf850e01 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:09:24.415276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Provisioning complete for port d0975607-1329-4d23-b4e2-e9b14b4222b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:24.416030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.428949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:24.436675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60570) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:24.444687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:24.448362 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa48ebdb-e3b3-4299-a5a5-282fe7f9c84e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:24.449116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa48ebdb-e3b3-4299-a5a5-282fe7f9c84e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:24.453617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:24.468434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:24.472327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.475385 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fa48ebdb-e3b3-4299-a5a5-282fe7f9c84e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/7153bc91-c5a1-4575-a7d7-6422c3dc0825 HTTP/1.1" status: 404 len: 333 time: 0.3693435 Mar 25 20:09:24.478368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60578) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:24.529294 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfe24c4-3f29-4441-b93d-1ff7169a3d49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:24.529633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfe24c4-3f29-4441-b93d-1ff7169a3d49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:24.531316 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fdfe24c4-3f29-4441-b93d-1ff7169a3d49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/2efafb97-4425-4884-b2af-c0138291eb72 HTTP/1.1" status: 404 len: 337 time: 0.0520506 Mar 25 20:09:24.535851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60582) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:24.538191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.545114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1acc0b41-45f3-4d39-9070-ee8eb0dcf049 None None] Port d0975607-1329-4d23-b4e2-e9b14b4222b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:24.622699 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dca262-3037-4dd7-9494-da0d88daef49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:24.623274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dca262-3037-4dd7-9494-da0d88daef49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:24.625060 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-64dca262-3037-4dd7-9494-da0d88daef49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/eab3cbdf-8cbb-428a-8bca-ff982049c973 HTTP/1.1" status: 404 len: 337 time: 0.0880988 Mar 25 20:09:24.631520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60586) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:24.636865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:24.640246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.664458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:09:24.666802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:24.671635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:24.675095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:24.682836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:24.706218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807871c3-1583-4898-82cf-b7a9d5cc0497,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:24.725795 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-f945be36-d296-48c6-9f32-e6a08205f085 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da354d06-2572-4e3a-b31a-c70312ddac46 HTTP/1.1" status: 200 len: 1001 time: 0.4682472 Mar 25 20:09:24.738523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Provisioning for port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:24.747997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Provisioning complete for port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:24.748372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.803183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:24.807800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.823161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:24.852804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-4cf582e6-fad5-4e38-8bf3-bc89a9ead5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:24.854638 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-4cf582e6-fad5-4e38-8bf3-bc89a9ead5a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c9b540-8246-427d-905f-8687d0052bd5 HTTP/1.1" status: 200 len: 834 time: 0.1222825 Mar 25 20:09:24.863000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1099342237', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:24.869415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.869764 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Added segment 695cd5dc-1c4d-4eee-8d48-e0e6d59f4b4b of type vlan for network da038e68-4852-4e1e-8b42-0b3f6216bdc6 Mar 25 20:09:24.880998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:24.883527 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da28392-73af-4ccc-9789-9bc1a17b14d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:24.884019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da28392-73af-4ccc-9789-9bc1a17b14d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:24.898216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Usage tracker for resource:router and tenant:40c878e95a7c43b7bacfeb031a6c55d8 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:24.906640 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0da28392-73af-4ccc-9789-9bc1a17b14d2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/c6e50853-cc7a-4b68-b8ce-319e02f6c6cd HTTP/1.1" status: 404 len: 333 time: 0.2711391 Mar 25 20:09:24.910834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:24.915817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60590) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:24.918137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Provisioning for port a5a0ed24-8569-406d-8afd-95d4b5e85c5d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:24.923625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:24.927356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Provisioning complete for port a5a0ed24-8569-406d-8afd-95d4b5e85c5d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:24.927486 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.982016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:24.993633 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef71d216-a140-464f-8570-9f5d29537a2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:24.994096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef71d216-a140-464f-8570-9f5d29537a2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:24.995787 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ef71d216-a140-464f-8570-9f5d29537a2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/51aa2faa-58a9-47d7-a689-3c04881e518e HTTP/1.1" status: 404 len: 337 time: 0.0737393 Mar 25 20:09:25.002419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60594) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.025159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Port a5a0ed24-8569-406d-8afd-95d4b5e85c5d cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:25.028794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a71f65f6-40db-490d-8b47-367dda9f5f80 None None] Could not find standard attr ID for object 2c551ce0-09cc-4895-894d-2a65cf850e01. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:09:25.058221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.ipam_backend_mixin [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7dc45d1f-22e7-4568-b43b-a964b6e00926 (CIDR: 2001:db8::/64) Mar 25 20:09:25.064529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-7c35224a-8b59-470b-b837-0e0c8fc63315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:25.066009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-7c35224a-8b59-470b-b837-0e0c8fc63315 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ebf021b-1c9c-4128-a9d9-559021070953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1632903 Mar 25 20:09:25.067028 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-90009718-c9ca-4dee-b017-dbf08c7a0cd2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:25.067463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90009718-c9ca-4dee-b017-dbf08c7a0cd2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.069106 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-90009718-c9ca-4dee-b017-dbf08c7a0cd2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/4ab8a544-5a61-4c08-a2e8-28328a9c5992 HTTP/1.1" status: 404 len: 337 time: 0.0583632 Mar 25 20:09:25.072859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60598) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.093464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.094470 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.127957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.129267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:25.129782 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:09:25.129930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.130269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.140045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.168789 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-73310823-3b26-4536-ac5e-474f74e9c370 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:25.169595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73310823-3b26-4536-ac5e-474f74e9c370 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.173953 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-73310823-3b26-4536-ac5e-474f74e9c370 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/020b16d9-75aa-4ccc-81c8-207296d97485 HTTP/1.1" status: 404 len: 333 time: 0.0978789 Mar 25 20:09:25.177714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60602) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.278849 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-774a41a3-ced1-43b7-b8bb-256c3b8d85b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:25.279416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774a41a3-ced1-43b7-b8bb-256c3b8d85b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.280855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] Pushing event updated for resources: {'Network': ['ID=da038e68-4852-4e1e-8b42-0b3f6216bdc6,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:25.281157 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-774a41a3-ced1-43b7-b8bb-256c3b8d85b2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/43e325fe-ca3d-4a4e-bc97-5f7bbc9332eb HTTP/1.1" status: 404 len: 337 time: 0.1014042 Mar 25 20:09:25.283731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60606) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.294902 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-60ace37d-d5e2-45ab-acf9-aa2e2f91a05b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7349279 Mar 25 20:09:25.295931 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network da038e68-4852-4e1e-8b42-0b3f6216bdc6 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:09:25.298744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60610) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.304017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Request body: {'subnet': {'network_id': 'da038e68-4852-4e1e-8b42-0b3f6216bdc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1265314671-subnet', 'tenant_id': '6fae97f560c5420ba4d6110df430fabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:25.308853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:25.334301 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c174b226-49d6-4ced-9cd0-77237669bed3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1258135 Mar 25 20:09:25.338072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60614) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.343956 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-6237e6d3-315e-4194-b3d6-699437a630a3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:25.344409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6237e6d3-315e-4194-b3d6-699437a630a3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.346108 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6237e6d3-315e-4194-b3d6-699437a630a3 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/279ae6b6-d732-4747-94ab-3ea2cc4633eb HTTP/1.1" status: 404 len: 337 time: 0.0614226 Mar 25 20:09:25.351734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:25.368622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60618) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.372640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Usage tracker for resource:subnet and tenant:6fae97f560c5420ba4d6110df430fabb is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:25.376067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:25.386710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.422576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:25.459854 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1d8ea0-c5d7-4424-89ea-70f0aca9f84c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:25.459854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1d8ea0-c5d7-4424-89ea-70f0aca9f84c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.459854 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cd1d8ea0-c5d7-4424-89ea-70f0aca9f84c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/f7cd4953-0649-452f-b0af-b275a8c3fdc2 HTTP/1.1" status: 404 len: 333 time: 0.0851197 Mar 25 20:09:25.492529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60622) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.504305 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-d9d66e2b-ca80-4d1c-91eb-e387bb87d168 service neutron] 10.222.0.43 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290123 Mar 25 20:09:25.644880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 68ed3142-e815-4fd5-8252-304d50e3b4c1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:25.757725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:25.766057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:25.766675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:25.767287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.771684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:25.772801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Made reservation on behalf of 6fae97f560c5420ba4d6110df430fabb for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:25.775696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.787597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:25.788802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:25.795812 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5202f4-eabc-40ee-845b-889fb967dfef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:25.796271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5202f4-eabc-40ee-845b-889fb967dfef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.797980 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fb5202f4-eabc-40ee-845b-889fb967dfef tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/c9e6fdc4-cfa0-471a-bb74-0a0e94351aa3 HTTP/1.1" status: 404 len: 337 time: 0.3029773 Mar 25 20:09:25.801512 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88029587-58f0-4d27-8ef1-d62a23cb51a2 req-2bcb1acb-35d2-4d4f-b5c6-d9f3e947ebfa service neutron] 10.222.0.43 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888925 Mar 25 20:09:25.801957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60628) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.814789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:25.832153 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1107ce-d938-4200-a768-cc100f5c6bef None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:25.845729 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd4c17c-d22d-4d4a-96d2-94bf7a97359b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:25.846357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd4c17c-d22d-4d4a-96d2-94bf7a97359b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.847917 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0bd4c17c-d22d-4d4a-96d2-94bf7a97359b tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/b4fbe870-676d-4a0c-bacf-5e0208c69109 HTTP/1.1" status: 404 len: 333 time: 0.0443835 Mar 25 20:09:25.853493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60632) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.877247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:25.878061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.898754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.904106 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bd260c-75a6-4466-b14c-e2779d745fcc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:25.904607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bd260c-75a6-4466-b14c-e2779d745fcc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:25.909409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b4bd260c-75a6-4466-b14c-e2779d745fcc tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/392f3b44-2bff-4f5c-b8c3-ac6c6e79e3d0 HTTP/1.1" status: 404 len: 337 time: 0.0549066 Mar 25 20:09:25.910744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60636) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:25.913307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:25.920787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:25.960314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=876dad47-0391-48d7-8e22-b5c603943f74,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:26.014548 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b4d2fc-fd78-436b-9fbe-9bf4c8e7ad00 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.015179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b4d2fc-fd78-436b-9fbe-9bf4c8e7ad00 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.019321 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d5b4d2fc-fd78-436b-9fbe-9bf4c8e7ad00 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/a7db3df8-f36a-41eb-ac4d-89f0f2ff4af3 HTTP/1.1" status: 404 len: 333 time: 0.1055505 Mar 25 20:09:26.037723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60640) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.096350 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8bea0a-3bfa-41dc-bc2a-5166b69bb41a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.096828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8bea0a-3bfa-41dc-bc2a-5166b69bb41a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.103901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2c551ce0-09cc-4895-894d-2a65cf850e01 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:09:26.110035 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9d8bea0a-3bfa-41dc-bc2a-5166b69bb41a tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/e7b7e6e7-b2c9-46f4-85d0-6d043bc71f6f HTTP/1.1" status: 404 len: 337 time: 0.0685616 Mar 25 20:09:26.110311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60644) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.157849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 2c551ce0-09cc-4895-894d-2a65cf850e01 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:09:26.158503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2c551ce0-09cc-4895-894d-2a65cf850e01 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:09:26.169630 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ee723fb5-97b5-4398-919c-dcbd194962f9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1672215 Mar 25 20:09:26.173870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60648) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.182803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-551816223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '876dad47-0391-48d7-8e22-b5c603943f74'}], 'security_groups': ['0dfdf8dc-c40b-4e08-a1b8-dc0cc012304e']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:26.217794 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0d7d7f-f901-42e6-bcd7-8c1dcc0be6da tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.220789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0d7d7f-f901-42e6-bcd7-8c1dcc0be6da tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.227636 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-da0d7d7f-f901-42e6-bcd7-8c1dcc0be6da tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/4e3a3437-ced0-4cde-8304-f7fbceffa2e5 HTTP/1.1" status: 404 len: 333 time: 0.1162217 Mar 25 20:09:26.228612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60652) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.234516 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.ipam_backend_mixin [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c5217cc8-b633-4dbd-af5f-6e1722eff0be (CIDR: 2001:db8:0:1::/64) Mar 25 20:09:26.277629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:26.290076 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ff1e0c-be4d-497c-8517-77900ad80ce9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.290076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ff1e0c-be4d-497c-8517-77900ad80ce9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.290076 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c5ff1e0c-be4d-497c-8517-77900ad80ce9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/024202ed-fc08-4fa0-ae37-39cd3b41d216 HTTP/1.1" status: 404 len: 337 time: 0.0515590 Mar 25 20:09:26.293147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60656) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.337425 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:09:26.338155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.355623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c189535-8280-4fdb-b317-4a901ad4cef2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.356090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c189535-8280-4fdb-b317-4a901ad4cef2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.360973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9c189535-8280-4fdb-b317-4a901ad4cef2 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/bfa76f5b-9fc5-4e68-9779-fda4dcf6014e HTTP/1.1" status: 404 len: 333 time: 0.0650175 Mar 25 20:09:26.366068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60660) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.414516 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eed85c3-2f4a-4fbf-ba59-9a2e327ef460 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.415270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eed85c3-2f4a-4fbf-ba59-9a2e327ef460 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.419859 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8eed85c3-2f4a-4fbf-ba59-9a2e327ef460 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/c76912be-64c3-4008-8713-5b658ac38582 HTTP/1.1" status: 404 len: 337 time: 0.0500350 Mar 25 20:09:26.420046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60664) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.436412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b55d6-070e-4b46-8dce-d32f08ea1611 None None] Update dhcp port {'port': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'fixed_ips': [{'subnet_id': 'd2fa9876-f82f-443f-8c56-f648e058e0bc', 'ip_address': '172.20.0.2'}, {'subnet_id': '876dad47-0391-48d7-8e22-b5c603943f74'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': '68ed3142-e815-4fd5-8252-304d50e3b4c1'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:09:26.466317 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-999d1434-5cd9-4d6c-8904-7e67edad945f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.466812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999d1434-5cd9-4d6c-8904-7e67edad945f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.470854 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-999d1434-5cd9-4d6c-8904-7e67edad945f tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/d86a2a43-7173-4f96-a0e2-7806c0bca830 HTTP/1.1" status: 404 len: 333 time: 0.0475373 Mar 25 20:09:26.471525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60668) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.491910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff8b55d6-070e-4b46-8dce-d32f08ea1611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:26.535866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d434f5a-e71d-43e3-b400-5714ea031ffa,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:26.556562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Checking segment: {'id': '695cd5dc-1c4d-4eee-8d48-e0e6d59f4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'da038e68-4852-4e1e-8b42-0b3f6216bdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:26.556930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Network hostable DHCP agents. Network: da038e68-4852-4e1e-8b42-0b3f6216bdc6, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:09:26.642690 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5e7275-0ed3-4377-a96d-0c470dd3d155 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.643161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5e7275-0ed3-4377-a96d-0c470dd3d155 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.645633 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4b5e7275-0ed3-4377-a96d-0c470dd3d155 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/65955f7c-88b0-401e-9c04-e09f1d3f284c HTTP/1.1" status: 404 len: 337 time: 0.1735642 Mar 25 20:09:26.648677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60672) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.651977 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2481eb1d-75ef-462b-b4a2-3a7dd54a25a9 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3100908 Mar 25 20:09:26.656287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60676) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.665748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'subnet': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:26.692801 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df98a7e-cfaa-4f55-9d65-f6a4eaafe18c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.698928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df98a7e-cfaa-4f55-9d65-f6a4eaafe18c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.698928 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3df98a7e-cfaa-4f55-9d65-f6a4eaafe18c tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/b8b9ab15-55eb-4e32-b661-99a2d93c62c7 HTTP/1.1" status: 404 len: 337 time: 0.0461714 Mar 25 20:09:26.698928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60680) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.746896 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedbd7ca-4c25-47a1-94fb-f073bc0c6334 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.747368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedbd7ca-4c25-47a1-94fb-f073bc0c6334 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.751864 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aedbd7ca-4c25-47a1-94fb-f073bc0c6334 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/e4b60cfe-8339-4a62-94a5-6554b55422e2 HTTP/1.1" status: 404 len: 333 time: 0.0495095 Mar 25 20:09:26.752154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60686) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.763510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ff8b55d6-070e-4b46-8dce-d32f08ea1611 None None] Allocated IP 172.20.0.18 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/876dad47-0391-48d7-8e22-b5c603943f74/68ed3142-e815-4fd5-8252-304d50e3b4c1) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:26.770456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:26.786652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Network da038e68-4852-4e1e-8b42-0b3f6216bdc6 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:09:26.793241 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bacaed8-a21f-44de-8505-6c5881e62306 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.793695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bacaed8-a21f-44de-8505-6c5881e62306 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.795652 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4bacaed8-a21f-44de-8505-6c5881e62306 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/ddf7395b-d132-45ee-8dfe-a68fdeb9e78c HTTP/1.1" status: 404 len: 337 time: 0.0425580 Mar 25 20:09:26.798305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60690) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.840584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-05209fee-744c-4088-88b2-e09d1a9e0a20 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.841423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05209fee-744c-4088-88b2-e09d1a9e0a20 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.842781 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-05209fee-744c-4088-88b2-e09d1a9e0a20 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/c4e88427-fba4-4e93-8907-3cb6b2c0b7a6 HTTP/1.1" status: 404 len: 337 time: 0.0435417 Mar 25 20:09:26.845446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60694) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.891306 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba38141b-baeb-44f9-804e-2bd8706ff5a9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.891306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba38141b-baeb-44f9-804e-2bd8706ff5a9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.895288 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ba38141b-baeb-44f9-804e-2bd8706ff5a9 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/5a0eadc0-1852-451a-98d7-93d27355c16a HTTP/1.1" status: 404 len: 333 time: 0.0466115 Mar 25 20:09:26.895549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60698) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.934422 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ffb9f6-068a-4d4a-8e6b-96ac274c46ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.934799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ffb9f6-068a-4d4a-8e6b-96ac274c46ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.939703 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c2ffb9f6-068a-4d4a-8e6b-96ac274c46ae tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/c8a172c5-2b82-4030-8ae6-1eff1edb3cd0 HTTP/1.1" status: 404 len: 337 time: 0.0400002 Mar 25 20:09:26.939703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60702) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:26.949872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ff8b55d6-070e-4b46-8dce-d32f08ea1611 None None] For port 68ed3142-e815-4fd5-8252-304d50e3b4c1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=68ed3142-e815-4fd5-8252-304d50e3b4c1,segment=NetworkSegment(5ad62441-e7fc-4bd1-9214-562d28b3f1e5),segment_id=5ad62441-e7fc-4bd1-9214-562d28b3f1e5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:26.957794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, da038e68-4852-4e1e-8b42-0b3f6216bdc6) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:26.973953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2246ccf4-9e4e-422b-a1c4-d812bf109bc8 None None] Network da038e68-4852-4e1e-8b42-0b3f6216bdc6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:26.984307 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88762aa-f6be-46d4-a732-9699e46bb254 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:26.984798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88762aa-f6be-46d4-a732-9699e46bb254 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:26.988835 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e88762aa-f6be-46d4-a732-9699e46bb254 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/fb7364d1-bec8-4580-ad4d-3c08a397af70 HTTP/1.1" status: 404 len: 337 time: 0.0460670 Mar 25 20:09:26.988975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60706) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.008003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff8b55d6-070e-4b46-8dce-d32f08ea1611 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:27.015821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:27.021636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:27.034890 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-747bf89b-df85-4672-b664-7a825ee05cf8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.035368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747bf89b-df85-4672-b664-7a825ee05cf8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.039446 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-747bf89b-df85-4672-b664-7a825ee05cf8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/1bc0ade3-6458-4092-b2a8-b87d58dfb56c HTTP/1.1" status: 404 len: 333 time: 0.0472710 Mar 25 20:09:27.040208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60710) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.077910 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54d3db2-2bb0-432b-b1c2-dd269ba70b62 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.078364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54d3db2-2bb0-432b-b1c2-dd269ba70b62 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.083822 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a54d3db2-2bb0-432b-b1c2-dd269ba70b62 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/01fef501-ec6d-4418-a231-6d363c125038 HTTP/1.1" status: 404 len: 337 time: 0.0394297 Mar 25 20:09:27.083822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60714) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.090843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:27.091760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ff8b55d6-070e-4b46-8dce-d32f08ea1611 None None] Transition to ACTIVE for port object 68ed3142-e815-4fd5-8252-304d50e3b4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:27.129436 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7428c39-ae37-446c-92fc-ad7eff059ac6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.129888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7428c39-ae37-446c-92fc-ad7eff059ac6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.134310 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a7428c39-ae37-446c-92fc-ad7eff059ac6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/5e241a99-bce7-4753-b1f6-386e13f70d92 HTTP/1.1" status: 404 len: 337 time: 0.0473006 Mar 25 20:09:27.134705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60718) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.142200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Usage tracker for resource:subnet and tenant:17e17554231b4ebe9b463828411b73ae is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:27.186254 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0f9b64dd-77fc-4865-ae90-ef04f9833839 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bd30620-0e83-46e4-96bc-2727babbc8e1 HTTP/1.1" status: 200 len: 205 time: 0.0469692 Mar 25 20:09:27.186254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60722) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.186535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:27.205973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:27.220990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ebf5c0-fe37-4808-9be6-6a207c24d4e9 None None] Network da038e68-4852-4e1e-8b42-0b3f6216bdc6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:27.230100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:27.251863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff8b55d6-070e-4b46-8dce-d32f08ea1611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:27.252097 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-ebbc8b4d-3d43-455f-99bc-b8c7f974dfbb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] delete failed (client error): The resource could not be found. Mar 25 20:09:27.254177 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ebbc8b4d-3d43-455f-99bc-b8c7f974dfbb tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/routers/6bd30620-0e83-46e4-96bc-2727babbc8e1 HTTP/1.1" status: 404 len: 336 time: 0.0663574 Mar 25 20:09:27.254312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:27.255165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60726) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.302087 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-379b35ba-175a-4c25-9648-af5f806cff3e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.302596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379b35ba-175a-4c25-9648-af5f806cff3e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.306741 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-379b35ba-175a-4c25-9648-af5f806cff3e tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/da268ab0-66af-4cda-a242-2f73e2231cbf HTTP/1.1" status: 404 len: 337 time: 0.0503170 Mar 25 20:09:27.308449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60730) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.356075 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-245a906b-1871-46a1-9ee8-e16f50c06793 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "GET /v2.0/ports?device_id=957d0abd-c1ed-45a0-8f03-051d2239b9dd HTTP/1.1" status: 200 len: 205 time: 0.0460882 Mar 25 20:09:27.358673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60734) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.431031 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-b9c3d15f-3a22-48ff-93cb-6492c089c527 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] delete failed (client error): The resource could not be found. Mar 25 20:09:27.432411 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b9c3d15f-3a22-48ff-93cb-6492c089c527 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/routers/957d0abd-c1ed-45a0-8f03-051d2239b9dd HTTP/1.1" status: 404 len: 336 time: 0.0724916 Mar 25 20:09:27.438173 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a47a3d8c-a1cd-4354-a937-3f459424ad38 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1383321 Mar 25 20:09:27.446680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60738) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.483802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b55d6-070e-4b46-8dce-d32f08ea1611 None None] Pushing event updated for resources: {'Port': ['ID=68ed3142-e815-4fd5-8252-304d50e3b4c1,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:27.506026 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e73857b-caaa-43af-9149-8673a949c866 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.506881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e73857b-caaa-43af-9149-8673a949c866 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.511052 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6e73857b-caaa-43af-9149-8673a949c866 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/29fccd6f-a30e-43ec-a2a4-aba9a7585b58 HTTP/1.1" status: 404 len: 337 time: 0.0610385 Mar 25 20:09:27.512435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60744) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.575389 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7424e8-e658-4eb8-901f-4491c427dc2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.575912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7424e8-e658-4eb8-901f-4491c427dc2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.627138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Made reservation on behalf of 17e17554231b4ebe9b463828411b73ae for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:27.633368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:27.643271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 68ed3142-e815-4fd5-8252-304d50e3b4c1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:27.752677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60750) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.752909 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ab7424e8-e658-4eb8-901f-4491c427dc2d tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/61ec5e49-d93f-4c37-958d-7ea7258ceb8e HTTP/1.1" status: 404 len: 337 time: 0.2392368 Mar 25 20:09:27.814478 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb56d83b-c984-4986-849d-fb04648c38c7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.815146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb56d83b-c984-4986-849d-fb04648c38c7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.832027 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-eb56d83b-c984-4986-849d-fb04648c38c7 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/a76f246a-50f8-47f7-bc69-6a7a6276fc46 HTTP/1.1" status: 404 len: 333 time: 0.0765781 Mar 25 20:09:27.834570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60758) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.887223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Allocated IP 172.26.8.59 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/0722bfbf-407b-464e-b6be-43b4549092f5) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:27.927144 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d2167c-bab9-4d7f-bc01-dfccb6b320a8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.927877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d2167c-bab9-4d7f-bc01-dfccb6b320a8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.929677 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-94d2167c-bab9-4d7f-bc01-dfccb6b320a8 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/40026e70-3288-4fd7-9e41-5e4c2c31625c HTTP/1.1" status: 404 len: 337 time: 0.0939214 Mar 25 20:09:27.933317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60764) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:27.985229 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f2a00e-b676-4be6-aa3a-55f4b7d9bc96 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:27.985777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f2a00e-b676-4be6-aa3a-55f4b7d9bc96 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:27.987857 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-25f2a00e-b676-4be6-aa3a-55f4b7d9bc96 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/3823e5b5-62be-4872-aeb7-1b2677b51078 HTTP/1.1" status: 404 len: 333 time: 0.0532241 Mar 25 20:09:27.990145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60768) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:28.033161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8c7586-8e5e-491a-be85-78d24726ff49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:28.033724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8c7586-8e5e-491a-be85-78d24726ff49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:28.035541 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8f8c7586-8e5e-491a-be85-78d24726ff49 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/0f3981e2-7e13-47ed-a1b5-0be5f156c81a HTTP/1.1" status: 404 len: 337 time: 0.0443838 Mar 25 20:09:28.038247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60772) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:28.127888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Delete allocated IP 172.20.0.14 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/d2fa9876-f82f-443f-8c56-f648e058e0bc) {{(pid=88485) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 25 20:09:28.149372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.19 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/876dad47-0391-48d7-8e22-b5c603943f74/a5a0ed24-8569-406d-8afd-95d4b5e85c5d) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:28.262371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.272075 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d4f70b-cc64-4e96-ac41-97c53634f713 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:28.272278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d4f70b-cc64-4e96-ac41-97c53634f713 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:28.276199 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c2d4f70b-cc64-4e96-ac41-97c53634f713 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/70fbad34-39a8-40b5-ab30-eade1ff23174 HTTP/1.1" status: 404 len: 333 time: 0.2345135 Mar 25 20:09:28.277073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60786) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:28.297769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Provisioning complete for port a5a0ed24-8569-406d-8afd-95d4b5e85c5d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:28.298384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.323479 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-33271a5c-0afa-4718-89c5-dc97d01b7609 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:28.323479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33271a5c-0afa-4718-89c5-dc97d01b7609 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:28.327865 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-33271a5c-0afa-4718-89c5-dc97d01b7609 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/085bb2a9-a0a7-4d8e-989d-9aac423ecc25 HTTP/1.1" status: 404 len: 337 time: 0.0476339 Mar 25 20:09:28.328507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60790) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:28.354580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Port a5a0ed24-8569-406d-8afd-95d4b5e85c5d cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:28.360730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08f79f-705f-4ca0-be21-db2007007196 req-a5d787c2-e2bc-45be-87e0-69e8b51e70f4 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:28.362160 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-a5d787c2-e2bc-45be-87e0-69e8b51e70f4 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/networks?id=21273bf0-efe1-403a-9d3b-334a7ca1bfca HTTP/1.1" status: 200 len: 812 time: 0.2582860 Mar 25 20:09:28.365560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Provisioning complete for port f4390baf-d6a6-4d4a-a258-b22df310eddf triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:28.365924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.379078 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-9387b1fb-2fff-45f4-a34e-1b73f07aae86 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/quotas/f4f70505dcaf4d5baad87f5cd3c92724 HTTP/1.1" status: 200 len: 375 time: 0.0095396 Mar 25 20:09:28.426867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Port f4390baf-d6a6-4d4a-a258-b22df310eddf cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:28.437692 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-0f62f1da-09fe-4b79-b768-ff0c4031a129 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4f70505dcaf4d5baad87f5cd3c92724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507686 Mar 25 20:09:28.438782 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e68e11-eede-48b3-87bb-13c734e64913 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:28.439256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e68e11-eede-48b3-87bb-13c734e64913 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:28.470470 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-10e68e11-eede-48b3-87bb-13c734e64913 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/f0ad05f8-2aeb-43d3-b05e-18cef0f964b8 HTTP/1.1" status: 404 len: 333 time: 0.1409042 Mar 25 20:09:28.473268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60796) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:28.498784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Provisioning for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:28.505669 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:28.506488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0151134-67b8-4322-a3af-cb7208b021e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.533428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ea1e94-4104-450e-bbf0-fccab76759a1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:28.533875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ea1e94-4104-450e-bbf0-fccab76759a1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:28.538273 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-26ea1e94-4104-450e-bbf0-fccab76759a1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/ed7d4f8a-4654-439f-9332-8d9ef12931a5 HTTP/1.1" status: 404 len: 337 time: 0.0613191 Mar 25 20:09:28.538609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60800) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:28.577505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.590450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.631367 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f8880f-2575-464a-ab2c-245b92596b64 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:28.631855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f8880f-2575-464a-ab2c-245b92596b64 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:28.636085 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-81f8880f-2575-464a-ab2c-245b92596b64 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/d698d5c0-0bd2-4326-82c9-135117a277bb HTTP/1.1" status: 404 len: 333 time: 0.0941203 Mar 25 20:09:28.656438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60804) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:28.659247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.726148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object a5a0ed24-8569-406d-8afd-95d4b5e85c5d will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:28.756871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:28.759725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-25b2c179-c8c1-48ab-a8d9-f1a7737cd151 service neutron] 10.222.0.37 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140173 Mar 25 20:09:28.765136 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba0f098-b4ab-48bf-b8c2-a02f027b5220 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:28.765593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba0f098-b4ab-48bf-b8c2-a02f027b5220 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:28.767267 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4ba0f098-b4ab-48bf-b8c2-a02f027b5220 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/4ff977ca-6555-4dee-9d3e-513ab949f0fa HTTP/1.1" status: 404 len: 337 time: 0.1097136 Mar 25 20:09:28.772509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:28.777246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60808) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:28.777936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:28.857678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.860415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Network 8cbde5a2-3c69-45ad-9328-365db531a015 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:28.872426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event updated for resources: {'Port': ['ID=0722bfbf-407b-464e-b6be-43b4549092f5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:28.891177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:28.893996 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-b9813dd4-cb64-436e-adbc-a4b217cdafbd service neutron] 10.222.0.37 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281807 Mar 25 20:09:28.901324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca03b8-3a05-4941-adc3-c31d8ed86b4a None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:28.935399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:28.935847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:28.942418 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a03612-90f8-4299-84d2-4e0dcc49cf96 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:28.942902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a03612-90f8-4299-84d2-4e0dcc49cf96 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:28.946969 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-80a03612-90f8-4299-84d2-4e0dcc49cf96 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/0c78cf5f-4d87-423b-815d-bd6fc2a540fb HTTP/1.1" status: 404 len: 333 time: 0.1337190 Mar 25 20:09:28.946969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Subnet': ['ID=f24d59b9-22c0-49d2-8d96-74811447c45a,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:28.947658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60812) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:29.011372 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ab141f-e615-4d1c-b6b3-816549ee5278 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:29.011839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ab141f-e615-4d1c-b6b3-816549ee5278 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:29.013620 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c9ab141f-e615-4d1c-b6b3-816549ee5278 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/55d6bf90-96ff-4e3c-ac1e-eae3deffaacc HTTP/1.1" status: 404 len: 337 time: 0.0652635 Mar 25 20:09:29.018768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60818) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:29.069765 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb574c7-0015-412d-8659-f7fa2c6bf1d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:29.070280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb574c7-0015-412d-8659-f7fa2c6bf1d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:29.072175 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4bb574c7-0015-412d-8659-f7fa2c6bf1d6 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/ports/a98d23d2-733e-4405-b724-bef527b85288 HTTP/1.1" status: 404 len: 333 time: 0.0524049 Mar 25 20:09:29.076531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60822) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:29.125530 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74353d7-d898-4157-9c91-33af9d124053 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:29.130841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74353d7-d898-4157-9c91-33af9d124053 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:29.130841 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f74353d7-d898-4157-9c91-33af9d124053 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/subnets/e7ee7506-099e-4b42-a9ff-00b4a6a88c43 HTTP/1.1" status: 404 len: 337 time: 0.0507572 Mar 25 20:09:29.134469 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61536d9f-4670-433a-94d9-a3517945d31b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4733064 Mar 25 20:09:29.135481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60826) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:29.136300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60828) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:29.143954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1012761158', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f24d59b9-22c0-49d2-8d96-74811447c45a'}], 'security_groups': ['5487a8a3-9b5a-44d6-a62a-6a5fb6e5c941', '39796b23-f1cf-4f27-9270-7cfccc81c263']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:29.408234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5bdbce-834a-4bb2-b9c2-6382dc85ea15 None None] Update dhcp port {'port': {'network_id': '8cbde5a2-3c69-45ad-9328-365db531a015', 'fixed_ips': [{'subnet_id': 'c5217cc8-b633-4dbd-af5f-6e1722eff0be', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7dc45d1f-22e7-4568-b43b-a964b6e00926', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f24d59b9-22c0-49d2-8d96-74811447c45a'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': '3d38cbed-8809-4bcc-b47c-120c4ab3d6e0'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:09:29.425436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=a5a0ed24-8569-406d-8afd-95d4b5e85c5d,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:29.484570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] In _notify_port_updated(), no bound segment for port a5a0ed24-8569-406d-8afd-95d4b5e85c5d on network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:09:29.490054 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:29.490634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.492096 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e7d7578f-3cba-49da-b584-874a6c0ef1fe tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "PUT /v2.0/ports/a5a0ed24-8569-406d-8afd-95d4b5e85c5d HTTP/1.1" status: 200 len: 920 time: 3.3171437 Mar 25 20:09:29.494881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60840) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:29.500397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6e5bdbce-834a-4bb2-b9c2-6382dc85ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.551161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-011028d6-663d-4f58-9d50-4fd3969bc8af req-f3bf6aee-da3a-4658-b5d9-21c046a7bc2a tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 210 time: 0.2561193 Mar 25 20:09:29.584913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.617465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f8ead-0484-47b4-bfec-dd479cf39880 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port a5a0ed24-8569-406d-8afd-95d4b5e85c5d {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:29.618349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8ead-0484-47b4-bfec-dd479cf39880 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.813279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-6e5bdbce-834a-4bb2-b9c2-6382dc85ea15 None None] Allocated IP 2001:db8:0:2::2 (8cbde5a2-3c69-45ad-9328-365db531a015/f24d59b9-22c0-49d2-8d96-74811447c45a/3d38cbed-8809-4bcc-b47c-120c4ab3d6e0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:29.816073 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8d99d5d6-f126-4752-9411-793470099184 None None] Provisioning for port a5a0ed24-8569-406d-8afd-95d4b5e85c5d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:29.829909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8d99d5d6-f126-4752-9411-793470099184 None None] Provisioning complete for port a5a0ed24-8569-406d-8afd-95d4b5e85c5d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:29.830291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d99d5d6-f126-4752-9411-793470099184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.835752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.878899 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eab8e5-a832-428a-a293-9fd25f5afb33']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:29.891961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.909247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:29.909601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73cb416-2ecf-4797-8d6e-6dbab16be9f5') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:29.929271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.966818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8d99d5d6-f126-4752-9411-793470099184 None None] Port a5a0ed24-8569-406d-8afd-95d4b5e85c5d cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:29.983665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:29.999712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:09:30.000089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:09:30.014522 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:09:30.022042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6e5bdbce-834a-4bb2-b9c2-6382dc85ea15 None None] For port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,segment=NetworkSegment(2d96fd14-ee37-419d-9f69-63d6bb128b04),segment_id=2d96fd14-ee37-419d-9f69-63d6bb128b04)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:30.022232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:30.050324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6e5bdbce-834a-4bb2-b9c2-6382dc85ea15 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:30.254426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6e5bdbce-834a-4bb2-b9c2-6382dc85ea15 None None] Transition to ACTIVE for port object 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:30.254737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:30.262738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8ead-0484-47b4-bfec-dd479cf39880 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:30.277614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:30.295233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] Pushing event deleted for resources: {'Network': ['ID=16eab8e5-a832-428a-a293-9fd25f5afb33,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:30.303488 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d65ade8e-791f-4a9e-9a60-4061312314e1 tempest-NetworksTestDHCPv6-1887937577 tempest-NetworksTestDHCPv6-1887937577-project] 10.222.0.37 "DELETE /v2.0/networks/16eab8e5-a832-428a-a293-9fd25f5afb33 HTTP/1.1" status: 204 len: 168 time: 1.1633561 Mar 25 20:09:30.404058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f8ead-0484-47b4-bfec-dd479cf39880 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for a5a0ed24-8569-406d-8afd-95d4b5e85c5d owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:30.413483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6e5bdbce-834a-4bb2-b9c2-6382dc85ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:30.571907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Delete allocated IP 2001:db8::23b (8cbde5a2-3c69-45ad-9328-365db531a015/7dc45d1f-22e7-4568-b43b-a964b6e00926) {{(pid=88484) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 25 20:09:30.581883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Allocated IP 2001:db8:0:2::2d2 (8cbde5a2-3c69-45ad-9328-365db531a015/f24d59b9-22c0-49d2-8d96-74811447c45a/d3fbbf49-0866-4b55-a668-5eafb9ab08b4) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:30.637775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bdbce-834a-4bb2-b9c2-6382dc85ea15 None None] Pushing event updated for resources: {'Port': ['ID=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:30.719692 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc9610ef-5196-441c-9204-838caa5a950b req-1b73dce7-88fa-4c43-94ce-65b14658dd16 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 210 time: 0.0717466 Mar 25 20:09:30.730673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:30.984270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60860) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:31.077336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8ead-0484-47b4-bfec-dd479cf39880 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.089963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.125084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Transition to ACTIVE for port object d3fbbf49-0866-4b55-a668-5eafb9ab08b4 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:31.181376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f8ead-0484-47b4-bfec-dd479cf39880 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=a5a0ed24-8569-406d-8afd-95d4b5e85c5d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:31.191342 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5ac2f0a0-c6ee-4235-975a-7214a390550e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e0a6ae4e241486bb7a724721e82ec30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056828 Mar 25 20:09:31.193617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60866) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:31.272001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.295473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8ead-0484-47b4-bfec-dd479cf39880 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.310595 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3f5f8ead-0484-47b4-bfec-dd479cf39880 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/a5a0ed24-8569-406d-8afd-95d4b5e85c5d HTTP/1.1" status: 204 len: 168 time: 1.8146770 Mar 25 20:09:31.314876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60872) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:31.325464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-58cb9316-ff72-48d6-899c-4ec8a5cf4b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.456400 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9698d69-0a6f-446e-8c8f-68e0e4070a3c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:09:31.456971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a9698d69-0a6f-446e-8c8f-68e0e4070a3c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:31.475704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-58cb9316-ff72-48d6-899c-4ec8a5cf4b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.478308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Router b75f9a73-b96e-465b-9cd6-a221f2480c29 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:09:31.486989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] In _notify_port_updated(), no bound segment for port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 on network 8cbde5a2-3c69-45ad-9328-365db531a015 {{(pid=88484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:09:31.495936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:31.496204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.500647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "PUT /v2.0/ports/d3fbbf49-0866-4b55-a668-5eafb9ab08b4 HTTP/1.1" status: 200 len: 970 time: 2.3588314 Mar 25 20:09:31.505028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60876) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:31.509505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32578e1e-3f2f-4f57-92f0-37511542a59a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event updated for resources: {'Port': ['ID=d3fbbf49-0866-4b55-a668-5eafb9ab08b4,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:31.591135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Provisioning for port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:31.598240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Provisioning complete for port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:31.599891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.639062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3631c0c2-66dc-4d23-9839-ec5335804b08 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:31.639496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3631c0c2-66dc-4d23-9839-ec5335804b08 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.670555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a9698d69-0a6f-446e-8c8f-68e0e4070a3c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:31.670555 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a9698d69-0a6f-446e-8c8f-68e0e4070a3c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/a5a0ed24-8569-406d-8afd-95d4b5e85c5d HTTP/1.1" status: 404 len: 333 time: 0.3450367 Mar 25 20:09:31.673963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60880) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:31.731474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:31.741614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:09:31.757093 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36da60f-0ca4-4c76-bf50-3e8298b9eee8 None None] Sync routers for ids ['b75f9a73-b96e-465b-9cd6-a221f2480c29'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:09:31.763681 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36da60f-0ca4-4c76-bf50-3e8298b9eee8 None None] Routers {'b75f9a73-b96e-465b-9cd6-a221f2480c29'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:31.764503 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f36da60f-0ca4-4c76-bf50-3e8298b9eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['b75f9a73-b96e-465b-9cd6-a221f2480c29'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:31.776849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:31.837778 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f36da60f-0ca4-4c76-bf50-3e8298b9eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:31.841514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-58cb9316-ff72-48d6-899c-4ec8a5cf4b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.847537 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36da60f-0ca4-4c76-bf50-3e8298b9eee8 None None] Routers {'b75f9a73-b96e-465b-9cd6-a221f2480c29'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:31.847981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.848535 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f36da60f-0ca4-4c76-bf50-3e8298b9eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['b75f9a73-b96e-465b-9cd6-a221f2480c29'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:31.850739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Provisioning complete for port d0975607-1329-4d23-b4e2-e9b14b4222b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:31.850863 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0fe52cc7-a6e1-4de1-b5ca-d58563197ddc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4171154 Mar 25 20:09:31.852175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60886) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:31.852942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:31.916028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Port d0975607-1329-4d23-b4e2-e9b14b4222b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:31.922396 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f36da60f-0ca4-4c76-bf50-3e8298b9eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:31.923400 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36da60f-0ca4-4c76-bf50-3e8298b9eee8 None None] The sync data for ids ['b75f9a73-b96e-465b-9cd6-a221f2480c29'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:09:31.951597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9316-ff72-48d6-899c-4ec8a5cf4b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd07f5-88c7-44f7-a24d-2ec607081de4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:31.994460 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-66478c55-e857-48b1-90f4-9bede9b7ffd7 req-8ca3639e-8972-4294-b636-316d867da157 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 210 time: 0.1076310 Mar 25 20:09:31.995219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1da70035-8cf3-4393-ab43-8bc11eb84b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.017383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-58cb9316-ff72-48d6-899c-4ec8a5cf4b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.017383 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-58cb9316-ff72-48d6-899c-4ec8a5cf4b44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cdd07f5-88c7-44f7-a24d-2ec607081de4 HTTP/1.1" status: 204 len: 168 time: 0.8179462 Mar 25 20:09:32.036041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Provisioning for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:32.044645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:32.045478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a3a4c60-3f0e-41f9-91bb-0a018793510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.099958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1da70035-8cf3-4393-ab43-8bc11eb84b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.114524 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-512a922b-5237-4d8b-9f7a-deb94a34d0f6 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/routers/b75f9a73-b96e-465b-9cd6-a221f2480c29 HTTP/1.1" status: 200 len: 920 time: 0.2602980 Mar 25 20:09:32.117659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60892) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:32.163380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3631c0c2-66dc-4d23-9839-ec5335804b08 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.170868 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7f645fd0-fa87-4240-9f2a-5c7c17765f5d tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b75f9a73-b96e-465b-9cd6-a221f2480c29 HTTP/1.1" status: 200 len: 205 time: 0.0519767 Mar 25 20:09:32.173351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60896) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:32.293757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-3631c0c2-66dc-4d23-9839-ec5335804b08 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for d3fbbf49-0866-4b55-a668-5eafb9ab08b4 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:32.317223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ec0bf1c1-426c-40be-8c03-f8db3151f76b None None] Provisioning complete for port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:32.317867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0bf1c1-426c-40be-8c03-f8db3151f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.375663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1da70035-8cf3-4393-ab43-8bc11eb84b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.385823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.390130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bf1c1-426c-40be-8c03-f8db3151f76b None None] Port d3fbbf49-0866-4b55-a668-5eafb9ab08b4 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:32.402880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da70035-8cf3-4393-ab43-8bc11eb84b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580ac4ae-7d4c-4eea-bb7c-23bf718b0b5e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:32.467361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1da70035-8cf3-4393-ab43-8bc11eb84b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.467361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1da70035-8cf3-4393-ab43-8bc11eb84b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/security-groups/580ac4ae-7d4c-4eea-bb7c-23bf718b0b5e HTTP/1.1" status: 204 len: 168 time: 0.7876668 Mar 25 20:09:32.467361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60904) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:32.565632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98093557-4d8d-4626-9ff2-216bc449c5a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.594687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98093557-4d8d-4626-9ff2-216bc449c5a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.609920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.649211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3631c0c2-66dc-4d23-9839-ec5335804b08 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.741747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631c0c2-66dc-4d23-9839-ec5335804b08 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=d3fbbf49-0866-4b55-a668-5eafb9ab08b4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:32.744259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3631c0c2-66dc-4d23-9839-ec5335804b08 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.756691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Deleting port 0722bfbf-407b-464e-b6be-43b4549092f5 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:32.757169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.762864 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3631c0c2-66dc-4d23-9839-ec5335804b08 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/d3fbbf49-0866-4b55-a668-5eafb9ab08b4 HTTP/1.1" status: 204 len: 168 time: 1.2525325 Mar 25 20:09:32.765681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60914) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:32.801646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98093557-4d8d-4626-9ff2-216bc449c5a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.804022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98093557-4d8d-4626-9ff2-216bc449c5a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:32.811808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-98093557-4d8d-4626-9ff2-216bc449c5a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/security-groups/0dfdf8dc-c40b-4e08-a1b8-dc0cc012304e HTTP/1.1" status: 204 len: 168 time: 0.3380330 Mar 25 20:09:32.812091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60918) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:32.823582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efb6c5d-444f-4b56-a58c-354ba4c0e8a3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] GET failed (client error): The resource could not be found. Mar 25 20:09:32.824123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5efb6c5d-444f-4b56-a58c-354ba4c0e8a3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Synchronizing usage tracker for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:32.829679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98093557-4d8d-4626-9ff2-216bc449c5a5 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfdf8dc-c40b-4e08-a1b8-dc0cc012304e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:32.983337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5efb6c5d-444f-4b56-a58c-354ba4c0e8a3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Unset dirty status for tenant:17e17554231b4ebe9b463828411b73ae on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:32.984499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5efb6c5d-444f-4b56-a58c-354ba4c0e8a3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports/d3fbbf49-0866-4b55-a668-5eafb9ab08b4 HTTP/1.1" status: 404 len: 333 time: 0.2182281 Mar 25 20:09:32.988839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60924) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:33.057254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-880ef444-dbaa-40f7-ab5c-4be9947cf349 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet d2fa9876-f82f-443f-8c56-f648e058e0bc {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:33.060027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08f79f-705f-4ca0-be21-db2007007196 req-5c54cbdb-1111-4ea0-b81c-52915ad41177 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:33.061621 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-5c54cbdb-1111-4ea0-b81c-52915ad41177 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.43 "GET /v2.0/networks?id=21273bf0-efe1-403a-9d3b-334a7ca1bfca HTTP/1.1" status: 200 len: 812 time: 0.1727417 Mar 25 20:09:33.067834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-880ef444-dbaa-40f7-ab5c-4be9947cf349 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.082268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Request body: {'port': {'device_id': 'ed9536af-b6f6-4b52-8ac0-153aa5f46dfc', 'network_id': '21273bf0-efe1-403a-9d3b-334a7ca1bfca', 'admin_state_up': True, 'tenant_id': 'f4f70505dcaf4d5baad87f5cd3c92724'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:33.158121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.337720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-880ef444-dbaa-40f7-ab5c-4be9947cf349 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.364971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e159d49c-e854-4340-969f-972f07baed26 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.409900 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-98d81957-2d6a-4b17-9d7d-d1d8ca83169c req-ebcfdfc5-55d1-4614-abee-4ac737844f84 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 210 time: 0.1514747 Mar 25 20:09:33.439516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60940) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:33.487165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:33.491100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Usage tracker for resource:port and tenant:f4f70505dcaf4d5baad87f5cd3c92724 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:33.494185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:33.499922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:33.530353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Calling delete_port for 0722bfbf-407b-464e-b6be-43b4549092f5 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:33.568692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1644096343'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:33.573759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:33.578612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:network and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:33.581734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:33.588140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:33.589903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e159d49c-e854-4340-969f-972f07baed26 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.608345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Made reservation on behalf of f4f70505dcaf4d5baad87f5cd3c92724 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:33.612502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.690731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-880ef444-dbaa-40f7-ab5c-4be9947cf349 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.692729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:33.696735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.714652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.736678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:33.745825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:security_group_rule and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:33.753189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:33.777088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e159d49c-e854-4340-969f-972f07baed26 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.791033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:33.827699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Allocated IP 172.20.0.9 (21273bf0-efe1-403a-9d3b-334a7ca1bfca/2db17b11-11c1-495f-b596-1d673055f75a/7192d227-1dcb-4100-bdb9-3dbbd230af80) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:33.829099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159d49c-e854-4340-969f-972f07baed26 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6540316e-97c9-4ea4-abdb-60ef6de9414a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:33.865792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e159d49c-e854-4340-969f-972f07baed26 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.866926 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e159d49c-e854-4340-969f-972f07baed26 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/security-groups/6540316e-97c9-4ea4-abdb-60ef6de9414a HTTP/1.1" status: 204 len: 168 time: 0.8681509 Mar 25 20:09:33.871413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60950) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:33.945337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-77630b3c-89c3-4bb8-a993-93de96a7d848 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.967885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-880ef444-dbaa-40f7-ab5c-4be9947cf349 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:33.972007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-77630b3c-89c3-4bb8-a993-93de96a7d848 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.011368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ef444-dbaa-40f7-ab5c-4be9947cf349 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fa9876-f82f-443f-8c56-f648e058e0bc,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:34.016310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.054487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-880ef444-dbaa-40f7-ab5c-4be9947cf349 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.062645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c177b-96bc-49c5-bfca-a6194c6e7df0 None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:34.076657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event deleted for resources: {'Port': ['ID=0722bfbf-407b-464e-b6be-43b4549092f5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:34.080602 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-880ef444-dbaa-40f7-ab5c-4be9947cf349 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/d2fa9876-f82f-443f-8c56-f648e058e0bc HTTP/1.1" status: 204 len: 168 time: 1.2710268 Mar 25 20:09:34.107852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60954) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:34.121665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:34.192021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.242971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-77630b3c-89c3-4bb8-a993-93de96a7d848 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.306744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77630b3c-89c3-4bb8-a993-93de96a7d848 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39796b23-f1cf-4f27-9270-7cfccc81c263,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:34.382634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.384873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.387261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.389053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.396437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-77630b3c-89c3-4bb8-a993-93de96a7d848 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.397654 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-77630b3c-89c3-4bb8-a993-93de96a7d848 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/security-groups/39796b23-f1cf-4f27-9270-7cfccc81c263 HTTP/1.1" status: 204 len: 168 time: 0.5252836 Mar 25 20:09:34.401806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60958) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:34.405388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:34.427387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:34.433794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:34.449953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:34.477408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.494092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.494905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Fanout notify agent at l3_agent the message router_deleted on router b75f9a73-b96e-465b-9cd6-a221f2480c29 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:09:34.519420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.520815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:09:34.521965 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f3033681-a710-4895-95b4-f919dc3f54c8 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/b75f9a73-b96e-465b-9cd6-a221f2480c29 HTTP/1.1" status: 204 len: 168 time: 2.3473446 Mar 25 20:09:34.526311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60964) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:34.531898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'router': {'name': 'tempest-snat-router-80986432', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': False}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:34.537610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:34.542157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Usage tracker for resource:router and tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:34.545520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:34.551684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:34.589616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:34.594207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.610264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5f3-02f3-46fc-befe-8bd2ccb80095 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.611919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b915913-360d-409a-bf25-1acbc770ee88,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:34.628754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.629113 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Added segment 6c14e41b-6ad3-4401-ae23-108857cc7c3b of type vlan for network 07c1f142-e08e-413d-96ec-e7f77640d536 Mar 25 20:09:34.659129 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.660164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.682251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.691226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.713732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-221fc865-68ca-42c1-94db-305a82e9be77 req-113e368d-b110-4a58-988a-d91706afcfe0 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Synchronizing usage tracker for tenant:f4f70505dcaf4d5baad87f5cd3c92724 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:34.722891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.853991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5f3-02f3-46fc-befe-8bd2ccb80095 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:34.890817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.resource_extend [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:09:34.921520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Network 21273bf0-efe1-403a-9d3b-334a7ca1bfca is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:34.932162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:34.945600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:35.006935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Pushing event updated for resources: {'Port': ['ID=7192d227-1dcb-4100-bdb9-3dbbd230af80,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:35.032626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a88bfe9d-7768-4450-a85b-48f9ea7e3b96 None None] Provisioning complete for port f4390baf-d6a6-4d4a-a258-b22df310eddf triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:35.032912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a88bfe9d-7768-4450-a85b-48f9ea7e3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.040514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-221fc865-68ca-42c1-94db-305a82e9be77 req-113e368d-b110-4a58-988a-d91706afcfe0 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Unset dirty status for tenant:f4f70505dcaf4d5baad87f5cd3c92724 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:35.049354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-221fc865-68ca-42c1-94db-305a82e9be77 req-113e368d-b110-4a58-988a-d91706afcfe0 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 210 time: 0.5085557 Mar 25 20:09:35.087575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.088852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:35.089619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.093127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a88bfe9d-7768-4450-a85b-48f9ea7e3b96 None None] Port f4390baf-d6a6-4d4a-a258-b22df310eddf cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:35.104197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a88bfe9d-7768-4450-a85b-48f9ea7e3b96 None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:35.104586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a88bfe9d-7768-4450-a85b-48f9ea7e3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.140208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.145796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:35.146379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.297346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Network': ['ID=07c1f142-e08e-413d-96ec-e7f77640d536,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:35.309308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 07c1f142-e08e-413d-96ec-e7f77640d536 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:09:35.345730 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-820e67a8-fe57-4c59-be8d-ab6a758f2ef5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2721694 Mar 25 20:09:35.358981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Request body: {'port': {'device_id': 'ed9536af-b6f6-4b52-8ac0-153aa5f46dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:35.397907 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5c7e173a-d6d7-4fdf-88da-ccddd690c926 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9571109 Mar 25 20:09:35.399008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5f3-02f3-46fc-befe-8bd2ccb80095 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.401632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5f3-02f3-46fc-befe-8bd2ccb80095 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.406541 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2b4fd5f3-02f3-46fc-befe-8bd2ccb80095 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/security-groups/5487a8a3-9b5a-44d6-a62a-6a5fb6e5c941 HTTP/1.1" status: 204 len: 168 time: 1.0000398 Mar 25 20:09:35.406541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60970) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:35.406541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60972) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:35.421668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'subnet': {'network_id': '07c1f142-e08e-413d-96ec-e7f77640d536', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:35.608432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fd5f3-02f3-46fc-befe-8bd2ccb80095 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5487a8a3-9b5a-44d6-a62a-6a5fb6e5c941,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:35.621173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.659479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.691916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.806513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:35.819729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:35.829677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b27f53-727c-4e46-a7ec-676e642a5bab None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:35.831933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:35.832539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.840567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Allocated IP 172.26.8.7 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/b1e17566-218e-4db7-947d-19e234e2ff7c) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:35.858060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f747d5b4-e243-4f4a-9632-ef75956ddca2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet 7dc45d1f-22e7-4568-b43b-a964b6e00926 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:35.860008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=39c97b46-b5d5-495f-bb2d-b0a97bc214ca,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:35.865438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:35.879951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:subnet and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:35.882728 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f747d5b4-e243-4f4a-9632-ef75956ddca2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.914615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:35.925064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:35.934843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:36.004272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.006032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f747d5b4-e243-4f4a-9632-ef75956ddca2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.045664 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2ac403a7-043b-46d0-bde4-724805d09f86 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9367502 Mar 25 20:09:36.048685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60980) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:36.054154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'security_group': {'name': 'tempest-secgroup-1890587330'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:36.059936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:36.065788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:36.067785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:36.075176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:36.115138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.166820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:36.170261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.178904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:36.181994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:36.191297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:36.226515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e17566-218e-4db7-947d-19e234e2ff7c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:36.237152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895a0d9-0811-4e8b-8ab2-ded2a31f486a None None] Update dhcp port {'port': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'fixed_ips': [{'subnet_id': '876dad47-0391-48d7-8e22-b5c603943f74', 'ip_address': '172.20.0.18'}, {'subnet_id': '39c97b46-b5d5-495f-bb2d-b0a97bc214ca'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': '68ed3142-e815-4fd5-8252-304d50e3b4c1'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:09:36.292812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9895a0d9-0811-4e8b-8ab2-ded2a31f486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.306964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.426566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f747d5b4-e243-4f4a-9632-ef75956ddca2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.463725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:36.475052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group_rule and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:36.479752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:36.494061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:36.557651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-9895a0d9-0811-4e8b-8ab2-ded2a31f486a None None] Allocated IP 172.20.0.2 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/39c97b46-b5d5-495f-bb2d-b0a97bc214ca/68ed3142-e815-4fd5-8252-304d50e3b4c1) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:36.608702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f4fb-ea72-4f01-9d9b-70193d176ada req-db5c78ad-721e-4ed3-98f7-6617229c952b tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:36.610202 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0c0f4fb-ea72-4f01-9d9b-70193d176ada req-db5c78ad-721e-4ed3-98f7-6617229c952b tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 931 time: 0.4029045 Mar 25 20:09:36.713224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.757159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9895a0d9-0811-4e8b-8ab2-ded2a31f486a None None] For port 68ed3142-e815-4fd5-8252-304d50e3b4c1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=68ed3142-e815-4fd5-8252-304d50e3b4c1,segment=NetworkSegment(5ad62441-e7fc-4bd1-9214-562d28b3f1e5),segment_id=5ad62441-e7fc-4bd1-9214-562d28b3f1e5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:36.784919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9895a0d9-0811-4e8b-8ab2-ded2a31f486a None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.802826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9895a0d9-0811-4e8b-8ab2-ded2a31f486a None None] Transition to ACTIVE for port object 68ed3142-e815-4fd5-8252-304d50e3b4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:36.831948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.844727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f747d5b4-e243-4f4a-9632-ef75956ddca2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.904385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9895a0d9-0811-4e8b-8ab2-ded2a31f486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.921990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.931369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f765d030-bcb1-4947-aabe-ef8fac3be034,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:36.933179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747d5b4-e243-4f4a-9632-ef75956ddca2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc45d1f-22e7-4568-b43b-a964b6e00926,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:36.934709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.962577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb14a44-42db-434f-8883-810f5db9f9ab None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:36.967209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7192d227-1dcb-4100-bdb9-3dbbd230af80 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:09:36.976671 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0c0f4fb-ea72-4f01-9d9b-70193d176ada req-e5d2fef8-06cd-4303-812b-7d9a75c4e770 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978501 Mar 25 20:09:36.984224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f747d5b4-e243-4f4a-9632-ef75956ddca2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:36.989660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.015216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.019981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 60988) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:37.020131 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-397b85f7-0231-442e-a0da-e2248276f57b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9702461 Mar 25 20:09:37.033014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f747d5b4-e243-4f4a-9632-ef75956ddca2 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/7dc45d1f-22e7-4568-b43b-a964b6e00926 HTTP/1.1" status: 204 len: 168 time: 1.6159220 Mar 25 20:09:37.045158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60992) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:37.046884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'security_group': {'name': 'tempest-secgroup-540843330'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:37.057121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Transition to ACTIVE for port object 7192d227-1dcb-4100-bdb9-3dbbd230af80 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:37.064703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:37.074811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:37.077704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Subnet': ['ID=04ca3e15-d45b-4603-bfa8-ed5c54f07956,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:37.081220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:37.091748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:37.096177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Checking segment: {'id': '6c14e41b-6ad3-4401-ae23-108857cc7c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '07c1f142-e08e-413d-96ec-e7f77640d536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:37.096561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network hostable DHCP agents. Network: 07c1f142-e08e-413d-96ec-e7f77640d536, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:09:37.133553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.220897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895a0d9-0811-4e8b-8ab2-ded2a31f486a None None] Pushing event updated for resources: {'Port': ['ID=68ed3142-e815-4fd5-8252-304d50e3b4c1,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:37.253297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 07c1f142-e08e-413d-96ec-e7f77640d536 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:09:37.256004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.401670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-673d1233-f509-44bf-a45e-fcab7b954f5c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet f24d59b9-22c0-49d2-8d96-74811447c45a {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:37.415269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-673d1233-f509-44bf-a45e-fcab7b954f5c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.418557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Pushing event updated for resources: {'Port': ['ID=7192d227-1dcb-4100-bdb9-3dbbd230af80,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:37.438889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:37.441338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 07c1f142-e08e-413d-96ec-e7f77640d536) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:37.463643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d94d4-3a09-4e81-90aa-c7f7ae8a50b0 None None] Network 07c1f142-e08e-413d-96ec-e7f77640d536 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:37.466854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:37.467452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.489473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group_rule and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:37.499906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:37.514707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:37.529172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Attempting to bind port 7192d227-1dcb-4100-bdb9-3dbbd230af80 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:37.529509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Attempting to bind port 7192d227-1dcb-4100-bdb9-3dbbd230af80 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '3286baa9-e9f1-4b4c-8376-a00ed6e43488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '21273bf0-efe1-403a-9d3b-334a7ca1bfca'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:37.529849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Attempting to bind port 7192d227-1dcb-4100-bdb9-3dbbd230af80 on network 21273bf0-efe1-403a-9d3b-334a7ca1bfca {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:37.548311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Port 7192d227-1dcb-4100-bdb9-3dbbd230af80 on network 21273bf0-efe1-403a-9d3b-334a7ca1bfca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:09:37.548660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Attempting to bind port 7192d227-1dcb-4100-bdb9-3dbbd230af80 on network 21273bf0-efe1-403a-9d3b-334a7ca1bfca {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:37.551463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-673d1233-f509-44bf-a45e-fcab7b954f5c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.721381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.734358 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7ac4a192-5041-4beb-9599-d07e5e033c03 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3175650 Mar 25 20:09:37.735318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 60996) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:37.739039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:37.739731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Checking segment: {'id': '3286baa9-e9f1-4b4c-8376-a00ed6e43488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '21273bf0-efe1-403a-9d3b-334a7ca1bfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:37.739731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Bound using segment: {'id': '3286baa9-e9f1-4b4c-8376-a00ed6e43488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '21273bf0-efe1-403a-9d3b-334a7ca1bfca'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:37.740206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Bound port: 7192d227-1dcb-4100-bdb9-3dbbd230af80, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3286baa9-e9f1-4b4c-8376-a00ed6e43488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '21273bf0-efe1-403a-9d3b-334a7ca1bfca'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:37.740596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.743172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1265913146', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:37.750984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:37.756234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:router and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:37.759922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:37.765489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 68ed3142-e815-4fd5-8252-304d50e3b4c1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:37.766164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:37.890845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.892154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.899937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.910669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:37.978703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] For port 7192d227-1dcb-4100-bdb9-3dbbd230af80, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:37.985524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] For port 7192d227-1dcb-4100-bdb9-3dbbd230af80, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80,segment=NetworkSegment(3286baa9-e9f1-4b4c-8376-a00ed6e43488),segment_id=3286baa9-e9f1-4b4c-8376-a00ed6e43488)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:37.989021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166102e-4fdb-4f82-8948-dc69337c48f1 None None] Network 07c1f142-e08e-413d-96ec-e7f77640d536 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:37.990580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.073940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-673d1233-f509-44bf-a45e-fcab7b954f5c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.088521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.198285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7988b0ab-c5c5-48a9-903c-fab1af199028,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:38.204885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:38.205502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.206966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] 10.222.0.43 "PUT /v2.0/ports/7192d227-1dcb-4100-bdb9-3dbbd230af80 HTTP/1.1" status: 200 len: 1093 time: 2.8524926 Mar 25 20:09:38.207299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9536af-b6f6-4b52-8ac0-153aa5f46dfc', 'tag': '7192d227-1dcb-4100-bdb9-3dbbd230af80'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:09:38.249835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.263315 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f06f8353-1adc-408d-9de1-bf4e6e1025d9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2377770 Mar 25 20:09:38.266258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32780) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:38.283983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'security_group': {'name': 'tempest-secgroup-1317923830'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:38.297306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:38.307707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:38.314040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:38.329879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:38.422019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-33aef5f7-bc0f-408b-9107-728051835fb6 None None] Provisioning complete for port f4390baf-d6a6-4d4a-a258-b22df310eddf triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:38.422459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-33aef5f7-bc0f-408b-9107-728051835fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.428146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844ad56-1a5f-4bfe-aafe-ec8ddb3d417a service neutron] Pushing event updated for resources: {'Port': ['ID=7192d227-1dcb-4100-bdb9-3dbbd230af80,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:38.491696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-33aef5f7-bc0f-408b-9107-728051835fb6 None None] Port f4390baf-d6a6-4d4a-a258-b22df310eddf cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:38.503601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.523551 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9536af-b6f6-4b52-8ac0-153aa5f46dfc', 'tag': '7192d227-1dcb-4100-bdb9-3dbbd230af80', 'status': 'completed', 'code': 200} Mar 25 20:09:38.524779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.561022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:38.567538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:security_group_rule and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:38.568206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-33aef5f7-bc0f-408b-9107-728051835fb6 None None] Provisioning for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:38.575127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:38.577373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-33aef5f7-bc0f-408b-9107-728051835fb6 None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:38.577932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-33aef5f7-bc0f-408b-9107-728051835fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.584431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:38.651292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08f79f-705f-4ca0-be21-db2007007196 req-d21f92bb-9453-4f12-afd2-329da534b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:38.652314 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-d21f92bb-9453-4f12-afd2-329da534b7a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f70505dcaf4d5baad87f5cd3c92724&device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 1096 time: 0.2982526 Mar 25 20:09:38.664564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-673d1233-f509-44bf-a45e-fcab7b954f5c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.666974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be959562-c7b6-43a6-9959-67be0a71444f req-a88c4478-57ba-4fa3-b9f5-04c758487378 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:38.668567 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-be959562-c7b6-43a6-9959-67be0a71444f req-a88c4478-57ba-4fa3-b9f5-04c758487378 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 943 time: 0.3204315 Mar 25 20:09:38.721886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d1233-f509-44bf-a45e-fcab7b954f5c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=f24d59b9-22c0-49d2-8d96-74811447c45a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:38.730034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Router cc7c687d-ad2d-4454-a8f5-d7c68ce10266 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:09:38.747230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-673d1233-f509-44bf-a45e-fcab7b954f5c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.774419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc663516-6ffd-4e9e-b9d8-ae0301c1ea04 None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:38.776530 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-344b4e26-a0de-40b5-8aef-097cd19f0773 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80 HTTP/1.1" status: 200 len: 217 time: 0.1070471 Mar 25 20:09:38.894323 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-be959562-c7b6-43a6-9959-67be0a71444f req-8e1a7660-337b-4f62-9257-5caf74ce5a2f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452742 Mar 25 20:09:38.898308 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-673d1233-f509-44bf-a45e-fcab7b954f5c tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/f24d59b9-22c0-49d2-8d96-74811447c45a HTTP/1.1" status: 204 len: 168 time: 1.8404431 Mar 25 20:09:38.901632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-cee864db-b596-4068-9468-6a3f15030474 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:38.902010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32792) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:38.909061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.934028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08f79f-705f-4ca0-be21-db2007007196 req-bbdb550a-5f2e-4767-97e0-9ddd36dc696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:38.935501 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-bbdb550a-5f2e-4767-97e0-9ddd36dc696c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2db17b11-11c1-495f-b596-1d673055f75a HTTP/1.1" status: 200 len: 852 time: 0.1472237 Mar 25 20:09:38.980594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-548a5502-4eba-4c0b-8054-b9718e018991 None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:38.981013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-548a5502-4eba-4c0b-8054-b9718e018991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:38.992173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.017251 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-e4eb3289-3595-4c4a-ab91-121001d4692e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21273bf0-efe1-403a-9d3b-334a7ca1bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689316 Mar 25 20:09:39.040210 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19b1c0b-51ec-4e32-a6bd-fd673d9210af tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:39.040783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19b1c0b-51ec-4e32-a6bd-fd673d9210af tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:39.042362 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a19b1c0b-51ec-4e32-a6bd-fd673d9210af tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/7dc45d1f-22e7-4568-b43b-a964b6e00926 HTTP/1.1" status: 404 len: 337 time: 0.1348815 Mar 25 20:09:39.049986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32798) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:39.093528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:09:39.132272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-cee864db-b596-4068-9468-6a3f15030474 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:39.133999 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-cee864db-b596-4068-9468-6a3f15030474 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170381053&fields=id&tenant_id=101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 267 time: 0.3983071 Mar 25 20:09:39.135560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Sync routers for ids ['cc7c687d-ad2d-4454-a8f5-d7c68ce10266'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:09:39.175319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Routers {'cc7c687d-ad2d-4454-a8f5-d7c68ce10266'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:39.176302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['cc7c687d-ad2d-4454-a8f5-d7c68ce10266'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:39.212973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92224dc-5b10-40d5-958e-4d6e942760b8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:39.243549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebca656e-47fa-4ee5-9dbd-e73cad6b7975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.260734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.265455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6b91ef87-4def-475d-a723-36adabdd5b5d tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9989610 Mar 25 20:09:39.269077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32804) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:39.299501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1482443534', 'security_groups': ['f92224dc-5b10-40d5-958e-4d6e942760b8'], 'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39c97b46-b5d5-495f-bb2d-b0a97bc214ca'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:39.359140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.363351 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1a0a5868-4539-4bae-99fc-3b2a36788bdb tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 4.8359177 Mar 25 20:09:39.371716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32808) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:39.414552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f547db6-9690-46e8-9de4-9f9e35b87152 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting subnet c5217cc8-b633-4dbd-af5f-6e1722eff0be {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:39.427577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-548a5502-4eba-4c0b-8054-b9718e018991 None None] Provisioning complete for port d0975607-1329-4d23-b4e2-e9b14b4222b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:39.428087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-548a5502-4eba-4c0b-8054-b9718e018991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.483802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f547db6-9690-46e8-9de4-9f9e35b87152 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.511526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Set router cc7c687d-ad2d-4454-a8f5-d7c68ce10266 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:09:39.560077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.572179 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-d4f10f19-3a12-4b67-99fd-ed6653314497 service neutron] 10.222.0.43 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467439 Mar 25 20:09:39.597962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.646690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-7341252b-469b-4322-8d2a-91ab6df0de15 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:39.647473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-7341252b-469b-4322-8d2a-91ab6df0de15 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:39.666108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f547db6-9690-46e8-9de4-9f9e35b87152 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.828564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-548a5502-4eba-4c0b-8054-b9718e018991 None None] Port d0975607-1329-4d23-b4e2-e9b14b4222b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:39.831058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:39.866093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:39.872889 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-10ac8c15-b5e8-479e-881d-c9f9c517b897 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/routers/cc7c687d-ad2d-4454-a8f5-d7c68ce10266 HTTP/1.1" status: 200 len: 905 time: 0.4998651 Mar 25 20:09:39.873475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32812) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:39.885010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'router': {'name': 'tempest-snat-router-80986432', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': True}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:39.899237 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c08f79f-705f-4ca0-be21-db2007007196 req-4967d3e5-c739-4656-93f1-08018f132f13 service neutron] 10.222.0.43 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117225 Mar 25 20:09:39.915365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f547db6-9690-46e8-9de4-9f9e35b87152 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:39.921406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:39.933660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Usage tracker for resource:router and tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:39.938127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:39.947018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:39.969635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.26.8.232 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/fe5f79b0-d07d-45d5-ae62-33d47aa6997d) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:39.972872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7c687d-ad2d-4454-a8f5-d7c68ce10266', 'name': 'tempest-snat-router-80986432', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.7'}], 'enable_snat': False}, 'gw_port_id': 'b1e17566-218e-4db7-947d-19e234e2ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:34Z', 'updated_at': '2022-03-25T20:09:36Z', 'revision_number': 3, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port': {'id': 'b1e17566-218e-4db7-947d-19e234e2ff7c', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c687d-ad2d-4454-a8f5-d7c68ce10266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:09:35Z', 'updated_at': '2022-03-25T20:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:39.978754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Checking router: cc7c687d-ad2d-4454-a8f5-d7c68ce10266 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:09:39.979148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Updating router cc7c687d-ad2d-4454-a8f5-d7c68ce10266 port b1e17566-218e-4db7-947d-19e234e2ff7c binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:09:39.988777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:40.073114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.085295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.087221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.131957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.172201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.229479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-7341252b-469b-4322-8d2a-91ab6df0de15 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:40.230324 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-7341252b-469b-4322-8d2a-91ab6df0de15 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 812 time: 1.0074537 Mar 25 20:09:40.300914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.372363 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-36dfceae-03a6-4bd6-a866-3abeac8efdd7 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/quotas/101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 375 time: 0.1145358 Mar 25 20:09:40.476076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.505557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ea8f76af-939c-4dcc-b5df-2d0e47478170 None None] Provisioning complete for port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:40.506240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea8f76af-939c-4dcc-b5df-2d0e47478170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.513426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:40.515924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=fe5f79b0-d07d-45d5-ae62-33d47aa6997d,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:40.520187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:40.548265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] device_id is not set on port 86712fa0-5842-4b4a-b28d-f97a92aa609f yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:09:40.554731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.573129 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:40.574758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Transition to ACTIVE for port object b1e17566-218e-4db7-947d-19e234e2ff7c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:40.634968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e11605-b351-42d4-a070-520819172e93 req-983536db-a66a-491a-9a5e-3201dbd3a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:40.636511 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59e11605-b351-42d4-a070-520819172e93 req-983536db-a66a-491a-9a5e-3201dbd3a2ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f70505dcaf4d5baad87f5cd3c92724&device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 1096 time: 0.4051719 Mar 25 20:09:40.641548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f547db6-9690-46e8-9de4-9f9e35b87152 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.652852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16c70-cdeb-4883-9dff-439360458879 req-f5677601-6051-4a21-ae9a-83a6c2318766 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:40.654339 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-57d16c70-cdeb-4883-9dff-439360458879 req-f5677601-6051-4a21-ae9a-83a6c2318766 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 943 time: 0.4083462 Mar 25 20:09:40.674987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.674987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ea8f76af-939c-4dcc-b5df-2d0e47478170 None None] Provisioning complete for port d0975607-1329-4d23-b4e2-e9b14b4222b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:40.674987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea8f76af-939c-4dcc-b5df-2d0e47478170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.788103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f547db6-9690-46e8-9de4-9f9e35b87152 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Subnet': ['ID=c5217cc8-b633-4dbd-af5f-6e1722eff0be,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:40.800818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f76af-939c-4dcc-b5df-2d0e47478170 None None] Port d0975607-1329-4d23-b4e2-e9b14b4222b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:40.811961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Attempting to bind port b1e17566-218e-4db7-947d-19e234e2ff7c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:40.812165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f547db6-9690-46e8-9de4-9f9e35b87152 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.812579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Attempting to bind port b1e17566-218e-4db7-947d-19e234e2ff7c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:40.813045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Attempting to bind port b1e17566-218e-4db7-947d-19e234e2ff7c on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:40.820148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce370c40-168c-45af-9ad9-a5d370c67d21 None None] Pushing event updated for resources: {'Port': ['ID=b1e17566-218e-4db7-947d-19e234e2ff7c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:40.826463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:40.827728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:40.827728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.827728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:40.828414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Bound port: b1e17566-218e-4db7-947d-19e234e2ff7c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:40.828914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.855122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b8bf5-7e22-4c5e-999f-1ead248d90ee None None] Network 8cbde5a2-3c69-45ad-9328-365db531a015 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:40.892086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:40.899282 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-a7e58378-5ca0-42ff-94b2-f2755eb38171 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5106390 Mar 25 20:09:40.917410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4f547db6-9690-46e8-9de4-9f9e35b87152 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/c5217cc8-b633-4dbd-af5f-6e1722eff0be HTTP/1.1" status: 204 len: 168 time: 1.8620219 Mar 25 20:09:40.927044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32820) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:40.929978 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-57d16c70-cdeb-4883-9dff-439360458879 req-1413b0c3-e1e2-4907-849f-7bcdd30addde tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889784 Mar 25 20:09:41.039594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96d21f7-4354-41a3-90b4-46946c5cda37 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:41.040047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96d21f7-4354-41a3-90b4-46946c5cda37 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:41.044226 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d96d21f7-4354-41a3-90b4-46946c5cda37 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/36a5a709-2c6b-449b-96d8-4dff70e639b3 HTTP/1.1" status: 404 len: 337 time: 0.1105163 Mar 25 20:09:41.054093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32824) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:41.060569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] For port b1e17566-218e-4db7-947d-19e234e2ff7c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:41.071576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] For port b1e17566-218e-4db7-947d-19e234e2ff7c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b1e17566-218e-4db7-947d-19e234e2ff7c,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:41.150371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:41.184441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e11605-b351-42d4-a070-520819172e93 req-1f2108d8-d905-412b-8f83-eecbf21aa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:41.185927 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59e11605-b351-42d4-a070-520819172e93 req-1f2108d8-d905-412b-8f83-eecbf21aa1c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21273bf0-efe1-403a-9d3b-334a7ca1bfca HTTP/1.1" status: 200 len: 913 time: 0.5012918 Mar 25 20:09:41.191615 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-218eb796-30e6-4f3b-a67a-0aaf74e60e12 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409 HTTP/1.1" status: 200 len: 205 time: 0.1364961 Mar 25 20:09:41.201887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] DHCP port deletion for 8cbde5a2-3c69-45ad-9328-365db531a015 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:09:41.204900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32828) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:41.224058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] Deleting port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:41.224598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:41.259863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.14 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/39c97b46-b5d5-495f-bb2d-b0a97bc214ca/86712fa0-5842-4b4a-b28d-f97a92aa609f) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:41.276750 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59e11605-b351-42d4-a070-520819172e93 req-db81b702-0f02-43ef-a2a8-09d610bfd313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80 HTTP/1.1" status: 200 len: 217 time: 0.0792933 Mar 25 20:09:41.297453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-4928790b-ce5a-4664-aed4-fd11423afd88 service neutron] 10.222.0.37 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711188 Mar 25 20:09:41.299672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Routers {'cc7c687d-ad2d-4454-a8f5-d7c68ce10266'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:41.300409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['cc7c687d-ad2d-4454-a8f5-d7c68ce10266'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:41.351489 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-9614182b-4110-4175-b87d-53aa98569486 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] delete failed (client error): The resource could not be found. Mar 25 20:09:41.355602 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9614182b-4110-4175-b87d-53aa98569486 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/routers/cd81e9e4-fa6d-4e47-8ec0-f3ef88b4e409 HTTP/1.1" status: 404 len: 336 time: 0.1472507 Mar 25 20:09:41.358242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32832) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:41.378290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce370c40-168c-45af-9ad9-a5d370c67d21 None None] Pushing event updated for resources: {'Port': ['ID=b1e17566-218e-4db7-947d-19e234e2ff7c,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:41.419027 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-d108a61e-4062-478d-af74-a60f5e3867b8 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:41.419470 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d108a61e-4062-478d-af74-a60f5e3867b8 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:41.428319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:41.473539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e11605-b351-42d4-a070-520819172e93 req-45f95c6f-8c6b-42b7-b7c0-4b675a62d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:41.474992 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59e11605-b351-42d4-a070-520819172e93 req-45f95c6f-8c6b-42b7-b7c0-4b675a62d978 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2db17b11-11c1-495f-b596-1d673055f75a HTTP/1.1" status: 200 len: 852 time: 0.1766438 Mar 25 20:09:41.500024 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d108a61e-4062-478d-af74-a60f5e3867b8 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/d551c0fa-5a0b-4c11-a3b9-8ff64c546a75 HTTP/1.1" status: 404 len: 337 time: 0.1380417 Mar 25 20:09:41.500960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32836) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:41.612358 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59e11605-b351-42d4-a070-520819172e93 req-da7d2f9b-8618-4ce2-97a7-539d490f8802 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21273bf0-efe1-403a-9d3b-334a7ca1bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151671 Mar 25 20:09:41.650942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:09:41.723474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] Set router cc7c687d-ad2d-4454-a8f5-d7c68ce10266 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:09:41.800279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:41.825636 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d4ac9e-d70c-4742-9b38-6a776d95710b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:41.826415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d4ac9e-d70c-4742-9b38-6a776d95710b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:41.828342 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-17d4ac9e-d70c-4742-9b38-6a776d95710b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/3aa32a97-0ebf-4a85-98a1-bdf063f4ba88 HTTP/1.1" status: 404 len: 337 time: 0.2944028 Mar 25 20:09:41.831565 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32842) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:41.834555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:41.838944 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-ee6ea1a2-3a16-46d0-8a11-b8de9789df20 service neutron] 10.222.0.37 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047669 Mar 25 20:09:41.878586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] For port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,segment=NetworkSegment(2d96fd14-ee37-419d-9f69-63d6bb128b04),segment_id=2d96fd14-ee37-419d-9f69-63d6bb128b04)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:41.879039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:41.995337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.007646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59e11605-b351-42d4-a070-520819172e93 req-4cd2dcf1-ec3e-4c09-ad66-17cff69a8515 service neutron] 10.222.0.43 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855302 Mar 25 20:09:42.032067 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa47999-7659-4073-8fe0-80acc0bcb5ef tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:42.032558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa47999-7659-4073-8fe0-80acc0bcb5ef tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:42.036505 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cfa47999-7659-4073-8fe0-80acc0bcb5ef tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/3c38ad7d-52c9-4f1b-a1e7-e96f2c6f253d HTTP/1.1" status: 404 len: 337 time: 0.2015979 Mar 25 20:09:42.039653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object 86712fa0-5842-4b4a-b28d-f97a92aa609f will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:42.042988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32852) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:42.145262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] Calling delete_port for 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:42.159271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e16190-19bd-410a-b7a5-503805d61d6b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:42.159748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e16190-19bd-410a-b7a5-503805d61d6b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:42.163910 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-24e16190-19bd-410a-b7a5-503805d61d6b tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/436e0538-c7f4-43e0-b54a-2d63b2ee7ed3 HTTP/1.1" status: 404 len: 333 time: 0.1173809 Mar 25 20:09:42.187893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32858) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:42.271713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59e11605-b351-42d4-a070-520819172e93 req-04f43319-fa10-4b00-a678-5295f4bc0bcf service neutron] 10.222.0.43 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553701 Mar 25 20:09:42.299758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d83c7-b794-4468-bfe0-632a943142bc req-bee67b18-fba9-4c38-b85a-0f09d3102544 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:42.301269 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1d3d83c7-b794-4468-bfe0-632a943142bc req-bee67b18-fba9-4c38-b85a-0f09d3102544 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 943 time: 0.1495352 Mar 25 20:09:42.307889 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff22d37e-591d-4f92-aa28-08424bc537ab tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:42.308331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff22d37e-591d-4f92-aa28-08424bc537ab tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:42.324914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-730a4c4f-2af8-44d5-a9d9-9fc4ee02a095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.328611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.338627 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ff22d37e-591d-4f92-aa28-08424bc537ab tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/e4b28721-d3fa-45ac-ab5f-d852920ae03f HTTP/1.1" status: 404 len: 337 time: 0.0938354 Mar 25 20:09:42.342359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32862) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:42.349524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.372097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.399435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:42.414249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:42.424197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:42.437752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.488519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1d3d83c7-b794-4468-bfe0-632a943142bc req-e7949b32-28d8-410f-aab4-31c6dddf9b82 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788926 Mar 25 20:09:42.492343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=86712fa0-5842-4b4a-b28d-f97a92aa609f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:42.526305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:42.526996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.550002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] Pushing event deleted for resources: {'Port': ['ID=3d38cbed-8809-4bcc-b47c-120c4ab3d6e0,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:42.556426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53894599-a5ba-4a01-ab47-51c595499e5b None None] No DVR routers for this DVR port 3d38cbed-8809-4bcc-b47c-120c4ab3d6e0 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:09:42.581558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7c687d-ad2d-4454-a8f5-d7c68ce10266', 'name': 'tempest-snat-router-80986432', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.7'}], 'enable_snat': False}, 'gw_port_id': 'b1e17566-218e-4db7-947d-19e234e2ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:34Z', 'updated_at': '2022-03-25T20:09:36Z', 'revision_number': 3, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port': {'id': 'b1e17566-218e-4db7-947d-19e234e2ff7c', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c687d-ad2d-4454-a8f5-d7c68ce10266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:09:35Z', 'updated_at': '2022-03-25T20:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:42.585366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d0178-61c0-4be5-952b-1d6be2ab481a None None] The sync data for ids ['cc7c687d-ad2d-4454-a8f5-d7c68ce10266'] in dv-neutron-835149-1-hyperv is: [{'id': 'cc7c687d-ad2d-4454-a8f5-d7c68ce10266', 'name': 'tempest-snat-router-80986432', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.7'}], 'enable_snat': False}, 'gw_port_id': 'b1e17566-218e-4db7-947d-19e234e2ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:34Z', 'updated_at': '2022-03-25T20:09:36Z', 'revision_number': 3, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port': {'id': 'b1e17566-218e-4db7-947d-19e234e2ff7c', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c687d-ad2d-4454-a8f5-d7c68ce10266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:09:35Z', 'updated_at': '2022-03-25T20:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:09:42.587046 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-7617b5e4-f7bf-40e2-999b-99f0f241baae tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:42.587505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7617b5e4-f7bf-40e2-999b-99f0f241baae tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:42.591994 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7617b5e4-f7bf-40e2-999b-99f0f241baae tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/38809448-a9c9-401a-8860-75cc739d5639 HTTP/1.1" status: 404 len: 337 time: 0.2441752 Mar 25 20:09:42.591994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Allocated IP 172.26.8.65 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/01eaedac-96e6-45cb-9fdf-1f6d266b0300) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:42.592176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32866) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:42.668181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-720cb8df-43bd-47d5-b4da-c595a9f24fa4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:42.668181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720cb8df-43bd-47d5-b4da-c595a9f24fa4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:42.668181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-720cb8df-43bd-47d5-b4da-c595a9f24fa4 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/e7ca4ff7-7c06-4cda-ba07-64398a192ee5 HTTP/1.1" status: 404 len: 333 time: 0.0744617 Mar 25 20:09:42.677805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32872) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:42.751712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8efbb2bf-1868-49af-96c4-99a3a19a9698 req-eb65e5a6-f67d-4d8b-9712-29c3891ec98d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0811872 Mar 25 20:09:42.756231 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c2e9ca48-9cf2-4c97-acb0-6f74296f6445 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4721329 Mar 25 20:09:42.757162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32878) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:42.766775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:42.790477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.797409 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15dfc97-c563-4b37-8c4a-39daa2ae901f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:42.800648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15dfc97-c563-4b37-8c4a-39daa2ae901f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:42.803701 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f15dfc97-c563-4b37-8c4a-39daa2ae901f tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/af6ae681-ae90-4690-bf62-6a0a579decf1 HTTP/1.1" status: 404 len: 337 time: 0.1118259 Mar 25 20:09:42.804234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32882) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:42.847175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:42.904567 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e549931d-07f4-4f00-aeb8-93ebf89650f3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:42.904567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e549931d-07f4-4f00-aeb8-93ebf89650f3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:42.908901 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e549931d-07f4-4f00-aeb8-93ebf89650f3 tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/subnets/492a7042-aa99-42de-972a-ddd4b427e7eb HTTP/1.1" status: 404 len: 337 time: 0.0946202 Mar 25 20:09:42.909807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32890) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:42.932899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-121f226d-0c32-4f8f-ac13-8d71452ea827 None None] Provisioning for port 86712fa0-5842-4b4a-b28d-f97a92aa609f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:42.941548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-121f226d-0c32-4f8f-ac13-8d71452ea827 None None] Provisioning complete for port 86712fa0-5842-4b4a-b28d-f97a92aa609f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:42.943633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-121f226d-0c32-4f8f-ac13-8d71452ea827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:43.021529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0aca84b5-d2da-4fbf-a343-e8e396cd701a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Deleting port d0975607-1329-4d23-b4e2-e9b14b4222b8 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:43.021870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0aca84b5-d2da-4fbf-a343-e8e396cd701a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:43.034228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-121f226d-0c32-4f8f-ac13-8d71452ea827 None None] Port 86712fa0-5842-4b4a-b28d-f97a92aa609f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:43.049044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:43.064855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:43.069670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:43.078951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:43.191555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:43.195855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:43.200773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:43.269666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:09:43.342382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:43.411452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:43.416954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:43.422416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:43.437521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0aca84b5-d2da-4fbf-a343-e8e396cd701a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:43.506115 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.ipam_backend_mixin [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39c97b46-b5d5-495f-bb2d-b0a97bc214ca (CIDR: 172.20.0.0/28) Mar 25 20:09:43.563606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'Port': ['ID=01eaedac-96e6-45cb-9fdf-1f6d266b0300,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:43.576848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-0aca84b5-d2da-4fbf-a343-e8e396cd701a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Calling delete_port for d0975607-1329-4d23-b4e2-e9b14b4222b8 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:43.605866 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:09:43.606614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:43.670389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:09:43.690625 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e3d18-7a6e-4f39-9f32-f0e58d805bfd None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:09:43.713107 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e3d18-7a6e-4f39-9f32-f0e58d805bfd None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:43.716056 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a88e3d18-7a6e-4f39-9f32-f0e58d805bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:43.729419 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-11f10ea4-8c4c-4118-b604-0f57e29a06a9 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9684393 Mar 25 20:09:43.729976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32900) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:43.737142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:43.799687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b1e17566-218e-4db7-947d-19e234e2ff7c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:43.871139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7192d227-1dcb-4100-bdb9-3dbbd230af80 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:09:43.888109 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a88e3d18-7a6e-4f39-9f32-f0e58d805bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:43.899076 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e3d18-7a6e-4f39-9f32-f0e58d805bfd None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:43.899986 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a88e3d18-7a6e-4f39-9f32-f0e58d805bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:43.933387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:43.939426 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-05dd27f3-fe20-4ca6-9254-8f8c51e07c22 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2037001 Mar 25 20:09:43.940526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32906) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:43.966738 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a88e3d18-7a6e-4f39-9f32-f0e58d805bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:43.966738 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e3d18-7a6e-4f39-9f32-f0e58d805bfd None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:09:43.983424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0aca84b5-d2da-4fbf-a343-e8e396cd701a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.047522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port b1e17566-218e-4db7-947d-19e234e2ff7c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:44.057724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b1e17566-218e-4db7-947d-19e234e2ff7c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:44.058154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.123203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7192d227-1dcb-4100-bdb9-3dbbd230af80, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80,segment=NetworkSegment(3286baa9-e9f1-4b4c-8376-a00ed6e43488),segment_id=3286baa9-e9f1-4b4c-8376-a00ed6e43488)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:44.149989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '7192d227-1dcb-4100-bdb9-3dbbd230af80', 'network_id': '21273bf0-efe1-403a-9d3b-334a7ca1bfca', 'port_id': '7192d227-1dcb-4100-bdb9-3dbbd230af80', 'mac_address': 'fa:16:3e:69:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db17b11-11c1-495f-b596-1d673055f75a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:09:44.184918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89d0fa99-f987-46a4-bd84-24446b5e3dfa req-0ff522be-5146-4202-a2be-c71278e64332 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 210 time: 0.2025049 Mar 25 20:09:44.185648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca84b5-d2da-4fbf-a343-e8e396cd701a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Port': ['ID=d0975607-1329-4d23-b4e2-e9b14b4222b8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:44.203506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.215870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0aca84b5-d2da-4fbf-a343-e8e396cd701a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.282728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.295448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:44.309777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487653f-b001-476b-9a19-c9ff5526aff5 req-fac5cd89-73fe-48fa-99fe-44268625bd25 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:44.311333 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1487653f-b001-476b-9a19-c9ff5526aff5 req-fac5cd89-73fe-48fa-99fe-44268625bd25 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 943 time: 0.3301499 Mar 25 20:09:44.312372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:44.319508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:44.321490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.327279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7192d227-1dcb-4100-bdb9-3dbbd230af80 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:09:44.328693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:44.342789 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0aca84b5-d2da-4fbf-a343-e8e396cd701a tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/ports/d0975607-1329-4d23-b4e2-e9b14b4222b8 HTTP/1.1" status: 204 len: 168 time: 1.4323733 Mar 25 20:09:44.344258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32910) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:44.345157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7192d227-1dcb-4100-bdb9-3dbbd230af80, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80,segment=NetworkSegment(3286baa9-e9f1-4b4c-8376-a00ed6e43488),segment_id=3286baa9-e9f1-4b4c-8376-a00ed6e43488)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:44.360302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port b1e17566-218e-4db7-947d-19e234e2ff7c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b1e17566-218e-4db7-947d-19e234e2ff7c,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:44.420206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:44.423959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.436562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.474355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.535212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=7192d227-1dcb-4100-bdb9-3dbbd230af80,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:44.556150 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1487653f-b001-476b-9a19-c9ff5526aff5 req-117ba9f9-8a21-45c5-932b-1fe2ffa01d7c tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264647 Mar 25 20:09:44.582935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.619477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.663213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=b1e17566-218e-4db7-947d-19e234e2ff7c,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:44.748556 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.ipam_backend_mixin [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 876dad47-0391-48d7-8e22-b5c603943f74 (CIDR: 172.20.0.16/28) Mar 25 20:09:44.797236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:09:44.797731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:44.813366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['7192d227-1dcb-4100-bdb9-3dbbd230af80'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:09:44.818894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.849048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbde5a2-3c69-45ad-9328-365db531a015']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:44.863367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d96fd14-ee37-419d-9f69-63d6bb128b04') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:44.863730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d96fd14-ee37-419d-9f69-63d6bb128b04') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:44.877152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.898515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.917659 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8d0f143e-d8fe-4ff2-9ecd-90731f141192 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1850193 Mar 25 20:09:44.919148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32914) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:44.919282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:09:44.919575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:09:44.944839 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:09:44.987605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'subnet': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:45.135550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:45.139648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:45.190938 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] 10.222.0.37 "DELETE /v2.0/networks/8cbde5a2-3c69-45ad-9328-365db531a015 HTTP/1.1" status: 204 len: 168 time: 0.8454542 Mar 25 20:09:45.192131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd865ca6-5a69-4c53-9463-9dfa6148a7dc tempest-PortsIpV6TestJSON-83453062 tempest-PortsIpV6TestJSON-83453062-project] Pushing event deleted for resources: {'Network': ['ID=8cbde5a2-3c69-45ad-9328-365db531a015,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:45.326354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-b6efb47d-4b92-4c94-9a0a-1ab986d879fc tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:45.330023 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-b6efb47d-4b92-4c94-9a0a-1ab986d879fc tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 812 time: 0.2173345 Mar 25 20:09:45.381357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:45.411761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e6b974e7-5f5c-4a0e-be90-c74f3e6df244 req-9daed64f-045e-407f-ba1c-c5204d42bda0 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0496275 Mar 25 20:09:45.441681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-a1eae451-f6f3-4558-8e64-7ea225bfa0b6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 380 time: 0.1034825 Mar 25 20:09:45.450497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'port': {'device_id': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'admin_state_up': True, 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'security_groups': ['a5abfe14-ea83-4df9-81b3-e5fce5a10399']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:45.451722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:45.462189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Usage tracker for resource:subnet and tenant:51ab3c70c14f4b88b2a68bbf82b511e5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:45.473954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:45.488225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:45.619162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Made reservation on behalf of 51ab3c70c14f4b88b2a68bbf82b511e5 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:45.622618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:45.628165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:45.645421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b1e17566-218e-4db7-947d-19e234e2ff7c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:45.648232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:port and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:45.657053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:45.673235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:45.754128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b1e17566-218e-4db7-947d-19e234e2ff7c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:45.754659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:45.800010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Made reservation on behalf of 101ed8c2e45345638cfa6e865eb10860 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:45.803225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:45.883273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7192d227-1dcb-4100-bdb9-3dbbd230af80 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:45.892158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32930) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:45.931043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7ab5a-07c6-472e-bab0-b2c630ee174b req-3dfd26e1-c4eb-427a-9cd5-cc72a0fb69da tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:45.932756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cee7ab5a-07c6-472e-bab0-b2c630ee174b req-3dfd26e1-c4eb-427a-9cd5-cc72a0fb69da tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 944 time: 0.2408071 Mar 25 20:09:45.999350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cee7ab5a-07c6-472e-bab0-b2c630ee174b req-8ffb5eed-0ed0-498b-89a8-65294e215489 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600972 Mar 25 20:09:46.040857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.144824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 7192d227-1dcb-4100-bdb9-3dbbd230af80 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:46.152672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 7192d227-1dcb-4100-bdb9-3dbbd230af80 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:46.154075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.250725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Allocated IP 172.20.0.3 (3ce948da-a84f-4ff5-9151-77ad5d6bd61f/0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe/b5768153-b2ef-4ddb-bed0-49a9d0d0f480) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:46.250939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Router 25ea7d47-d913-4753-a112-f740b09749a9 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:09:46.255656 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-25e3ea8f-22c9-4198-ac94-95e68efa1c8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17e17554231b4ebe9b463828411b73ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622749 Mar 25 20:09:46.258384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32936) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:46.321130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.354378 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9536af-b6f6-4b52-8ac0-153aa5f46dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7192d227-1dcb-4100-bdb9-3dbbd230af80'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:09:46.376626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7192d227-1dcb-4100-bdb9-3dbbd230af80, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80,segment=NetworkSegment(3286baa9-e9f1-4b4c-8376-a00ed6e43488),segment_id=3286baa9-e9f1-4b4c-8376-a00ed6e43488)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:46.466762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d52d-8d32-4fcc-9fb2-4d7ff5d1d607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.470453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.559058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d52d-8d32-4fcc-9fb2-4d7ff5d1d607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.574100 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9536af-b6f6-4b52-8ac0-153aa5f46dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7192d227-1dcb-4100-bdb9-3dbbd230af80', 'code': 200} Mar 25 20:09:46.633904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=7192d227-1dcb-4100-bdb9-3dbbd230af80,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:46.666035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:09:46.677202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Sync routers for ids ['25ea7d47-d913-4753-a112-f740b09749a9'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:09:46.686848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Routers {'25ea7d47-d913-4753-a112-f740b09749a9'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:46.687606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['25ea7d47-d913-4753-a112-f740b09749a9'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:46.792209 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9cb4de8c-9a40-4c6a-8b82-64fe435e000a req-9f8281bb-0b91-4849-b58a-642840f04127 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 210 time: 0.1397359 Mar 25 20:09:46.803195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.811672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.20.0.1 (07c1f142-e08e-413d-96ec-e7f77640d536/04ca3e15-d45b-4603-bfa8-ed5c54f07956/0660d014-8b57-4a6d-9ad7-d10b96a9d9f5) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:46.842373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Transition to ACTIVE for port object b5768153-b2ef-4ddb-bed0-49a9d0d0f480 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:46.855843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.914869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:46.916420 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-05bc8db0-52a3-4230-bd91-4f48da77eb75 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 7.0392001 Mar 25 20:09:46.920886 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32946) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:46.948896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Set router 25ea7d47-d913-4753-a112-f740b09749a9 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:09:47.011552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:47.048225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:47.058956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:47.069334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:47.069934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:47.083053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d52d-8d32-4fcc-9fb2-4d7ff5d1d607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:47.091231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebcb0c6-7521-44d2-af4f-74ccdf44ff8d None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:47.091590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Subnet': ['ID=8a898ed5-b939-4641-b444-6bc9ff6009f6,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:47.174833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:47.198332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c521-dcd2-4b3c-9005-0ef880d0954b req-1d4111c3-07d4-4896-b96e-d54628ef384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:47.202933 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59f9c521-dcd2-4b3c-9005-0ef880d0954b req-1d4111c3-07d4-4896-b96e-d54628ef384f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 1098 time: 0.2140880 Mar 25 20:09:47.244729 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c4988f14-0597-4fc7-86cf-bdf649b2b162 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3175559 Mar 25 20:09:47.245867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32952) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:47.255306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-655370584', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a898ed5-b939-4641-b444-6bc9ff6009f6'}], 'security_groups': ['f765d030-bcb1-4947-aabe-ef8fac3be034', '7988b0ab-c5c5-48a9-903c-fab1af199028']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:47.327724 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59f9c521-dcd2-4b3c-9005-0ef880d0954b req-a8dc8def-3f8e-4040-b17d-d9d602f19b81 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194713 Mar 25 20:09:47.377680 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-67912137-fe6b-4a75-a21d-a32ea24e1d79 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/routers/25ea7d47-d913-4753-a112-f740b09749a9 HTTP/1.1" status: 200 len: 905 time: 0.4552522 Mar 25 20:09:47.378636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:47.384962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 32956) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:47.392888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:47.436078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5d52d-8d32-4fcc-9fb2-4d7ff5d1d607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0a2a2-45dd-49d0-a8fd-e87191a651d5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:47.454243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:47.471720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:47.511382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:47.553004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea7d47-d913-4753-a112-f740b09749a9', 'name': 'tempest-snat-router-80986432', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '01eaedac-96e6-45cb-9fdf-1f6d266b0300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:40Z', 'updated_at': '2022-03-25T20:09:43Z', 'revision_number': 3, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port': {'id': '01eaedac-96e6-45cb-9fdf-1f6d266b0300', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea7d47-d913-4753-a112-f740b09749a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:09:41Z', 'updated_at': '2022-03-25T20:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:47.557954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Checking router: 25ea7d47-d913-4753-a112-f740b09749a9 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:09:47.558169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Updating router 25ea7d47-d913-4753-a112-f740b09749a9 port 01eaedac-96e6-45cb-9fdf-1f6d266b0300 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:09:47.629677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d52d-8d32-4fcc-9fb2-4d7ff5d1d607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:47.630830 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e6b5d52d-8d32-4fcc-9fb2-4d7ff5d1d607 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ad0a2a2-45dd-49d0-a8fd-e87191a651d5 HTTP/1.1" status: 204 len: 168 time: 1.3715482 Mar 25 20:09:47.692319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:47.692319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:47.784062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f825a7-18cb-4056-a956-73e43eab9e88 req-6479b8a9-b3bc-4eab-8701-016b040afbaf tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:47.785666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-12f825a7-18cb-4056-a956-73e43eab9e88 req-6479b8a9-b3bc-4eab-8701-016b040afbaf tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.3913434 Mar 25 20:09:47.815930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:47.860787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-d1881375-1aeb-46c7-943b-a4734af42872 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4135752 Mar 25 20:09:47.862307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 07c1f142-e08e-413d-96ec-e7f77640d536 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:47.867222 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-12f825a7-18cb-4056-a956-73e43eab9e88 req-b364e04e-f485-427c-8ef0-217bc55abed1 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717878 Mar 25 20:09:47.882949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Request body: {'port': {'device_id': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:47.905758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:47.913006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b55a28f-a153-4454-acd4-cce248f4ea0a None None] Update dhcp port {'port': {'network_id': '4726f9c8-22fb-490f-b2d4-20b2b7d03ce6', 'fixed_ips': [{'subnet_id': '876dad47-0391-48d7-8e22-b5c603943f74', 'ip_address': '172.20.0.18'}, {'subnet_id': '39c97b46-b5d5-495f-bb2d-b0a97bc214ca', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a898ed5-b939-4641-b444-6bc9ff6009f6'}], 'binding:host_id': 'dv-neutron-835149-1-hyperv'}, 'id': '68ed3142-e815-4fd5-8252-304d50e3b4c1'} from dv-neutron-835149-1-hyperv. {{(pid=88486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 25 20:09:47.918147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:48.142447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b55a28f-a153-4454-acd4-cce248f4ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:48.183094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:48.191741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a9a885c4-dae3-4f0e-bbb4-5976dc6a3c0a None None] Provisioning for port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:48.230862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=0660d014-8b57-4a6d-9ad7-d10b96a9d9f5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:48.253196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:48.257906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a9a885c4-dae3-4f0e-bbb4-5976dc6a3c0a None None] Provisioning complete for port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:48.257906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9a885c4-dae3-4f0e-bbb4-5976dc6a3c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:48.449157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:48.517201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a9a885c4-dae3-4f0e-bbb4-5976dc6a3c0a None None] Port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:48.604398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:48.822594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-8b55a28f-a153-4454-acd4-cce248f4ea0a None None] Allocated IP 172.20.0.34 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/8a898ed5-b939-4641-b444-6bc9ff6009f6/68ed3142-e815-4fd5-8252-304d50e3b4c1) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:48.880440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5768153-b2ef-4ddb-bed0-49a9d0d0f480 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:09:48.889632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:48.951672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Transition to ACTIVE for port object b5768153-b2ef-4ddb-bed0-49a9d0d0f480 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:48.972195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e22724-860f-4096-a384-4f7986e7a256 req-891dcaf3-916f-4acf-8c7e-a4fd391084e4 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:48.972970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-01e22724-860f-4096-a384-4f7986e7a256 req-891dcaf3-916f-4acf-8c7e-a4fd391084e4 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:49.014525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.030290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.101419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-01e22724-860f-4096-a384-4f7986e7a256 req-891dcaf3-916f-4acf-8c7e-a4fd391084e4 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:49.102623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-01e22724-860f-4096-a384-4f7986e7a256 req-891dcaf3-916f-4acf-8c7e-a4fd391084e4 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 931 time: 0.9149439 Mar 25 20:09:49.152974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8b55a28f-a153-4454-acd4-cce248f4ea0a None None] For port 68ed3142-e815-4fd5-8252-304d50e3b4c1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=68ed3142-e815-4fd5-8252-304d50e3b4c1,segment=NetworkSegment(5ad62441-e7fc-4bd1-9214-562d28b3f1e5),segment_id=5ad62441-e7fc-4bd1-9214-562d28b3f1e5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:49.194141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b55a28f-a153-4454-acd4-cce248f4ea0a None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.221767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8b55a28f-a153-4454-acd4-cce248f4ea0a None None] Transition to ACTIVE for port object 68ed3142-e815-4fd5-8252-304d50e3b4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:49.229826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:09:49.277523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.342770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b55a28f-a153-4454-acd4-cce248f4ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.462508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.477563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Transition to ACTIVE for port object 01eaedac-96e6-45cb-9fdf-1f6d266b0300 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:49.513654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32984) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:49.570925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55a28f-a153-4454-acd4-cce248f4ea0a None None] Pushing event updated for resources: {'Port': ['ID=68ed3142-e815-4fd5-8252-304d50e3b4c1,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:49.572259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Pushing event updated for resources: {'Port': ['ID=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:49.593288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.722176 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-01e22724-860f-4096-a384-4f7986e7a256 req-0cacba91-c28b-4cb9-8b4b-37c31385ff7b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5731883 Mar 25 20:09:49.748180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Attempting to bind port 01eaedac-96e6-45cb-9fdf-1f6d266b0300 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:49.748586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Attempting to bind port 01eaedac-96e6-45cb-9fdf-1f6d266b0300 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:49.749096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Attempting to bind port 01eaedac-96e6-45cb-9fdf-1f6d266b0300 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:49.766165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea7c1-9dca-46a8-8aa1-b42dbbbdc977 req-f662f1c4-8e63-40b5-bc52-d4a5a8b5c1d9 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:49.769868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7feea7c1-9dca-46a8-8aa1-b42dbbbdc977 req-f662f1c4-8e63-40b5-bc52-d4a5a8b5c1d9 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.6790624 Mar 25 20:09:49.774319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:49.774840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2133724097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:49.775351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:49.775973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.776576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:49.777112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Bound port: 01eaedac-96e6-45cb-9fdf-1f6d266b0300, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:49.777540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.788429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Deleting port 01eaedac-96e6-45cb-9fdf-1f6d266b0300 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:49.788429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.810469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e065500-d758-4582-a839-869067eccbf5 None None] Pushing event updated for resources: {'Port': ['ID=01eaedac-96e6-45cb-9fdf-1f6d266b0300,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:49.816536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:49.824175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Usage tracker for resource:router and tenant:e9f43ba658b34257bd9fb097ad60b1df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:49.827646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:49.852656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Attempting to bind port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:49.852992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Attempting to bind port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:49.853577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Attempting to bind port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:49.862920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:49.865372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:09:49.865996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Attempting to bind port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:49.875373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] For port 01eaedac-96e6-45cb-9fdf-1f6d266b0300, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:49.879283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] For port 01eaedac-96e6-45cb-9fdf-1f6d266b0300, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=01eaedac-96e6-45cb-9fdf-1f6d266b0300,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:49.894566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:49.895165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Checking segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:49.895962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Bound using segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:49.896399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Bound port: b5768153-b2ef-4ddb-bed0-49a9d0d0f480, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:49.896769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.917895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7feea7c1-9dca-46a8-8aa1-b42dbbbdc977 req-a65c140d-ac7e-487a-87b3-6e2c572f938c tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225071 Mar 25 20:09:49.947180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.958298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Delete allocated IP 172.20.0.14 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/39c97b46-b5d5-495f-bb2d-b0a97bc214ca) {{(pid=88485) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 25 20:09:49.967180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.971382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:49.973000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.030415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.054513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] For port b5768153-b2ef-4ddb-bed0-49a9d0d0f480, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:50.073567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] For port b5768153-b2ef-4ddb-bed0-49a9d0d0f480, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:50.113080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e065500-d758-4582-a839-869067eccbf5 None None] Pushing event updated for resources: {'Port': ['ID=01eaedac-96e6-45cb-9fdf-1f6d266b0300,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:50.119382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Routers {'25ea7d47-d913-4753-a112-f740b09749a9'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:50.120013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['25ea7d47-d913-4753-a112-f740b09749a9'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:50.163616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Allocated IP 172.20.0.46 (4726f9c8-22fb-490f-b2d4-20b2b7d03ce6/8a898ed5-b939-4641-b444-6bc9ff6009f6/86712fa0-5842-4b4a-b28d-f97a92aa609f) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:50.167261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.219594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.259589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:50.260426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.262036 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] 10.222.0.43 "PUT /v2.0/ports/b5768153-b2ef-4ddb-bed0-49a9d0d0f480 HTTP/1.1" status: 200 len: 1093 time: 2.3911009 Mar 25 20:09:50.262654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'tag': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:09:50.311065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312de1-2021-4087-ac9e-8073ec95c76a service neutron] Pushing event updated for resources: {'Port': ['ID=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:50.339655 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'tag': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'status': 'completed', 'code': 200} Mar 25 20:09:50.349702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] Set router 25ea7d47-d913-4753-a112-f740b09749a9 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:09:50.377424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03456331-6f33-48ec-9ebd-f911a67ae843 req-b2c37cab-b58e-4405-a51b-79587ae6f635 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:50.379184 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03456331-6f33-48ec-9ebd-f911a67ae843 req-b2c37cab-b58e-4405-a51b-79587ae6f635 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.2575359 Mar 25 20:09:50.437821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] For port 01eaedac-96e6-45cb-9fdf-1f6d266b0300, host dv-neutron-835149-1-hyperv, got binding levels [] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:50.438269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.457266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.462485 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8fc6d06a-f57d-4482-889b-9c385558a2b8 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9430254 Mar 25 20:09:50.462666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 32996) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:50.498050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1300729679'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:50.516897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:50.527611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Usage tracker for resource:network and tenant:e9f43ba658b34257bd9fb097ad60b1df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:50.535506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:50.541809 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03456331-6f33-48ec-9ebd-f911a67ae843 req-eed03e50-29aa-4980-bcbc-66fbcad7f1da tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782890 Mar 25 20:09:50.550427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:50.556082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea7d47-d913-4753-a112-f740b09749a9', 'name': 'tempest-snat-router-80986432', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:40Z', 'updated_at': '2022-03-25T20:09:49Z', 'revision_number': 4, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:50.575423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386507e3-53aa-47ee-99ac-7cf3774ec106 req-3fd518f9-c4b7-486b-927c-6d843dbb854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:50.578384 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-386507e3-53aa-47ee-99ac-7cf3774ec106 req-3fd518f9-c4b7-486b-927c-6d843dbb854b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 1096 time: 0.1972556 Mar 25 20:09:50.589807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c8511-0eb3-4bdc-8435-2c88cc3010fe None None] The sync data for ids ['25ea7d47-d913-4753-a112-f740b09749a9'] in dv-neutron-835149-1-hyperv is: [{'id': '25ea7d47-d913-4753-a112-f740b09749a9', 'name': 'tempest-snat-router-80986432', 'tenant_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:09:40Z', 'updated_at': '2022-03-25T20:09:49Z', 'revision_number': 4, 'project_id': '3db71bd58b2648ed8d6b2e9ca7d0bfdb', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:09:50.629706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Provisioning complete for port f4390baf-d6a6-4d4a-a258-b22df310eddf triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:50.630151 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.645358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Made reservation on behalf of e9f43ba658b34257bd9fb097ad60b1df for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:50.653906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.714212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Port f4390baf-d6a6-4d4a-a258-b22df310eddf cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:50.722060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.790206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Provisioning for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:50.797562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:50.801059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:50.814659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:50.828796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Usage tracker for resource:security_group_rule and tenant:e9f43ba658b34257bd9fb097ad60b1df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:50.833922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:50.845482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:50.893756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386507e3-53aa-47ee-99ac-7cf3774ec106 req-6a7b4d88-41f4-435c-aee7-c55c08624106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:50.898162 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-386507e3-53aa-47ee-99ac-7cf3774ec106 req-6a7b4d88-41f4-435c-aee7-c55c08624106 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=101ed8c2e45345638cfa6e865eb10860&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3109131 Mar 25 20:09:51.037023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Calling delete_port for 01eaedac-96e6-45cb-9fdf-1f6d266b0300 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:51.082574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Provisioning complete for port 86712fa0-5842-4b4a-b28d-f97a92aa609f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:51.082574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.145008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2e264ab6-a7e0-40fb-84d7-fad8cf296e70 None None] Port 86712fa0-5842-4b4a-b28d-f97a92aa609f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:51.196340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386507e3-53aa-47ee-99ac-7cf3774ec106 req-b57bb8ff-5295-465b-a96f-2801973a9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:51.197777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-386507e3-53aa-47ee-99ac-7cf3774ec106 req-b57bb8ff-5295-465b-a96f-2801973a9c58 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2942858 Mar 25 20:09:51.227702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9683d8-4a14-4afe-aeba-bd4961cca1c8 req-5c2f4223-2d2a-4de9-b011-4460f08ba3b0 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:51.229697 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3f9683d8-4a14-4afe-aeba-bd4961cca1c8 req-5c2f4223-2d2a-4de9-b011-4460f08ba3b0 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 943 time: 0.2795069 Mar 25 20:09:51.232847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.325944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.381525 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3f9683d8-4a14-4afe-aeba-bd4961cca1c8 req-6f808d46-3cb6-4c63-89ce-32ba86307e22 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422837 Mar 25 20:09:51.415195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:09:51.435939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2437a1c0-db3b-4286-9768-fb5792a39ac1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:51.446176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.446646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Added segment 8400738a-b46d-402c-b10a-54b9c983de4b of type vlan for network 16055490-d8f1-4713-ba0d-b75dd5b476a2 Mar 25 20:09:51.490818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.504519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:09:51.505145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:09:51.509287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021d91b-308f-452e-a393-c34d34ce29d0 req-d9d57d86-5097-4f46-a790-5ace064cf4b7 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:51.510808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f021d91b-308f-452e-a393-c34d34ce29d0 req-d9d57d86-5097-4f46-a790-5ace064cf4b7 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.1935561 Mar 25 20:09:51.512917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.516826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Transition to ACTIVE for port object 86712fa0-5842-4b4a-b28d-f97a92aa609f will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:51.518064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-66255f67-ce0e-473b-9dac-00471308b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:51.519397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-66255f67-ce0e-473b-9dac-00471308b778 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 1096 time: 0.2458844 Mar 25 20:09:51.545471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.579898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.624000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 68ed3142-e815-4fd5-8252-304d50e3b4c1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:51.624828 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-6c71e731-a056-4d67-80d6-b18f45894e88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480 HTTP/1.1" status: 200 len: 217 time: 0.0962193 Mar 25 20:09:51.659095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.720067 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f021d91b-308f-452e-a393-c34d34ce29d0 req-8f99dd77-de8e-4e37-85c2-3e400cbfb082 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926460 Mar 25 20:09:51.734221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-0c6485b2-de96-4833-97b9-afb24072ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:51.737510 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-0c6485b2-de96-4833-97b9-afb24072ed53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0994952 Mar 25 20:09:51.745867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:51.746411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.801414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.807178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:51.814877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.866864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event updated for resources: {'Port': ['ID=86712fa0-5842-4b4a-b28d-f97a92aa609f,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:51.947175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Network': ['ID=16055490-d8f1-4713-ba0d-b75dd5b476a2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:51.948096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:51.960136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 16055490-d8f1-4713-ba0d-b75dd5b476a2 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:09:51.965641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-2a12bdaa-c786-4414-ae4c-58568f91de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:51.966816 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-2a12bdaa-c786-4414-ae4c-58568f91de99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2221684 Mar 25 20:09:52.001919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] In _notify_port_updated(), no bound segment for port 86712fa0-5842-4b4a-b28d-f97a92aa609f on network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:09:52.008668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:52.009302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:52.010603 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8446cb16-f849-45b1-8db2-d1ba53e735b6 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "PUT /v2.0/ports/86712fa0-5842-4b4a-b28d-f97a92aa609f HTTP/1.1" status: 200 len: 959 time: 4.7611983 Mar 25 20:09:52.013989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Deleting port 01eaedac-96e6-45cb-9fdf-1f6d266b0300 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:52.015163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:52.024761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33008) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:52.043881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=0660d014-8b57-4a6d-9ad7-d10b96a9d9f5,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:52.237083 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-05b50798-a6a8-438f-818f-9d2b8e6e32d9 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7723587 Mar 25 20:09:52.245069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33012) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:52.260785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'subnet': {'network_id': '16055490-d8f1-4713-ba0d-b75dd5b476a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:52.308315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 07c1f142-e08e-413d-96ec-e7f77640d536 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:52.312943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:52.325963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-55a694cb-7ee2-49a5-b669-9f22a2163c42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port 86712fa0-5842-4b4a-b28d-f97a92aa609f {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:52.326303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55a694cb-7ee2-49a5-b669-9f22a2163c42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:52.399285 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-477ec88d-3262-4416-ac43-4e7193fde835 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247329 Mar 25 20:09:52.452622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bcbaa379-b74c-4c30-94ea-22e5ac749e2e None None] Provisioning for port 86712fa0-5842-4b4a-b28d-f97a92aa609f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:52.458039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bcbaa379-b74c-4c30-94ea-22e5ac749e2e None None] Provisioning complete for port 86712fa0-5842-4b4a-b28d-f97a92aa609f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:52.458409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa379-b74c-4c30-94ea-22e5ac749e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:52.476204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] For port 01eaedac-96e6-45cb-9fdf-1f6d266b0300, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=01eaedac-96e6-45cb-9fdf-1f6d266b0300,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:52.477105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:52.493296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:52.537223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bcbaa379-b74c-4c30-94ea-22e5ac749e2e None None] Port 86712fa0-5842-4b4a-b28d-f97a92aa609f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:52.552453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Usage tracker for resource:subnet and tenant:e9f43ba658b34257bd9fb097ad60b1df is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:52.556852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:52.629810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Calling delete_port for 01eaedac-96e6-45cb-9fdf-1f6d266b0300 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:52.741571 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-222cef4a-73d1-4700-881e-7bde2b2196bf req-99f87fdf-0745-4238-bec3-20a0c145686f service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152316 Mar 25 20:09:52.774348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55a694cb-7ee2-49a5-b669-9f22a2163c42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:52.788729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbed8c-627c-48b4-9b56-0fd45aa5c93a req-2bf10834-2650-4f71-965f-1d4ef937645a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:52.790242 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38dbed8c-627c-48b4-9b56-0fd45aa5c93a req-2bf10834-2650-4f71-965f-1d4ef937645a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 943 time: 0.2254436 Mar 25 20:09:52.791013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:52.925476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-55a694cb-7ee2-49a5-b669-9f22a2163c42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for 86712fa0-5842-4b4a-b28d-f97a92aa609f owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:52.926413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:09:52.942190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Made reservation on behalf of e9f43ba658b34257bd9fb097ad60b1df for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:52.945626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.039918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38dbed8c-627c-48b4-9b56-0fd45aa5c93a req-5a510664-5323-43b0-b6ec-96e4b17891fb tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921766 Mar 25 20:09:53.135266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc274f7-5184-4221-b764-3fbf185eb038 req-376ec5ba-8c2b-4fde-a8c4-2c97e553c163 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:53.136769 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1fc274f7-5184-4221-b764-3fbf185eb038 req-376ec5ba-8c2b-4fde-a8c4-2c97e553c163 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.2214940 Mar 25 20:09:53.192670 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1fc274f7-5184-4221-b764-3fbf185eb038 req-268fc3f2-3f64-435c-975d-aa8601139cfd tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498424 Mar 25 20:09:53.241197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55a694cb-7ee2-49a5-b669-9f22a2163c42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.287247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:09:53.294771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a694cb-7ee2-49a5-b669-9f22a2163c42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=86712fa0-5842-4b4a-b28d-f97a92aa609f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:53.318966 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f1137-dbff-42e3-80a6-5719d51aeb6b None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:09:53.349258 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-80687899-b458-47d4-a0a0-65c6f18e4f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/routers/f24e9489-e02b-48dc-b3d9-b7430d038f6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4072168 Mar 25 20:09:53.354289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f1137-dbff-42e3-80a6-5719d51aeb6b None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:53.355068 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-cf7f1137-dbff-42e3-80a6-5719d51aeb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:53.356890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33022) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:53.367786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'port': {'network_id': '07c1f142-e08e-413d-96ec-e7f77640d536', 'name': 'tempest-FloatingIPTestJSON-579501256'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:53.404374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.451014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55a694cb-7ee2-49a5-b669-9f22a2163c42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.460770 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-cf7f1137-dbff-42e3-80a6-5719d51aeb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:53.490863 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f1137-dbff-42e3-80a6-5719d51aeb6b None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:09:53.491818 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-cf7f1137-dbff-42e3-80a6-5719d51aeb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:53.542274 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-55a694cb-7ee2-49a5-b669-9f22a2163c42 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/86712fa0-5842-4b4a-b28d-f97a92aa609f HTTP/1.1" status: 204 len: 168 time: 1.5162611 Mar 25 20:09:53.543755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33026) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:53.549561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event deleted for resources: {'Port': ['ID=01eaedac-96e6-45cb-9fdf-1f6d266b0300,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:53.566309 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-cf7f1137-dbff-42e3-80a6-5719d51aeb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:09:53.567098 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f1137-dbff-42e3-80a6-5719d51aeb6b None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:09:53.617995 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e3b859-b844-42c8-8b84-060a23a824e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] GET failed (client error): The resource could not be found. Mar 25 20:09:53.618588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-75e3b859-b844-42c8-8b84-060a23a824e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Synchronizing usage tracker for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:09:53.711073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-75e3b859-b844-42c8-8b84-060a23a824e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Unset dirty status for tenant:51ab3c70c14f4b88b2a68bbf82b511e5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:09:53.712624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:53.715776 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-75e3b859-b844-42c8-8b84-060a23a824e3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports/86712fa0-5842-4b4a-b28d-f97a92aa609f HTTP/1.1" status: 404 len: 333 time: 0.1680124 Mar 25 20:09:53.723128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.723249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33032) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:53.818209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:port and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:53.829164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:53.833505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.836250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f73e6c39-7da1-4024-adab-777abd79e55c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.872008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:53.876405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f73e6c39-7da1-4024-adab-777abd79e55c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.933713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.949055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:53.984188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b9fe-fdd3-45d1-a90e-0b83735e44ed req-8133cbd3-f5c5-47ec-98a3-32640db33c8c tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:53.985591 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3348b9fe-fdd3-45d1-a90e-0b83735e44ed req-8133cbd3-f5c5-47ec-98a3-32640db33c8c tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.1983066 Mar 25 20:09:54.001084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Subnet': ['ID=b82e5a70-92ba-4e16-abd5-8a75a9031a53,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:54.010026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Checking segment: {'id': '8400738a-b46d-402c-b10a-54b9c983de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16055490-d8f1-4713-ba0d-b75dd5b476a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:54.010389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network hostable DHCP agents. Network: 16055490-d8f1-4713-ba0d-b75dd5b476a2, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:09:54.048314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-64d53c3a-800a-41e2-9888-13e0af7ddd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:54.049790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-64d53c3a-800a-41e2-9888-13e0af7ddd9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f70505dcaf4d5baad87f5cd3c92724&device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 1098 time: 0.1443739 Mar 25 20:09:54.054209 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3348b9fe-fdd3-45d1-a90e-0b83735e44ed req-40651f19-3634-4114-8ba5-dca35589b949 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623045 Mar 25 20:09:54.081801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:54.085427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.109334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] device_id is not set on port 9ec8d2bb-292a-4a6c-abaf-b5564f384452 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:09:54.147966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network 16055490-d8f1-4713-ba0d-b75dd5b476a2 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:09:54.152958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.153450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25ea7d47-d913-4753-a112-f740b09749a9 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:09:54.178473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.179651 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d64dacf2-52f2-4906-a55b-3cbdd92525fe tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "DELETE /v2.0/routers/25ea7d47-d913-4753-a112-f740b09749a9 HTTP/1.1" status: 204 len: 168 time: 6.7914705 Mar 25 20:09:54.187952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33038) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:54.261839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 16055490-d8f1-4713-ba0d-b75dd5b476a2) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:54.271596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adef448-ed78-4fcc-a26e-8b836a9fd8b9 None None] Network 16055490-d8f1-4713-ba0d-b75dd5b476a2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:54.308123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f73e6c39-7da1-4024-adab-777abd79e55c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.382450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e6c39-7da1-4024-adab-777abd79e55c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92224dc-5b10-40d5-958e-4d6e942760b8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:54.399119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f73e6c39-7da1-4024-adab-777abd79e55c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.402728 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f73e6c39-7da1-4024-adab-777abd79e55c tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/security-groups/f92224dc-5b10-40d5-958e-4d6e942760b8 HTTP/1.1" status: 204 len: 168 time: 0.6832590 Mar 25 20:09:54.425414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33042) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:54.433524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:54.434185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.449812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-52f8b189-c314-4e22-858e-e5d69bf23ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:54.452022 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-52f8b189-c314-4e22-858e-e5d69bf23ade service neutron] 10.222.0.43 "GET /v2.0/networks?id=21273bf0-efe1-403a-9d3b-334a7ca1bfca HTTP/1.1" status: 200 len: 913 time: 0.3945520 Mar 25 20:09:54.526139 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6efd1f9c-815f-4ce9-827d-bb4e8fc42f67 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2756617 Mar 25 20:09:54.526323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33046) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:54.533568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'network': {'name': 'tempest-router-network01--165257430'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:54.556503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:54.557116 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-e2255c1a-b31f-42c4-8ef4-7353609fc0da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80 HTTP/1.1" status: 200 len: 217 time: 0.0978608 Mar 25 20:09:54.560800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-16055490-d8f1-4713-ba0d-b75dd5b476a2', 'network_id': '16055490-d8f1-4713-ba0d-b75dd5b476a2', 'tenant_id': 'e9f43ba658b34257bd9fb097ad60b1df', 'fixed_ips': [{'subnet_id': 'b82e5a70-92ba-4e16-abd5-8a75a9031a53'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:09:54.561628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.571861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Usage tracker for resource:network and tenant:e9f43ba658b34257bd9fb097ad60b1df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:54.580403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:54.623796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.20.0.10 (07c1f142-e08e-413d-96ec-e7f77640d536/04ca3e15-d45b-4603-bfa8-ed5c54f07956/9ec8d2bb-292a-4a6c-abaf-b5564f384452) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:54.637641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:54.647853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.651749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a60ba-dd58-4140-9edd-561b019e1aa8 req-b8322cf6-31e2-4b35-81d2-334e664bdc5d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:54.653304 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b80a60ba-dd58-4140-9edd-561b019e1aa8 req-b8322cf6-31e2-4b35-81d2-334e664bdc5d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 943 time: 0.3531363 Mar 25 20:09:54.671845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df652d91-45dd-431f-bee9-4af3e814ee73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.729201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Allocated IP 172.20.0.2 (16055490-d8f1-4713-ba0d-b75dd5b476a2/b82e5a70-92ba-4e16-abd5-8a75a9031a53/559827b2-5aad-43d3-9715-9a45a3c8175f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:54.752404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-6718cfa4-242f-452f-aba6-5a9ca9f29b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:54.755124 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-6718cfa4-242f-452f-aba6-5a9ca9f29b16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2db17b11-11c1-495f-b596-1d673055f75a HTTP/1.1" status: 200 len: 852 time: 0.1843882 Mar 25 20:09:54.756711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df652d91-45dd-431f-bee9-4af3e814ee73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.819436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Made reservation on behalf of e9f43ba658b34257bd9fb097ad60b1df for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:54.824537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.835680 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b80a60ba-dd58-4140-9edd-561b019e1aa8 req-483b0eaa-bb72-4ac8-9c97-0b6750d7fc5d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668994 Mar 25 20:09:54.849991 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-75bbaab2-f03c-4185-bdf3-969035bd13dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21273bf0-efe1-403a-9d3b-334a7ca1bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807655 Mar 25 20:09:54.873749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.962442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.968974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:09:54.974596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Transition to ACTIVE for port object 559827b2-5aad-43d3-9715-9a45a3c8175f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:54.990891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.991234 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Added segment 8c8336e0-bc18-44ab-9511-25aceffdf405 of type vlan for network 6e6e81a7-dfef-4779-8361-771c696df0a1 Mar 25 20:09:54.994146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Deleting port b1e17566-218e-4db7-947d-19e234e2ff7c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:54.994146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:54.995716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Transition to ACTIVE for port object 559827b2-5aad-43d3-9715-9a45a3c8175f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:55.035462 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-e6b2b7d4-3c26-4631-a4fb-d2b33ca08080 service neutron] 10.222.0.43 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763594 Mar 25 20:09:55.036931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.043051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df652d91-45dd-431f-bee9-4af3e814ee73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.070483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.099116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df652d91-45dd-431f-bee9-4af3e814ee73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7988b0ab-c5c5-48a9-903c-fab1af199028,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:55.120561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.159685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Network 16055490-d8f1-4713-ba0d-b75dd5b476a2 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:55.162741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:55.167679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:55.182864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df652d91-45dd-431f-bee9-4af3e814ee73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.184102 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-df652d91-45dd-431f-bee9-4af3e814ee73 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/security-groups/7988b0ab-c5c5-48a9-903c-fab1af199028 HTTP/1.1" status: 204 len: 168 time: 0.7685115 Mar 25 20:09:55.186689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33054) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:55.218405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.224639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Pushing event updated for resources: {'Port': ['ID=559827b2-5aad-43d3-9715-9a45a3c8175f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:55.294319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Attempting to bind port 559827b2-5aad-43d3-9715-9a45a3c8175f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:55.294319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Attempting to bind port 559827b2-5aad-43d3-9715-9a45a3c8175f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '8400738a-b46d-402c-b10a-54b9c983de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16055490-d8f1-4713-ba0d-b75dd5b476a2'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:55.295200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Attempting to bind port 559827b2-5aad-43d3-9715-9a45a3c8175f on network 16055490-d8f1-4713-ba0d-b75dd5b476a2 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:55.301265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:55.301519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Checking segment: {'id': '8400738a-b46d-402c-b10a-54b9c983de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16055490-d8f1-4713-ba0d-b75dd5b476a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:55.301659 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-697ad5ea-7cef-4da2-8d71-9fc95121b4b8 req-961dd188-d0dd-46b6-bf2f-15323a878375 service neutron] 10.222.0.43 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595623 Mar 25 20:09:55.302416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.302878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Bound using segment: {'id': '8400738a-b46d-402c-b10a-54b9c983de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16055490-d8f1-4713-ba0d-b75dd5b476a2'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:55.303972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Bound port: 559827b2-5aad-43d3-9715-9a45a3c8175f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8400738a-b46d-402c-b10a-54b9c983de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '16055490-d8f1-4713-ba0d-b75dd5b476a2'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:55.303972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.304202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.309307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:55.309909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.322891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 07c1f142-e08e-413d-96ec-e7f77640d536 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:55.328452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:55.333069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=9ec8d2bb-292a-4a6c-abaf-b5564f384452,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:55.338933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:55.395662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] For port b1e17566-218e-4db7-947d-19e234e2ff7c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b1e17566-218e-4db7-947d-19e234e2ff7c,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:55.396023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.421395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] For port 559827b2-5aad-43d3-9715-9a45a3c8175f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:55.424801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] For port 559827b2-5aad-43d3-9715-9a45a3c8175f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=559827b2-5aad-43d3-9715-9a45a3c8175f,segment=NetworkSegment(8400738a-b46d-402c-b10a-54b9c983de4b),segment_id=8400738a-b46d-402c-b10a-54b9c983de4b)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:55.447940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28d8f8c2-393b-42dc-983c-95b1566f6f96 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.450326 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9232650 Mar 25 20:09:55.451059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f40096-15f8-46d7-a067-0016a8fe8acd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Network': ['ID=6e6e81a7-dfef-4779-8361-771c696df0a1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:55.453890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33058) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:55.464313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6e6e81a7-dfef-4779-8361-771c696df0a1 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:09:55.469616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'network': {'name': 'tempest-router-network02--544426806'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:55.481009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:55.494444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Usage tracker for resource:network and tenant:e9f43ba658b34257bd9fb097ad60b1df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:55.499519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:55.506018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28d8f8c2-393b-42dc-983c-95b1566f6f96 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.513811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:55.535269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Calling delete_port for b1e17566-218e-4db7-947d-19e234e2ff7c owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:09:55.546866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.551411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703379de-e1bb-43dd-8c88-0faf58eca51a req-5fed238d-a045-4469-8e31-bef230c9695b tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:55.552914 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-703379de-e1bb-43dd-8c88-0faf58eca51a req-5fed238d-a045-4469-8e31-bef230c9695b tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.3129799 Mar 25 20:09:55.575655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:55.576189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.582988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Made reservation on behalf of e9f43ba658b34257bd9fb097ad60b1df for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:55.587169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.632456 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-703379de-e1bb-43dd-8c88-0faf58eca51a req-ae4516db-6046-4f48-b610-7d8a383db0de tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714109 Mar 25 20:09:55.643633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:09:55.656691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.657317 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Added segment f6fae239-91e0-417d-b892-dfedaa301c4f of type vlan for network 8002ef5a-3979-49e7-aec4-cbfd216e7e56 Mar 25 20:09:55.682310 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5a81e172-782e-4ac7-b88f-f65d97d60eee tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3243265 Mar 25 20:09:55.686241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33062) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:55.690015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.697346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611186d-5ed6-4336-8ee7-4e4387025936 None None] Pushing event updated for resources: {'Port': ['ID=559827b2-5aad-43d3-9715-9a45a3c8175f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:55.702322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'port': {'network_id': '07c1f142-e08e-413d-96ec-e7f77640d536', 'name': 'tempest-FloatingIPTestJSON-568918359'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:55.738088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28d8f8c2-393b-42dc-983c-95b1566f6f96 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.752451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8f8c2-393b-42dc-983c-95b1566f6f96 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f765d030-bcb1-4947-aabe-ef8fac3be034,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:55.764577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28d8f8c2-393b-42dc-983c-95b1566f6f96 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.765704 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-28d8f8c2-393b-42dc-983c-95b1566f6f96 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/security-groups/f765d030-bcb1-4947-aabe-ef8fac3be034 HTTP/1.1" status: 204 len: 168 time: 0.5782113 Mar 25 20:09:55.770432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33066) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:55.821772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.830223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:55.830223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.888195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c933e6-3e80-45e6-bfca-a27c8dfae9a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet 39c97b46-b5d5-495f-bb2d-b0a97bc214ca {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:55.918254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:55.922890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:port and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:55.926316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:55.936004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:55.949679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40c933e6-3e80-45e6-bfca-a27c8dfae9a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:55.984357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.025636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Network': ['ID=8002ef5a-3979-49e7-aec4-cbfd216e7e56,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:56.046096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-48aac277-b510-4db7-a629-6d50e462d199 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5903294 Mar 25 20:09:56.047533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 8002ef5a-3979-49e7-aec4-cbfd216e7e56 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:09:56.052209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33072) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:56.061694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'subnet': {'network_id': '6e6e81a7-dfef-4779-8361-771c696df0a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:56.067301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:56.071457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.085477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40c933e6-3e80-45e6-bfca-a27c8dfae9a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.088275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1e17566-218e-4db7-947d-19e234e2ff7c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:56.188609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] device_id is not set on port a5de3e18-e5cc-4631-a97e-763ebca423a3 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:09:56.373031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:56.385374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Usage tracker for resource:subnet and tenant:e9f43ba658b34257bd9fb097ad60b1df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:56.392838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:56.416175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1efb4-3f27-44fd-87c7-7830d579c2f5 req-7599166c-b1b9-44e0-be4a-46208da53ea0 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:56.417672 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-29a1efb4-3f27-44fd-87c7-7830d579c2f5 req-7599166c-b1b9-44e0-be4a-46208da53ea0 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 943 time: 0.4371514 Mar 25 20:09:56.419087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:56.430774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.468166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40c933e6-3e80-45e6-bfca-a27c8dfae9a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.507508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Made reservation on behalf of e9f43ba658b34257bd9fb097ad60b1df for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:56.510958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.537876 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-29a1efb4-3f27-44fd-87c7-7830d579c2f5 req-ad3185c7-45cc-433b-9b54-deeeebe3bc1d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089818 Mar 25 20:09:56.630744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.20.0.5 (07c1f142-e08e-413d-96ec-e7f77640d536/04ca3e15-d45b-4603-bfa8-ed5c54f07956/a5de3e18-e5cc-4631-a97e-763ebca423a3) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:56.759247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.763267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.765792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40c933e6-3e80-45e6-bfca-a27c8dfae9a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.856285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c933e6-3e80-45e6-bfca-a27c8dfae9a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=39c97b46-b5d5-495f-bb2d-b0a97bc214ca,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:56.861017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40c933e6-3e80-45e6-bfca-a27c8dfae9a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.871943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31536197-ae92-4a0b-a469-3fb5f78ca5ad None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:56.899618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-40c933e6-3e80-45e6-bfca-a27c8dfae9a3 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/39c97b46-b5d5-495f-bb2d-b0a97bc214ca HTTP/1.1" status: 204 len: 168 time: 1.1302595 Mar 25 20:09:56.903151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33078) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:56.957807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ed1e-8c24-4ef2-92f5-1522e32d064d req-5e00d2f0-f1d1-49f0-ab52-6c4c3a32ca52 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:56.958081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:56.958583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc7c687d-ad2d-4454-a8f5-d7c68ce10266 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:09:56.966502 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b370ed1e-8c24-4ef2-92f5-1522e32d064d req-5e00d2f0-f1d1-49f0-ab52-6c4c3a32ca52 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.1592193 Mar 25 20:09:57.014960 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b370ed1e-8c24-4ef2-92f5-1522e32d064d req-31c0424c-261d-4be8-b04d-42eeaf233988 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477509 Mar 25 20:09:57.018513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.024943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.031601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.038619 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d5136fac-e998-4c18-96f3-11bf57b955a7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cc7c687d-ad2d-4454-a8f5-d7c68ce10266 HTTP/1.1" status: 204 len: 168 time: 2.8437636 Mar 25 20:09:57.044629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33082) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:57.058764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c9e73a-d50b-4177-bfd5-a02155c78348 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet 8a898ed5-b939-4641-b444-6bc9ff6009f6 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:57.061955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-647243067', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:57.070012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:57.074775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Usage tracker for resource:router and tenant:40c878e95a7c43b7bacfeb031a6c55d8 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:57.078335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:57.084311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:57.093385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71c9e73a-d50b-4177-bfd5-a02155c78348 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.099680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21509d24-1462-465c-bb31-3f575a8bec12 None None] Network 16055490-d8f1-4713-ba0d-b75dd5b476a2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:57.142930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Subnet': ['ID=d40a769d-a837-4da2-8f41-6b49a9ca2903,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:57.145446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Checking segment: {'id': '8c8336e0-bc18-44ab-9511-25aceffdf405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6e6e81a7-dfef-4779-8361-771c696df0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:57.146651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network hostable DHCP agents. Network: 6e6e81a7-dfef-4779-8361-771c696df0a1, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:09:57.152178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.154500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.177939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71c9e73a-d50b-4177-bfd5-a02155c78348 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.218326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network 6e6e81a7-dfef-4779-8361-771c696df0a1 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:09:57.225558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.241905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3ed00852-62da-4438-ab51-053e036b839c None None] Provisioning for port 559827b2-5aad-43d3-9715-9a45a3c8175f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:57.261696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6e6e81a7-dfef-4779-8361-771c696df0a1) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:57.265322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:57.266324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.283327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.303930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9b572-e48e-4ddb-a584-1c2d421a2c8c None None] Network 6e6e81a7-dfef-4779-8361-771c696df0a1 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:57.387330 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-710705c5-9eef-4722-8415-7e59ad8ba26b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3340421 Mar 25 20:09:57.388944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33088) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:57.395806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'subnet': {'network_id': '8002ef5a-3979-49e7-aec4-cbfd216e7e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:57.416430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71c9e73a-d50b-4177-bfd5-a02155c78348 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.457941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 07c1f142-e08e-413d-96ec-e7f77640d536 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:57.467152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:57.480724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:57.537698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:57.542373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Usage tracker for resource:subnet and tenant:e9f43ba658b34257bd9fb097ad60b1df is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:57.544922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:57.551121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:57.623072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=a5de3e18-e5cc-4631-a97e-763ebca423a3,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:57.665357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Made reservation on behalf of e9f43ba658b34257bd9fb097ad60b1df for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:09:57.669379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.730713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-6e6e81a7-dfef-4779-8361-771c696df0a1', 'network_id': '6e6e81a7-dfef-4779-8361-771c696df0a1', 'tenant_id': 'e9f43ba658b34257bd9fb097ad60b1df', 'fixed_ips': [{'subnet_id': 'd40a769d-a837-4da2-8f41-6b49a9ca2903'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:09:57.731552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.833822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.849015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:57.849650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.910101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 559827b2-5aad-43d3-9715-9a45a3c8175f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:57.973959 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9ac65e77-2fe9-4ed4-9146-ac49fda9f93c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2836571 Mar 25 20:09:57.973959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71c9e73a-d50b-4177-bfd5-a02155c78348 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:57.977450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33096) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:58.043204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'a5de3e18-e5cc-4631-a97e-763ebca423a3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:09:58.061449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:09:58.064019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e73a-d50b-4177-bfd5-a02155c78348 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=8a898ed5-b939-4641-b444-6bc9ff6009f6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:58.077263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:floatingip and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:09:58.082095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:09:58.085125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71c9e73a-d50b-4177-bfd5-a02155c78348 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.089788 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-71c9e73a-d50b-4177-bfd5-a02155c78348 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/8a898ed5-b939-4641-b444-6bc9ff6009f6 HTTP/1.1" status: 204 len: 168 time: 1.1832337 Mar 25 20:09:58.094339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33100) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:58.095035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:09:58.137683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Allocated IP 172.20.0.2 (6e6e81a7-dfef-4779-8361-771c696df0a1/d40a769d-a837-4da2-8f41-6b49a9ca2903/1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:58.242148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e42a30-ee4d-46fb-b619-cccdb8a63170 req-8445c03e-ae09-4621-85b1-198936a231db tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:58.249364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-12e42a30-ee4d-46fb-b619-cccdb8a63170 req-8445c03e-ae09-4621-85b1-198936a231db tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 943 time: 0.2820730 Mar 25 20:09:58.274254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118ca2f-c02a-4d55-9de6-4fb9593d0b37 req-c9c44f17-da47-4680-a187-a86139185831 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:58.275725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8118ca2f-c02a-4d55-9de6-4fb9593d0b37 req-c9c44f17-da47-4680-a187-a86139185831 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.3073425 Mar 25 20:09:58.294939 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d46457-aa6d-467a-956e-fec5cf151097 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:58.295650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d46457-aa6d-467a-956e-fec5cf151097 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:58.296602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 559827b2-5aad-43d3-9715-9a45a3c8175f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:09:58.297922 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b6d46457-aa6d-467a-956e-fec5cf151097 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/39c97b46-b5d5-495f-bb2d-b0a97bc214ca HTTP/1.1" status: 404 len: 337 time: 0.2005842 Mar 25 20:09:58.305313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33104) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:58.315079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 559827b2-5aad-43d3-9715-9a45a3c8175f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:58.315079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.369966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.455871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.462588 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-12e42a30-ee4d-46fb-b619-cccdb8a63170 req-8b66f44b-2d75-4a49-9607-c614902d7c11 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123897 Mar 25 20:09:58.511465 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8118ca2f-c02a-4d55-9de6-4fb9593d0b37 req-563c779f-6d0f-42cd-9efd-40d2efe86eaa tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099683 Mar 25 20:09:58.528501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.555464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Transition to ACTIVE for port object 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:58.556659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.565734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Subnet': ['ID=95a1c638-4035-4681-bab3-be0ba3def83b,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:58.580961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025813f8-83c1-4455-b5fe-49c2c48e6d20 None None] Network 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:58.587580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-242612e4-517a-4537-a4bf-4a5ae1e06457 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting subnet 876dad47-0391-48d7-8e22-b5c603943f74 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:09:58.605795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-242612e4-517a-4537-a4bf-4a5ae1e06457 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.660587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Transition to ACTIVE for port object 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:09:58.675500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Checking segment: {'id': 'f6fae239-91e0-417d-b892-dfedaa301c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8002ef5a-3979-49e7-aec4-cbfd216e7e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:58.675828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network hostable DHCP agents. Network: 8002ef5a-3979-49e7-aec4-cbfd216e7e56, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:09:58.690797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-242612e4-517a-4537-a4bf-4a5ae1e06457 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.713581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.745460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.791629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3387c5fb-68a9-4f67-9f5e-f8192585ebfb None None] Provisioning complete for port f4390baf-d6a6-4d4a-a258-b22df310eddf triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:58.791953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3387c5fb-68a9-4f67-9f5e-f8192585ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.799133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-242612e4-517a-4537-a4bf-4a5ae1e06457 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.824836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 559827b2-5aad-43d3-9715-9a45a3c8175f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=559827b2-5aad-43d3-9715-9a45a3c8175f,segment=NetworkSegment(8400738a-b46d-402c-b10a-54b9c983de4b),segment_id=8400738a-b46d-402c-b10a-54b9c983de4b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:09:58.827014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.827386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network 8002ef5a-3979-49e7-aec4-cbfd216e7e56 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:09:58.835687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.919153 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.934863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Network 6e6e81a7-dfef-4779-8361-771c696df0a1 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:09:58.946719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:58.955374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 8002ef5a-3979-49e7-aec4-cbfd216e7e56) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:09:58.966296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:09:58.966296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.982751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Allocated IP 172.26.8.62 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/6f34d370-13bc-4e90-9b5d-24d382da9151) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:09:58.985627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-242612e4-517a-4537-a4bf-4a5ae1e06457 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:58.990837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:09:58.995917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Pushing event updated for resources: {'Port': ['ID=1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:59.027963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3387c5fb-68a9-4f67-9f5e-f8192585ebfb None None] Port f4390baf-d6a6-4d4a-a258-b22df310eddf cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:09:59.031149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b1e17566-218e-4db7-947d-19e234e2ff7c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:09:59.034764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242612e4-517a-4537-a4bf-4a5ae1e06457 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Subnet': ['ID=876dad47-0391-48d7-8e22-b5c603943f74,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:59.038408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-242612e4-517a-4537-a4bf-4a5ae1e06457 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.043082 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-242612e4-517a-4537-a4bf-4a5ae1e06457 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/876dad47-0391-48d7-8e22-b5c603943f74 HTTP/1.1" status: 204 len: 168 time: 0.7293661 Mar 25 20:09:59.049006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33108) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.060957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c3661-a4ac-41ad-a910-bfe5fb373c41 None None] Network 8002ef5a-3979-49e7-aec4-cbfd216e7e56 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:09:59.081896 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de33dd1-2ce8-417b-b953-e0f29e35f376 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.082355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de33dd1-2ce8-417b-b953-e0f29e35f376 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.087455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4de33dd1-2ce8-417b-b953-e0f29e35f376 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/d2fa9876-f82f-443f-8c56-f648e058e0bc HTTP/1.1" status: 404 len: 337 time: 0.0397234 Mar 25 20:09:59.087455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33112) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.127640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-821d330a-ad83-4667-9f86-3f1473dbd281 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7349856 Mar 25 20:09:59.128017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33116) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.134535 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ec2d766e-e3fd-49b4-bfc5-7ccaae069e6b tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6f36e46-5d59-4101-8593-acc8537c3feb HTTP/1.1" status: 200 len: 205 time: 0.0439701 Mar 25 20:09:59.135314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33120) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.173955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: b1e17566-218e-4db7-947d-19e234e2ff7c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:09:59.174326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b1e17566-218e-4db7-947d-19e234e2ff7c not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:09:59.174587 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:09:59.282303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.301770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3387c5fb-68a9-4f67-9f5e-f8192585ebfb None None] Provisioning complete for port 68ed3142-e815-4fd5-8252-304d50e3b4c1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:09:59.302217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3387c5fb-68a9-4f67-9f5e-f8192585ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.315410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-576cc359-f49a-4bee-96f2-de8b569bf8fc tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] delete failed (client error): The resource could not be found. Mar 25 20:09:59.318737 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-576cc359-f49a-4bee-96f2-de8b569bf8fc tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/routers/e6f36e46-5d59-4101-8593-acc8537c3feb HTTP/1.1" status: 404 len: 336 time: 0.1802154 Mar 25 20:09:59.318960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33124) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.359661 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b482d11-f225-40ef-aeb3-c79e6e9369ac tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.359939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b482d11-f225-40ef-aeb3-c79e6e9369ac tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.365055 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9b482d11-f225-40ef-aeb3-c79e6e9369ac tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/ca187449-ecf5-40af-9501-3a61d60e93b4 HTTP/1.1" status: 404 len: 337 time: 0.0428379 Mar 25 20:09:59.365284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33128) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.377628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Attempting to bind port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:09:59.377990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Attempting to bind port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '8c8336e0-bc18-44ab-9511-25aceffdf405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6e6e81a7-dfef-4779-8361-771c696df0a1'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:09:59.378348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Attempting to bind port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 on network 6e6e81a7-dfef-4779-8361-771c696df0a1 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:09:59.386844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=559827b2-5aad-43d3-9715-9a45a3c8175f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:09:59.403478 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2add18d3-09ab-4cb0-bc09-c001a774dd92 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.404018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2add18d3-09ab-4cb0-bc09-c001a774dd92 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.404781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:09:59.405156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Checking segment: {'id': '8c8336e0-bc18-44ab-9511-25aceffdf405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6e6e81a7-dfef-4779-8361-771c696df0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:09:59.407980 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.408104 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2add18d3-09ab-4cb0-bc09-c001a774dd92 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/91914c89-9762-4161-91eb-dce8da6817f2 HTTP/1.1" status: 404 len: 337 time: 0.0394535 Mar 25 20:09:59.408203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Bound using segment: {'id': '8c8336e0-bc18-44ab-9511-25aceffdf405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6e6e81a7-dfef-4779-8361-771c696df0a1'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:09:59.408203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Bound port: 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8336e0-bc18-44ab-9511-25aceffdf405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6e6e81a7-dfef-4779-8361-771c696df0a1'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:09:59.408203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.408438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33132) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.446340 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-3640a2d6-56bf-4fb9-9f33-70d1dd2aeca7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.446700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3640a2d6-56bf-4fb9-9f33-70d1dd2aeca7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.450776 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3640a2d6-56bf-4fb9-9f33-70d1dd2aeca7 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/f0d01443-208c-4004-8cb7-2005b877841c HTTP/1.1" status: 404 len: 337 time: 0.0393891 Mar 25 20:09:59.450989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33136) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.499276 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-70465769-cdc6-45d3-a292-28479683c7e8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.499799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70465769-cdc6-45d3-a292-28479683c7e8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.501499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-70465769-cdc6-45d3-a292-28479683c7e8 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/b58572ee-adbf-451f-ad4d-0da0fc2a3867 HTTP/1.1" status: 404 len: 333 time: 0.0496202 Mar 25 20:09:59.503967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33142) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.543271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b3a107-3589-4e14-baa1-50a90fdc1f8a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.543850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b3a107-3589-4e14-baa1-50a90fdc1f8a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.545563 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-80b3a107-3589-4e14-baa1-50a90fdc1f8a tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/d29d2303-1221-4efc-b497-d82c37b21db5 HTTP/1.1" status: 404 len: 337 time: 0.0401719 Mar 25 20:09:59.548129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33146) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.589957 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f981b9-84df-4407-8977-fe32b9fca1ff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.590417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f981b9-84df-4407-8977-fe32b9fca1ff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.592096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-52f981b9-84df-4407-8977-fe32b9fca1ff tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/3c7b69d0-f7c3-49c4-ba46-75b8df5f4f48 HTTP/1.1" status: 404 len: 337 time: 0.0415547 Mar 25 20:09:59.594689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33152) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.708866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 559827b2-5aad-43d3-9715-9a45a3c8175f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:09:59.772507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] DHCP port deletion for 4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:09:59.780398 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-143acf6d-4612-4071-8b0c-893ba47c2e36 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.780815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143acf6d-4612-4071-8b0c-893ba47c2e36 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.785219 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-143acf6d-4612-4071-8b0c-893ba47c2e36 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/f1f4eb19-c757-4357-bbdd-963801efe274 HTTP/1.1" status: 404 len: 333 time: 0.1869345 Mar 25 20:09:59.818616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.829354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] Deleting port 68ed3142-e815-4fd5-8252-304d50e3b4c1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:09:59.829726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.865748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.882055 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ac0ea4-a5cb-447e-840a-055d4b61e653 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.882505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ac0ea4-a5cb-447e-840a-055d4b61e653 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.887312 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-39ac0ea4-a5cb-447e-840a-055d4b61e653 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/73f19a3b-fdbe-4c5a-a0f5-10c853df176b HTTP/1.1" status: 404 len: 337 time: 0.0604622 Mar 25 20:09:59.888501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33160) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:09:59.890579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] For port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:09:59.913199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-8002ef5a-3979-49e7-aec4-cbfd216e7e56', 'network_id': '8002ef5a-3979-49e7-aec4-cbfd216e7e56', 'tenant_id': 'e9f43ba658b34257bd9fb097ad60b1df', 'fixed_ips': [{'subnet_id': '95a1c638-4035-4681-bab3-be0ba3def83b'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:09:59.913862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.913981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:09:59.925914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] For port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3,segment=NetworkSegment(8c8336e0-bc18-44ab-9511-25aceffdf405),segment_id=8c8336e0-bc18-44ab-9511-25aceffdf405)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:09:59.942066 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee21971-446b-4135-8bd4-7f5384ff60f2 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] DELETE failed (client error): The resource could not be found. Mar 25 20:09:59.942689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee21971-446b-4135-8bd4-7f5384ff60f2 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:09:59.947071 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7ee21971-446b-4135-8bd4-7f5384ff60f2 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/subnets/550d0f17-5bfa-442c-80f4-5f02e96c19f3 HTTP/1.1" status: 404 len: 337 time: 0.0540047 Mar 25 20:09:59.948703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33164) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:00.041571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.047544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:00.058686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1656f-2211-49ec-9cb5-f8b31f77e9a0 req-2169df8e-75a6-419f-ab82-88d6d50cc651 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:00.060216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d4e1656f-2211-49ec-9cb5-f8b31f77e9a0 req-2169df8e-75a6-419f-ab82-88d6d50cc651 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 943 time: 0.3890874 Mar 25 20:10:00.064122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:00.074634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83ef68-0236-4448-b3b2-f4d81c7f49ea req-ed48fd33-411d-44fc-9322-d6f33ab583de tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:00.076431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:00.080879 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1b83ef68-0236-4448-b3b2-f4d81c7f49ea req-ed48fd33-411d-44fc-9322-d6f33ab583de tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.3096488 Mar 25 20:10:00.086951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-19ef568c-b9a9-4c4a-82d7-755a816d2569 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Deleting port f4390baf-d6a6-4d4a-a258-b22df310eddf {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:00.087421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-19ef568c-b9a9-4c4a-82d7-755a816d2569 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.100767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 559827b2-5aad-43d3-9715-9a45a3c8175f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:00.101143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.164881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event updated for resources: {'Port': ['ID=6f34d370-13bc-4e90-9b5d-24d382da9151,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:00.178589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.26.8.111 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/1ff10877-554d-4031-8674-3d2afd5a7b2d) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:00.279545 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d4e1656f-2211-49ec-9cb5-f8b31f77e9a0 req-2a5bc73e-a293-44f2-ae79-0f6aaa69a02d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584778 Mar 25 20:10:00.285206 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1b83ef68-0236-4448-b3b2-f4d81c7f49ea req-44eaec14-f568-402c-b151-6bfb6c832357 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032597 Mar 25 20:10:00.382147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] For port 68ed3142-e815-4fd5-8252-304d50e3b4c1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=68ed3142-e815-4fd5-8252-304d50e3b4c1,segment=NetworkSegment(5ad62441-e7fc-4bd1-9214-562d28b3f1e5),segment_id=5ad62441-e7fc-4bd1-9214-562d28b3f1e5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:00.382541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.455851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-19ef568c-b9a9-4c4a-82d7-755a816d2569 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.609008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-19ef568c-b9a9-4c4a-82d7-755a816d2569 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Calling delete_port for f4390baf-d6a6-4d4a-a258-b22df310eddf owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:00.644015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] Calling delete_port for 68ed3142-e815-4fd5-8252-304d50e3b4c1 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:00.685840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8d1fe-a6fc-4951-a8ea-a9d7cdd56abe None None] Pushing event updated for resources: {'Port': ['ID=1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:00.716285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Allocated IP 172.20.0.2 (8002ef5a-3979-49e7-aec4-cbfd216e7e56/95a1c638-4035-4681-bab3-be0ba3def83b/ab2b618c-3d03-422c-8bfe-99673666842e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:00.782732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-19ef568c-b9a9-4c4a-82d7-755a816d2569 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.898439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef568c-b9a9-4c4a-82d7-755a816d2569 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Port': ['ID=f4390baf-d6a6-4d4a-a258-b22df310eddf,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:00.899393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.916248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-19ef568c-b9a9-4c4a-82d7-755a816d2569 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.953426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:00.961816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] Pushing event deleted for resources: {'Port': ['ID=68ed3142-e815-4fd5-8252-304d50e3b4c1,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:00.963654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a69b43-66f4-434e-9cb0-92866e6f8715 None None] No DVR routers for this DVR port 68ed3142-e815-4fd5-8252-304d50e3b4c1 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:10:00.996833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Allocated IP 172.20.0.1 (6e6e81a7-dfef-4779-8361-771c696df0a1/d40a769d-a837-4da2-8f41-6b49a9ca2903/3824f139-fa5f-4b47-ac0b-2752c9e1b509) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:01.020897 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-19ef568c-b9a9-4c4a-82d7-755a816d2569 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/ports/f4390baf-d6a6-4d4a-a258-b22df310eddf HTTP/1.1" status: 204 len: 168 time: 1.0666945 Mar 25 20:10:01.022888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33172) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:01.098680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.116962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Transition to ACTIVE for port object ab2b618c-3d03-422c-8bfe-99673666842e will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:01.140948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Transition to ACTIVE for port object ab2b618c-3d03-422c-8bfe-99673666842e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:01.154824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.202652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.275135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Network 8002ef5a-3979-49e7-aec4-cbfd216e7e56 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:01.275618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.278627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:01.281518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:01.322573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.371496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Pushing event updated for resources: {'Port': ['ID=ab2b618c-3d03-422c-8bfe-99673666842e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:01.379009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9a87-a405-4c3b-96f7-afc45e11fc06 req-79377794-6dac-4cf2-a66f-26b1d12d3e88 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:01.380641 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-543b9a87-a405-4c3b-96f7-afc45e11fc06 req-79377794-6dac-4cf2-a66f-26b1d12d3e88 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.4372797 Mar 25 20:10:01.384798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-94589658-0426-4580-adc4-60d8005c16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:01.386261 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-94589658-0426-4580-adc4-60d8005c16ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f70505dcaf4d5baad87f5cd3c92724&device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 1098 time: 0.3177435 Mar 25 20:10:01.457088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Attempting to bind port ab2b618c-3d03-422c-8bfe-99673666842e on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:10:01.457657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Attempting to bind port ab2b618c-3d03-422c-8bfe-99673666842e by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f6fae239-91e0-417d-b892-dfedaa301c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8002ef5a-3979-49e7-aec4-cbfd216e7e56'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:10:01.458021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Attempting to bind port ab2b618c-3d03-422c-8bfe-99673666842e on network 8002ef5a-3979-49e7-aec4-cbfd216e7e56 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:10:01.465823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:10:01.466248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Checking segment: {'id': 'f6fae239-91e0-417d-b892-dfedaa301c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8002ef5a-3979-49e7-aec4-cbfd216e7e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:10:01.466655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.467077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Bound using segment: {'id': 'f6fae239-91e0-417d-b892-dfedaa301c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8002ef5a-3979-49e7-aec4-cbfd216e7e56'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:10:01.470306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Bound port: ab2b618c-3d03-422c-8bfe-99673666842e, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fae239-91e0-417d-b892-dfedaa301c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8002ef5a-3979-49e7-aec4-cbfd216e7e56'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:10:01.470716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.557587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:01.633704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:01.638646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:01.643055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] For port ab2b618c-3d03-422c-8bfe-99673666842e, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:10:01.647318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] For port ab2b618c-3d03-422c-8bfe-99673666842e, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ab2b618c-3d03-422c-8bfe-99673666842e,segment=NetworkSegment(f6fae239-91e0-417d-b892-dfedaa301c4f),segment_id=f6fae239-91e0-417d-b892-dfedaa301c4f)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:10:01.681581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-543b9a87-a405-4c3b-96f7-afc45e11fc06 req-f8f9fb09-fe77-47cd-a0c9-c04a0227dc8c tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508352 Mar 25 20:10:01.697637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.712141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:01.748945 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.783211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=1ff10877-554d-4031-8674-3d2afd5a7b2d,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:01.834389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4726f9c8-22fb-490f-b2d4-20b2b7d03ce6']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:01.854686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad62441-e7fc-4bd1-9214-562d28b3f1e5') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:01.854991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad62441-e7fc-4bd1-9214-562d28b3f1e5') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:01.875893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.879145 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd350f6d-2eab-4f6b-82b2-147bd0321855 None None] Network 6e6e81a7-dfef-4779-8361-771c696df0a1 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:01.900033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.911528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-ad9c8347-6761-44b7-a455-a29ea231079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:01.912669 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-ad9c8347-6761-44b7-a455-a29ea231079f service neutron] 10.222.0.43 "GET /v2.0/networks?id=21273bf0-efe1-403a-9d3b-334a7ca1bfca HTTP/1.1" status: 200 len: 913 time: 0.4808457 Mar 25 20:10:01.914959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.985080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa67ac-30f3-48ba-8d79-2668712635ad None None] Pushing event updated for resources: {'Port': ['ID=ab2b618c-3d03-422c-8bfe-99673666842e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:01.987934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:10:01.988360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:01.995467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device b5768153-b2ef-4ddb-bed0-49a9d0d0f480 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:10:02.004092 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:10:02.018884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Transition to ACTIVE for port object 3824f139-fa5f-4b47-ac0b-2752c9e1b509 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:02.036254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658be59f-b405-48fc-ad0c-93e7af427711 req-32f66054-eb54-4073-8e86-eeb6914874ad tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:02.037579 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-658be59f-b405-48fc-ad0c-93e7af427711 req-32f66054-eb54-4073-8e86-eeb6914874ad tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 943 time: 0.5084431 Mar 25 20:10:02.043031 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-7f44f67b-4593-4ad1-a899-85e7a094699a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80 HTTP/1.1" status: 200 len: 217 time: 0.1171303 Mar 25 20:10:02.218821 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-658be59f-b405-48fc-ad0c-93e7af427711 req-947b4ea0-3ad7-4a2d-8489-9ce83fb3dc99 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228456 Mar 25 20:10:02.220898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-f7301a96-cf5e-4a5b-a8aa-d9e91192292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:02.223353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-f7301a96-cf5e-4a5b-a8aa-d9e91192292e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2db17b11-11c1-495f-b596-1d673055f75a HTTP/1.1" status: 200 len: 852 time: 0.1263969 Mar 25 20:10:02.266065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0fadb3d9-05cc-4284-8e35-52072296bd65 None None] Provisioning for port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:02.269120 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:02.288319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.291713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-9fbaf7e3-c7b8-4acd-a02f-bf5349df005f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21273bf0-efe1-403a-9d3b-334a7ca1bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606191 Mar 25 20:10:02.293493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0fadb3d9-05cc-4284-8e35-52072296bd65 None None] Provisioning complete for port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:02.293861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fadb3d9-05cc-4284-8e35-52072296bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.312629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.353082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] Pushing event deleted for resources: {'Network': ['ID=4726f9c8-22fb-490f-b2d4-20b2b7d03ce6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:02.362680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:02.363050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.379263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.386982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4d3edefc-f56a-4440-a97c-1ed96ec98fb0 tempest-PortsTestJSON-1609571967 tempest-PortsTestJSON-1609571967-project] 10.222.0.37 "DELETE /v2.0/networks/4726f9c8-22fb-490f-b2d4-20b2b7d03ce6 HTTP/1.1" status: 204 len: 168 time: 1.3557117 Mar 25 20:10:02.517136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port b5768153-b2ef-4ddb-bed0-49a9d0d0f480, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:02.527712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-54d59709-4af4-4122-bfc9-39fb453bd1d7 service neutron] 10.222.0.43 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121379 Mar 25 20:10:02.543571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.546856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'port_id': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'mac_address': 'fa:16:3e:14:4f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:10:02.552555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fadb3d9-05cc-4284-8e35-52072296bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.688036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network 6e6e81a7-dfef-4779-8361-771c696df0a1 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:02.689242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Port': ['ID=3824f139-fa5f-4b47-ac0b-2752c9e1b509,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:02.717332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.760994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.761203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24f1bd2d-538b-44e7-83bf-bb3c3ac95b83 req-8960d6f6-72df-4a05-bf60-6c4ba1712939 service neutron] 10.222.0.43 "GET /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259626 Mar 25 20:10:02.778998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:02.787220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:02.796759 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5768153-b2ef-4ddb-bed0-49a9d0d0f480 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:10:02.809102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0fadb3d9-05cc-4284-8e35-52072296bd65 None None] For port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3,segment=NetworkSegment(8c8336e0-bc18-44ab-9511-25aceffdf405),segment_id=8c8336e0-bc18-44ab-9511-25aceffdf405)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:02.832460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port b5768153-b2ef-4ddb-bed0-49a9d0d0f480, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:02.875282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fadb3d9-05cc-4284-8e35-52072296bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.942074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:02.970843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.003678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667bf18-0a94-4df1-94c9-eb10974d3247 req-6fa6b87f-f897-472e-a48c-79a210ec7d10 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:03.005702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9667bf18-0a94-4df1-94c9-eb10974d3247 req-6fa6b87f-f897-472e-a48c-79a210ec7d10 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.1418307 Mar 25 20:10:03.076521 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9667bf18-0a94-4df1-94c9-eb10974d3247 req-f897169e-72f6-42c4-969b-6c38331fe1eb tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Mar 25 20:10:03.086070 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadb3d9-05cc-4284-8e35-52072296bd65 None None] Pushing event updated for resources: {'Port': ['ID=1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:03.086070 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4249e3fe-4c8b-462e-838a-d99b237a81e9 None None] Provisioning complete for port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:03.093008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4249e3fe-4c8b-462e-838a-d99b237a81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.102693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33186) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:03.166397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.196199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.259954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:03.271544 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:10:03.271902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:10:03.312229 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e7c97fe2-b519-492a-9420-db5b60c01691 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51ab3c70c14f4b88b2a68bbf82b511e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077827 Mar 25 20:10:03.313082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33194) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:03.383800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-790bf6c7-a862-444f-bc13-f0d8a6f4bfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.402225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.422914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['b5768153-b2ef-4ddb-bed0-49a9d0d0f480'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:10:03.462572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-790bf6c7-a862-444f-bc13-f0d8a6f4bfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.502204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Router 9ea531b8-f32a-4362-bde4-67a0b0f0a32a is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:10:03.542515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d691ad-7308-43a9-8bfe-499642d761e9 req-80a548c4-8d24-4759-9c79-42d33fd4e046 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:03.547016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18659e6-c9b1-48ab-a363-0150e35d3711 None None] Network 8002ef5a-3979-49e7-aec4-cbfd216e7e56 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:03.549065 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c8d691ad-7308-43a9-8bfe-499642d761e9 req-80a548c4-8d24-4759-9c79-42d33fd4e046 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 944 time: 0.1619644 Mar 25 20:10:03.570581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-94c8d952-c6f0-4923-9cbe-e2e4b6a971b1 None None] Provisioning for port 3824f139-fa5f-4b47-ac0b-2752c9e1b509 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:03.600219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-94c8d952-c6f0-4923-9cbe-e2e4b6a971b1 None None] Provisioning complete for port 3824f139-fa5f-4b47-ac0b-2752c9e1b509 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:03.600899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94c8d952-c6f0-4923-9cbe-e2e4b6a971b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.605279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-790bf6c7-a862-444f-bc13-f0d8a6f4bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.649936 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c8d691ad-7308-43a9-8bfe-499642d761e9 req-0daeeb06-99fc-4df1-984a-083590561620 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999351 Mar 25 20:10:03.651318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf6c7-a862-444f-bc13-f0d8a6f4bfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6619416-1e71-44bc-93ae-e78b2ab397f8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:03.660348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d952-c6f0-4923-9cbe-e2e4b6a971b1 None None] Port 3824f139-fa5f-4b47-ac0b-2752c9e1b509 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:10:03.669037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-790bf6c7-a862-444f-bc13-f0d8a6f4bfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:03.673804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-790bf6c7-a862-444f-bc13-f0d8a6f4bfb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6619416-1e71-44bc-93ae-e78b2ab397f8 HTTP/1.1" status: 204 len: 168 time: 0.3593152 Mar 25 20:10:03.944751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7083ac79-8b2a-4701-b40c-e59326e9523f None None] Provisioning for port ab2b618c-3d03-422c-8bfe-99673666842e completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:03.952996 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 68ed3142-e815-4fd5-8252-304d50e3b4c1 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:04.007381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 68ed3142-e815-4fd5-8252-304d50e3b4c1 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:10:04.008325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 68ed3142-e815-4fd5-8252-304d50e3b4c1 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:10:04.243379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:10:04.270650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ab2b618c-3d03-422c-8bfe-99673666842e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:04.274253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:04.287057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:04.326891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46aaa2-a819-435e-ac19-aba3e769e5c6 None None] Sync routers for ids ['9ea531b8-f32a-4362-bde4-67a0b0f0a32a'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:04.349680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:04.351296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46aaa2-a819-435e-ac19-aba3e769e5c6 None None] Routers {'9ea531b8-f32a-4362-bde4-67a0b0f0a32a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:04.351989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1c46aaa2-a819-435e-ac19-aba3e769e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9ea531b8-f32a-4362-bde4-67a0b0f0a32a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:04.386473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f7dc-713f-46e8-b645-be3d9fa94d01 req-089d2d7c-824f-458c-ad71-35571df74e9b tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:04.395756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e809f7dc-713f-46e8-b645-be3d9fa94d01 req-089d2d7c-824f-458c-ad71-35571df74e9b tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.1613753 Mar 25 20:10:04.428334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1c46aaa2-a819-435e-ac19-aba3e769e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:04.442344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=1ff10877-554d-4031-8674-3d2afd5a7b2d,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:04.465770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46aaa2-a819-435e-ac19-aba3e769e5c6 None None] Routers {'9ea531b8-f32a-4362-bde4-67a0b0f0a32a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:04.465770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1c46aaa2-a819-435e-ac19-aba3e769e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9ea531b8-f32a-4362-bde4-67a0b0f0a32a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:04.471904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:04.477880 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-011c85ba-70c7-4173-9f3d-5f36c594929f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.4252403 Mar 25 20:10:04.478041 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e809f7dc-713f-46e8-b645-be3d9fa94d01 req-99461dd4-9f93-4baa-a072-62b739bceb7f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794206 Mar 25 20:10:04.478133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33212) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:04.487187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-606674c4-d3d2-4f66-b05b-4d76be46909e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': False}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:04.524052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:04.531676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:04.548423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1c46aaa2-a819-435e-ac19-aba3e769e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:04.548852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46aaa2-a819-435e-ac19-aba3e769e5c6 None None] The sync data for ids ['9ea531b8-f32a-4362-bde4-67a0b0f0a32a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:04.571189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port ab2b618c-3d03-422c-8bfe-99673666842e completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:04.575470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c42140fa-db0c-4cba-a827-b15adfc0772c None None] Provisioning complete for port ab2b618c-3d03-422c-8bfe-99673666842e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:04.575834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c42140fa-db0c-4cba-a827-b15adfc0772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:04.622898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port ab2b618c-3d03-422c-8bfe-99673666842e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:04.623483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:04.717479 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 7e785c1d-937f-46aa-ae2b-4dc646e0962f associated. External IP: 172.26.8.111, port: a5de3e18-e5cc-4631-a97e-763ebca423a3. Mar 25 20:10:04.795911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:04.870550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:05.018126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:05.021783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Port': ['ID=3824f139-fa5f-4b47-ac0b-2752c9e1b509,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:05.029877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c42140fa-db0c-4cba-a827-b15adfc0772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:05.042997 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.043882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.043882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.044110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.044302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.044731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.045066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.045408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.045734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.046059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.046376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.046694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:05.064866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port ab2b618c-3d03-422c-8bfe-99673666842e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ab2b618c-3d03-422c-8bfe-99673666842e,segment=NetworkSegment(f6fae239-91e0-417d-b892-dfedaa301c4f),segment_id=f6fae239-91e0-417d-b892-dfedaa301c4f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:05.133165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:05.134367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:05.260139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0821c95-d843-4085-bda1-6607e79e29b3 req-620aaa9c-4079-4bdc-b9a3-d6d42c63a842 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:05.261608 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b0821c95-d843-4085-bda1-6607e79e29b3 req-620aaa9c-4079-4bdc-b9a3-d6d42c63a842 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 944 time: 0.3088524 Mar 25 20:10:05.268698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33230) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:05.342464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=ab2b618c-3d03-422c-8bfe-99673666842e,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:05.346934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-c42140fa-db0c-4cba-a827-b15adfc0772c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:10:05.347288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-c42140fa-db0c-4cba-a827-b15adfc0772c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:10:05.358846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:05.359219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:05.442688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336634840'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:05.466979 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b0821c95-d843-4085-bda1-6607e79e29b3 req-a96ff62e-a1ec-415a-9aee-44fa9a7d6255 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854916 Mar 25 20:10:05.467885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:05.486681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network 6e6e81a7-dfef-4779-8361-771c696df0a1 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:05.488357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:05.537678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:05.544762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:05.554279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:05.580682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-606674c4-d3d2-4f66-b05b-4d76be46909e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:05.585480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:05.600158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528efdcb-4893-4e1d-ad23-3d1ef2fd49a9 req-b9256025-2611-4d71-9f68-9266f26bb3db tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:05.602383 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-528efdcb-4893-4e1d-ad23-3d1ef2fd49a9 req-b9256025-2611-4d71-9f68-9266f26bb3db tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.3910549 Mar 25 20:10:05.674005 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-528efdcb-4893-4e1d-ad23-3d1ef2fd49a9 req-7fda270e-a52b-4f29-80f0-e8d9c8198327 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 Mar 25 20:10:05.681514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:05.722716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:05.752172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:05.758505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:05.761958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:05.769479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:05.874597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:05.893008 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78eb34-d4b7-4d45-ac49-7d78d80d7477 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:05.903565 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78eb34-d4b7-4d45-ac49-7d78d80d7477 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:05.907025 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6d78eb34-d4b7-4d45-ac49-7d78d80d7477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:05.926860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Router 7df4609e-3630-4449-bbb2-0afeca2d85b5 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:10:05.942331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device b5768153-b2ef-4ddb-bed0-49a9d0d0f480 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:05.969882 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6d78eb34-d4b7-4d45-ac49-7d78d80d7477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:05.979144 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78eb34-d4b7-4d45-ac49-7d78d80d7477 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:05.979965 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6d78eb34-d4b7-4d45-ac49-7d78d80d7477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:05.991728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.009569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.047438 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6d78eb34-d4b7-4d45-ac49-7d78d80d7477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:06.048029 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78eb34-d4b7-4d45-ac49-7d78d80d7477 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:06.053060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b7df2a5d-93c0-4002-9520-784a4822ef1a None None] Provisioning complete for port 3824f139-fa5f-4b47-ac0b-2752c9e1b509 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:06.053352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7df2a5d-93c0-4002-9520-784a4822ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.121562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ab2b618c-3d03-422c-8bfe-99673666842e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:06.126173 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ede1110d-a7bb-4bba-ac4a-8914f2cb08d0 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.1135128 Mar 25 20:10:06.133774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.135823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33236) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:06.144260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:06.156496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:06.161407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:06.176852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b7df2a5d-93c0-4002-9520-784a4822ef1a None None] Port 3824f139-fa5f-4b47-ac0b-2752c9e1b509 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:10:06.186092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:06.186092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.186300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:06.190935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:06.193679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a981ec8c-b20a-4e18-b33d-cdb94040d27f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:06.210101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:06.225189 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-164c8d81-d829-4bfd-b77f-4a74365d2f50 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "PUT /v2.0/routers/7df4609e-3630-4449-bbb2-0afeca2d85b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0956647 Mar 25 20:10:06.229737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33240) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:06.240864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42c968-d4a9-4a05-a85d-c6bd7f5e6a27 None None] Sync routers for ids ['7df4609e-3630-4449-bbb2-0afeca2d85b5'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:06.260923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:06.326108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42c968-d4a9-4a05-a85d-c6bd7f5e6a27 None None] Routers {'7df4609e-3630-4449-bbb2-0afeca2d85b5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:06.326661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2c42c968-d4a9-4a05-a85d-c6bd7f5e6a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7df4609e-3630-4449-bbb2-0afeca2d85b5'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:06.377795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.408347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2c42c968-d4a9-4a05-a85d-c6bd7f5e6a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:06.472840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42c968-d4a9-4a05-a85d-c6bd7f5e6a27 None None] Routers {'7df4609e-3630-4449-bbb2-0afeca2d85b5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:06.473460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2c42c968-d4a9-4a05-a85d-c6bd7f5e6a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7df4609e-3630-4449-bbb2-0afeca2d85b5'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:06.497896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.552710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port ab2b618c-3d03-422c-8bfe-99673666842e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:06.553081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.582408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2c42c968-d4a9-4a05-a85d-c6bd7f5e6a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:06.582666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42c968-d4a9-4a05-a85d-c6bd7f5e6a27 None None] The sync data for ids ['7df4609e-3630-4449-bbb2-0afeca2d85b5'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:06.602886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.667242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.681753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port b5768153-b2ef-4ddb-bed0-49a9d0d0f480, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:06.716787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:10:06.868897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.877628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.878827 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6091866 Mar 25 20:10:06.884014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33250) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:06.901376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67997e2-5323-4683-8e2c-801f499e1ee8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5012a-86a3-4374-8569-0fd459daf374,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:06.910678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-606674c4-d3d2-4f66-b05b-4d76be46909e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.924527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-606674c4-d3d2-4f66-b05b-4d76be46909e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:06.974240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:07.034165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b2c19-9520-46be-abc6-4049102c832d req-a4ec6efb-6efd-43ab-b16c-0f230b3cca9c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:07.035990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-971b2c19-9520-46be-abc6-4049102c832d req-a4ec6efb-6efd-43ab-b16c-0f230b3cca9c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.3698788 Mar 25 20:10:07.042895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:07.043781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa32bb-9154-41b2-95f7-d15e2e0c368b req-c35fd106-10c8-4f51-8e5d-1c542572c27c tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:07.049002 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f0fa32bb-9154-41b2-95f7-d15e2e0c368b req-c35fd106-10c8-4f51-8e5d-1c542572c27c tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.2418699 Mar 25 20:10:07.118439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:07.118752 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 7e785c1d-937f-46aa-ae2b-4dc646e0962f disassociated. External IP: 172.26.8.111, port: a5de3e18-e5cc-4631-a97e-763ebca423a3. Mar 25 20:10:07.225366 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f0fa32bb-9154-41b2-95f7-d15e2e0c368b req-29ea4414-6459-485c-ac25-a852c49dd104 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713297 Mar 25 20:10:07.235234 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-971b2c19-9520-46be-abc6-4049102c832d req-007a54a8-010c-4085-a127-5f04e1911156 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852486 Mar 25 20:10:07.266854 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d720555c-45ee-4a04-848f-5b6164e6a27e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3795505 Mar 25 20:10:07.270880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33254) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:07.281078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-aa53f137-dd11-4ade-8ea1-93b537254c57 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-security--166558764', 'description': 'tempest-security-description-300679305'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:07.306515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606674c4-d3d2-4f66-b05b-4d76be46909e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Router 9ea531b8-f32a-4362-bde4-67a0b0f0a32a has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:07.307281 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'code': 200} Mar 25 20:10:07.343843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa53f137-dd11-4ade-8ea1-93b537254c57 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:07.429180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-98f9ae77-9a77-48a0-a5b1-db78c63334b5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:07.430630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-98f9ae77-9a77-48a0-a5b1-db78c63334b5 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.2414293 Mar 25 20:10:07.514536 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-3405315f-6509-4421-a576-b2346c5afd34 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:10:07.515603 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3405315f-6509-4421-a576-b2346c5afd34 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "PUT /v2.0/routers/7df4609e-3630-4449-bbb2-0afeca2d85b5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2846437 Mar 25 20:10:07.518492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33258) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:07.611021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa53f137-dd11-4ade-8ea1-93b537254c57 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:07.639425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Deleting port 7192d227-1dcb-4100-bdb9-3dbbd230af80 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:07.639986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:07.692767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa53f137-dd11-4ade-8ea1-93b537254c57 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:07.695681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa53f137-dd11-4ade-8ea1-93b537254c57 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:07.699516 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aa53f137-dd11-4ade-8ea1-93b537254c57 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "PUT /v2.0/security-groups/0df5012a-86a3-4374-8569-0fd459daf374 HTTP/1.1" status: 200 len: 1778 time: 0.4234362 Mar 25 20:10:07.706823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606674c4-d3d2-4f66-b05b-4d76be46909e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:07.708181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33262) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:07.716929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-606674c4-d3d2-4f66-b05b-4d76be46909e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:07.717414 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068bf31-9555-4f92-a786-712dcb313fe4 None None] Sync routers for ids ['9ea531b8-f32a-4362-bde4-67a0b0f0a32a'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:07.718089 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-606674c4-d3d2-4f66-b05b-4d76be46909e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "PUT /v2.0/routers/9ea531b8-f32a-4362-bde4-67a0b0f0a32a HTTP/1.1" status: 200 len: 920 time: 3.2387810 Mar 25 20:10:07.722776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33266) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:07.730102 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068bf31-9555-4f92-a786-712dcb313fe4 None None] Routers {'9ea531b8-f32a-4362-bde4-67a0b0f0a32a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:07.730795 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a068bf31-9555-4f92-a786-712dcb313fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9ea531b8-f32a-4362-bde4-67a0b0f0a32a'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:07.796493 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a068bf31-9555-4f92-a786-712dcb313fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:07.806835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f137-dd11-4ade-8ea1-93b537254c57 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5012a-86a3-4374-8569-0fd459daf374,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:07.807369 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068bf31-9555-4f92-a786-712dcb313fe4 None None] Routers {'9ea531b8-f32a-4362-bde4-67a0b0f0a32a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:07.808029 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a068bf31-9555-4f92-a786-712dcb313fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9ea531b8-f32a-4362-bde4-67a0b0f0a32a'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:07.852062 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3b867dfc-aeba-4b19-aa2e-55f89fef2a09 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups/0df5012a-86a3-4374-8569-0fd459daf374 HTTP/1.1" status: 200 len: 1778 time: 0.1361372 Mar 25 20:10:07.867753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33270) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:07.874500 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a068bf31-9555-4f92-a786-712dcb313fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:07.874910 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068bf31-9555-4f92-a786-712dcb313fe4 None None] The sync data for ids ['9ea531b8-f32a-4362-bde4-67a0b0f0a32a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:08.038979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] For port 7192d227-1dcb-4100-bdb9-3dbbd230af80, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7192d227-1dcb-4100-bdb9-3dbbd230af80,segment=NetworkSegment(3286baa9-e9f1-4b4c-8376-a00ed6e43488),segment_id=3286baa9-e9f1-4b4c-8376-a00ed6e43488)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:08.039343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:08.046458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8cf88e3-5cad-41d5-83cf-be5acd8be623 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:08.115710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:08.175761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Calling delete_port for 7192d227-1dcb-4100-bdb9-3dbbd230af80 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:08.351670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8cf88e3-5cad-41d5-83cf-be5acd8be623 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:08.402515 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e2a966c0-8e39-48a5-9082-01e0c53a6ff2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/routers/9ea531b8-f32a-4362-bde4-67a0b0f0a32a HTTP/1.1" status: 200 len: 920 time: 0.6294215 Mar 25 20:10:08.402836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33278) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:08.483440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ad32d-249f-4274-bd8c-fdf9d9c97eeb req-989e8a05-533c-4833-965d-7b6b7c648547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:08.484963 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-565ad32d-249f-4274-bd8c-fdf9d9c97eeb req-989e8a05-533c-4833-965d-7b6b7c648547 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.7709620 Mar 25 20:10:08.581711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8cf88e3-5cad-41d5-83cf-be5acd8be623 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:08.622878 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651f088-ee8e-4f49-99d5-daa8d3858018 req-b44fb0e2-c0a3-4276-813d-ce61dc621f67 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:08.624063 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7651f088-ee8e-4f49-99d5-daa8d3858018 req-b44fb0e2-c0a3-4276-813d-ce61dc621f67 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.2644289 Mar 25 20:10:08.637694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf88e3-5cad-41d5-83cf-be5acd8be623 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df5012a-86a3-4374-8569-0fd459daf374,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:08.648697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b0f5f-7cab-4982-962f-6f2db29f3fa1 req-72622a70-8d0c-4fa9-83dc-317960b58829 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:08.649355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f18b0f5f-7cab-4982-962f-6f2db29f3fa1 req-72622a70-8d0c-4fa9-83dc-317960b58829 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Synchronizing usage tracker for tenant:f4f70505dcaf4d5baad87f5cd3c92724 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:08.662394 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-565ad32d-249f-4274-bd8c-fdf9d9c97eeb req-4c3dd9a5-e562-4aa7-90d9-8f378125f0b1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665542 Mar 25 20:10:08.693045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:08.694201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e8cf88e3-5cad-41d5-83cf-be5acd8be623 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:08.697977 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e8cf88e3-5cad-41d5-83cf-be5acd8be623 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/0df5012a-86a3-4374-8569-0fd459daf374 HTTP/1.1" status: 204 len: 168 time: 0.8264539 Mar 25 20:10:08.699822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:08.702823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33282) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:08.704096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f18b0f5f-7cab-4982-962f-6f2db29f3fa1 req-72622a70-8d0c-4fa9-83dc-317960b58829 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Unset dirty status for tenant:f4f70505dcaf4d5baad87f5cd3c92724 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:08.704788 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f18b0f5f-7cab-4982-962f-6f2db29f3fa1 req-72622a70-8d0c-4fa9-83dc-317960b58829 tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9536af-b6f6-4b52-8ac0-153aa5f46dfc HTTP/1.1" status: 200 len: 945 time: 0.3087544 Mar 25 20:10:08.705874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:08.708102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d9f40-7af7-4466-b5ef-5db20c9a5b22 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:08.722017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d9f40-7af7-4466-b5ef-5db20c9a5b22 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:08.722940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a53d9f40-7af7-4466-b5ef-5db20c9a5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:08.748945 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7651f088-ee8e-4f49-99d5-daa8d3858018 req-3911c6d3-e7be-4b47-b568-e64612e470f8 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123383 Mar 25 20:10:08.753371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead2e565-b0b6-4f42-973f-9a9525a01a8e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:08.754072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ead2e565-b0b6-4f42-973f-9a9525a01a8e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Synchronizing usage tracker for tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:08.773493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Pushing event deleted for resources: {'Port': ['ID=7192d227-1dcb-4100-bdb9-3dbbd230af80,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:08.802560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a53d9f40-7af7-4466-b5ef-5db20c9a5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:08.813104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d9f40-7af7-4466-b5ef-5db20c9a5b22 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:08.813714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a53d9f40-7af7-4466-b5ef-5db20c9a5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:08.860201 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2474b273-b19a-4250-98a0-60a877d374ac tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/floatingips/7e785c1d-937f-46aa-ae2b-4dc646e0962f HTTP/1.1" status: 200 len: 688 time: 2.7206559 Mar 25 20:10:08.862428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33286) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:08.878354 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ead2e565-b0b6-4f42-973f-9a9525a01a8e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Unset dirty status for tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:08.886536 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ead2e565-b0b6-4f42-973f-9a9525a01a8e tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=9ea531b8-f32a-4362-bde4-67a0b0f0a32a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4633324 Mar 25 20:10:08.888794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33290) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:08.897746 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-528fdb2f-f2fc-4ac7-aec0-b19b71a665c8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1633120 Mar 25 20:10:08.918479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33294) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:08.923926 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f18b0f5f-7cab-4982-962f-6f2db29f3fa1 req-2f3631e2-e9e7-41f7-ace5-0c2ef8edf38f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.37 "GET /v2.0/security-groups?id=97b3e4c2-7130-45a6-8173-61e03d6c2369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782072 Mar 25 20:10:08.926341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a53d9f40-7af7-4466-b5ef-5db20c9a5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:08.926930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d9f40-7af7-4466-b5ef-5db20c9a5b22 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:08.943590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] No DVR routers for this DVR port 7192d227-1dcb-4100-bdb9-3dbbd230af80 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:10:08.951748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:08.953725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-34e13bce-4fe5-4bb2-8b03-e85bed6c504c req-2c735a95-31e3-4bb1-9127-3f604ec18d8f tempest-TestServerAdvancedOps-921344536 tempest-TestServerAdvancedOps-921344536-project] 10.222.0.43 "DELETE /v2.0/ports/7192d227-1dcb-4100-bdb9-3dbbd230af80 HTTP/1.1" status: 204 len: 173 time: 1.5108900 Mar 25 20:10:08.954155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9536af-b6f6-4b52-8ac0-153aa5f46dfc', 'name': 'network-vif-deleted', 'tag': '7192d227-1dcb-4100-bdb9-3dbbd230af80'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:10:09.015014 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-b7bc1698-2023-4c79-af1d-90ecf57924cc tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] delete failed (client error): The resource could not be found. Mar 25 20:10:09.019889 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b7bc1698-2023-4c79-af1d-90ecf57924cc tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/0df5012a-86a3-4374-8569-0fd459daf374 HTTP/1.1" status: 404 len: 347 time: 0.0976954 Mar 25 20:10:09.023789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33300) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:09.032146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419266121'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:09.035526 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9536af-b6f6-4b52-8ac0-153aa5f46dfc', 'name': 'network-vif-deleted', 'tag': '7192d227-1dcb-4100-bdb9-3dbbd230af80', 'status': 'completed', 'code': 200} Mar 25 20:10:09.043479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:09.057514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:09.059153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port 1ff10877-554d-4031-8674-3d2afd5a7b2d {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:09.059495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.061745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:09.069424 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9858a3c-65b6-4f63-9b38-0c8e576fe8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.079496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.133490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:09.161327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f4eec-87ce-41be-b3ba-a4aa3d8de811 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:09.166355 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4a5f4eec-87ce-41be-b3ba-a4aa3d8de811 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 881 time: 0.2729599 Mar 25 20:10:09.191065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33306) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:09.211676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.245409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-559a31dc-9f40-4b41-8252-14be2a0f334c tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ea531b8-f32a-4362-bde4-67a0b0f0a32a HTTP/1.1" status: 200 len: 205 time: 0.0550463 Mar 25 20:10:09.247558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:09.248076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33310) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:09.263272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:09.268227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:09.326042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:09.346779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.347117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.463393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.531525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for 1ff10877-554d-4031-8674-3d2afd5a7b2d owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:09.619660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.647318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.720396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Deleting port 3824f139-fa5f-4b47-ac0b-2752c9e1b509 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:09.720682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.750867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914cb4cd-f63b-47b7-b818-413f1991feb5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:09.778266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.782362 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d7151951-9dda-4c87-893a-ed3911413f6a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7546184 Mar 25 20:10:09.792936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33316) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:09.811103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': '914cb4cd-f63b-47b7-b818-413f1991feb5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:09.836750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:09.847372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:09.893357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:09.914808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:09.957060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:09.973930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7192d227-1dcb-4100-bdb9-3dbbd230af80 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:10.079549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.098210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.099319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 7192d227-1dcb-4100-bdb9-3dbbd230af80 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:10:10.099924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7192d227-1dcb-4100-bdb9-3dbbd230af80 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:10:10.111896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Calling delete_port for 3824f139-fa5f-4b47-ac0b-2752c9e1b509 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:10.124515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.154403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33322) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:10.178334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20532412-f615-47d1-827a-228fcc451920 req-4cb8adb7-f967-445d-8dd6-d03ae7001234 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:10.180348 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-20532412-f615-47d1-827a-228fcc451920 req-4cb8adb7-f967-445d-8dd6-d03ae7001234 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.2198269 Mar 25 20:10:10.190128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Deleting port 6f34d370-13bc-4e90-9b5d-24d382da9151 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:10.190426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.216188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=1ff10877-554d-4031-8674-3d2afd5a7b2d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:10.277259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e258f99-c08f-4ac7-9be5-b98edba128e4 admin admin] Deleting subnet 2db17b11-11c1-495f-b596-1d673055f75a {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:10:10.282722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.287705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:10.288722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7e258f99-c08f-4ac7-9be5-b98edba128e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.331151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.354835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7e258f99-c08f-4ac7-9be5-b98edba128e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.396785 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-20532412-f615-47d1-827a-228fcc451920 req-8205f671-be37-449f-b4c4-de9f94057452 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078454 Mar 25 20:10:10.397009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.430916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dea2ed-4ff6-4074-8e23-46cc8f4bda3a,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:10.452681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.479252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.480346 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-18e9243f-f2df-4919-b579-ba75c901137e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/floatingips/7e785c1d-937f-46aa-ae2b-4dc646e0962f HTTP/1.1" status: 204 len: 168 time: 1.6186211 Mar 25 20:10:10.484132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33326) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:10.490820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '9ec8d2bb-292a-4a6c-abaf-b5564f384452'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:10.497771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7e258f99-c08f-4ac7-9be5-b98edba128e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.500698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:10.513635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:floatingip and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:10.519151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:10.526402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.534521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:10.553033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.554208 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-51ebd562-e33d-4a07-ae5a-e310eff7f900 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7656834 Mar 25 20:10:10.557742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33330) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:10.597329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cef79d01-19ff-49da-a69b-da50fcd81df9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.608708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cef79d01-19ff-49da-a69b-da50fcd81df9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.632063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.653456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Calling delete_port for 6f34d370-13bc-4e90-9b5d-24d382da9151 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:10.682598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7e258f99-c08f-4ac7-9be5-b98edba128e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.723555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Port': ['ID=3824f139-fa5f-4b47-ac0b-2752c9e1b509,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:10.731923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.761076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e258f99-c08f-4ac7-9be5-b98edba128e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db17b11-11c1-495f-b596-1d673055f75a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:10.769385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7e258f99-c08f-4ac7-9be5-b98edba128e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.819040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cef79d01-19ff-49da-a69b-da50fcd81df9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.831549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cef79d01-19ff-49da-a69b-da50fcd81df9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:10.832686 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cef79d01-19ff-49da-a69b-da50fcd81df9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c0dea2ed-4ff6-4074-8e23-46cc8f4bda3a HTTP/1.1" status: 204 len: 168 time: 0.2740037 Mar 25 20:10:10.840932 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7e258f99-c08f-4ac7-9be5-b98edba128e4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2db17b11-11c1-495f-b596-1d673055f75a HTTP/1.1" status: 204 len: 168 time: 0.6835241 Mar 25 20:10:10.840932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33334) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:10.841170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33336) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:10.847711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef79d01-19ff-49da-a69b-da50fcd81df9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0dea2ed-4ff6-4074-8e23-46cc8f4bda3a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:11.021846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bc653d84-a4ea-4eb4-a4a0-c7f082fd074e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:11.025122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.029716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.095327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.155761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.202291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event deleted for resources: {'Port': ['ID=6f34d370-13bc-4e90-9b5d-24d382da9151,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:11.281064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bc653d84-a4ea-4eb4-a4a0-c7f082fd074e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:11.285132 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bc653d84-a4ea-4eb4-a4a0-c7f082fd074e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4385900 Mar 25 20:10:11.290795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33342) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:11.445978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.475468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Router 7df4609e-3630-4449-bbb2-0afeca2d85b5 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:11.495143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e4665c20-2d25-4780-97f5-91ad8184f274 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.503412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21273bf0-efe1-403a-9d3b-334a7ca1bfca']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:11.592265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3286baa9-e9f1-4b4c-8376-a00ed6e43488') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:11.592580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3286baa9-e9f1-4b4c-8376-a00ed6e43488') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:11.613675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.646165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e4665c20-2d25-4780-97f5-91ad8184f274 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.668031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.668392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:11.678332 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-709b9726-0470-4c50-94d8-315d4c94b2b7 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "PUT /v2.0/routers/7df4609e-3630-4449-bbb2-0afeca2d85b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1590555 Mar 25 20:10:11.682910 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e5af8-517d-4dbe-8a64-55bcac27daa7 None None] Sync routers for ids ['7df4609e-3630-4449-bbb2-0afeca2d85b5'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:11.683806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33348) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:11.692231 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e5af8-517d-4dbe-8a64-55bcac27daa7 None None] Routers {'7df4609e-3630-4449-bbb2-0afeca2d85b5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:11.692956 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-933e5af8-517d-4dbe-8a64-55bcac27daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7df4609e-3630-4449-bbb2-0afeca2d85b5'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:11.754566 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-933e5af8-517d-4dbe-8a64-55bcac27daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:11.761968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.763400 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e5af8-517d-4dbe-8a64-55bcac27daa7 None None] Routers {'7df4609e-3630-4449-bbb2-0afeca2d85b5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:11.764274 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-933e5af8-517d-4dbe-8a64-55bcac27daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7df4609e-3630-4449-bbb2-0afeca2d85b5'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:11.765635 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-0ac81c6b-7554-4ecc-9c20-f2d7dceff38b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] delete failed (client error): The resource could not be found. Mar 25 20:10:11.767544 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0ac81c6b-7554-4ecc-9c20-f2d7dceff38b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1527686755 HTTP/1.1" status: 404 len: 335 time: 0.0805321 Mar 25 20:10:11.776852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33352) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:11.781786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4411cc6e-a39b-409a-8284-1acfa68c9011 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'router': {'external_gateway_info': {'network_id': '7df4609e-3630-4449-bbb2-0afeca2d85b5'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:11.824700 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-933e5af8-517d-4dbe-8a64-55bcac27daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:11.825245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e5af8-517d-4dbe-8a64-55bcac27daa7 None None] The sync data for ids ['7df4609e-3630-4449-bbb2-0afeca2d85b5'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:11.834858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.26.8.132 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/662d6113-bd1f-48b0-8a3e-074a6be6da26) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:11.838441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.843716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:10:11.844106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.857944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:10:11.859570 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:10:11.900967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e4665c20-2d25-4780-97f5-91ad8184f274 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:11.993904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4665c20-2d25-4780-97f5-91ad8184f274 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914cb4cd-f63b-47b7-b818-413f1991feb5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:12.043080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.043528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea531b8-f32a-4362-bde4-67a0b0f0a32a {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:10:12.059946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee78e0-c882-43bd-a44a-02654a07c80d req-8510a57d-7694-4e67-b8bd-b9b767de5d26 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:12.061458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75ee78e0-c882-43bd-a44a-02654a07c80d req-8510a57d-7694-4e67-b8bd-b9b767de5d26 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.5452623 Mar 25 20:10:12.096927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.104128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67c772d9-2716-48ee-be6f-3cb08cebb335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.116710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e4665c20-2d25-4780-97f5-91ad8184f274 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.118379 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e4665c20-2d25-4780-97f5-91ad8184f274 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/914cb4cd-f63b-47b7-b818-413f1991feb5 HTTP/1.1" status: 204 len: 168 time: 0.8269246 Mar 25 20:10:12.126352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33356) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:12.132385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.150877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] Pushing event deleted for resources: {'Network': ['ID=21273bf0-efe1-403a-9d3b-334a7ca1bfca,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:12.171340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.172391 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f6a90a3b-ff9b-4f6c-b436-6f4561337857 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/9ea531b8-f32a-4362-bde4-67a0b0f0a32a HTTP/1.1" status: 204 len: 168 time: 2.9234126 Mar 25 20:10:12.184064 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-01af0f38-09fd-4df7-b6c2-5d6bf3b98948 admin admin] 10.222.0.37 "DELETE /v2.0/networks/21273bf0-efe1-403a-9d3b-334a7ca1bfca HTTP/1.1" status: 204 len: 168 time: 1.3394570 Mar 25 20:10:12.184064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33360) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:12.187831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33362) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:12.192291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.200762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1333571387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:12.207556 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75ee78e0-c882-43bd-a44a-02654a07c80d req-f666d6bb-d801-40b3-8eef-60813cbd074d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360080 Mar 25 20:10:12.208099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4411cc6e-a39b-409a-8284-1acfa68c9011 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.242936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bebf7b13-e50b-41ec-a59d-5ac2289c0d97 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:12.243614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:12.255898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Usage tracker for resource:router and tenant:40c878e95a7c43b7bacfeb031a6c55d8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:12.261431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:12.274648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:12.294853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca18e544-b023-459e-9436-a407eca48c74 admin admin] Deleting subnet 8d434f5a-e71d-43e3-b400-5714ea031ffa {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:10:12.299150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca18e544-b023-459e-9436-a407eca48c74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.317713 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-4411cc6e-a39b-409a-8284-1acfa68c9011 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] update failed (client error): The resource could not be found. Mar 25 20:10:12.318748 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4411cc6e-a39b-409a-8284-1acfa68c9011 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "PUT /v2.0/routers/7df4609e-3630-4449-bbb2-0afeca2d85b5 HTTP/1.1" status: 404 len: 339 time: 0.5409787 Mar 25 20:10:12.320649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bebf7b13-e50b-41ec-a59d-5ac2289c0d97 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:12.321933 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bebf7b13-e50b-41ec-a59d-5ac2289c0d97 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947021 Mar 25 20:10:12.324245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33370) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:12.328503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33374) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:12.378908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.379884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.392450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--275732468'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:12.406902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:12.409823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca18e544-b023-459e-9436-a407eca48c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.445137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.451131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.475805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:12.537667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:12.545865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:12.563360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:12.591035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca18e544-b023-459e-9436-a407eca48c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.617630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=662d6113-bd1f-48b0-8a3e-074a6be6da26,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:12.668029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23bbb-102b-4e67-8152-ce9912a3a741 req-2c077ba8-7554-42f1-81bd-244e15c6e342 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:12.669628 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48e23bbb-102b-4e67-8152-ce9912a3a741 req-2c077ba8-7554-42f1-81bd-244e15c6e342 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.3394053 Mar 25 20:10:12.705983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.733328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.790377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.808646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48e23bbb-102b-4e67-8152-ce9912a3a741 req-a021be47-a15e-4d9d-82da-2a9f07d2b4a1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266344 Mar 25 20:10:12.837513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:12.842099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33378) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:12.842307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.863358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.867262 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e52ab02e-30f1-492c-939f-9031981a5580 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6780052 Mar 25 20:10:12.867262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca18e544-b023-459e-9436-a407eca48c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.872370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33384) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:12.880775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:12.895216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:12.916203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:12.930208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:12.981978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18e544-b023-459e-9436-a407eca48c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d434f5a-e71d-43e3-b400-5714ea031ffa,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:12.983899 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca18e544-b023-459e-9436-a407eca48c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:12.987932 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ca18e544-b023-459e-9436-a407eca48c74 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d434f5a-e71d-43e3-b400-5714ea031ffa HTTP/1.1" status: 204 len: 168 time: 0.7903085 Mar 25 20:10:13.001188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33388) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:13.033690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.289278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.339150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.363387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.531235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ab6575-d97b-44b8-9152-c0433030a99f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:13.603416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.613314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.614736 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7753e5e4-7923-4f8d-b0f1-c201617419ea tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2313092 Mar 25 20:10:13.620574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33392) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:13.627983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.637920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab6575-d97b-44b8-9152-c0433030a99f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:13.666896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6fd41f-750d-48ac-9fdb-1c4b78d702a9 tempest-TestVolumeBootPattern-2042223514 tempest-TestVolumeBootPattern-2042223514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:13.672151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-af6fd41f-750d-48ac-9fdb-1c4b78d702a9 tempest-TestVolumeBootPattern-2042223514 tempest-TestVolumeBootPattern-2042223514-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 1093 time: 0.8256509 Mar 25 20:10:13.672151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33396) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:13.673726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:13.678135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:13.685807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:13.689924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da038e68-4852-4e1e-8b42-0b3f6216bdc6']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:13.695768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:floatingip and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:13.696985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:13.699270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:13.702168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:13.706064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:13.712447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:13.715177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695cd5dc-1c4d-4eee-8d48-e0e6d59f4b4b') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:13.715469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695cd5dc-1c4d-4eee-8d48-e0e6d59f4b4b') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:13.733521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.757668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Allocated IP 172.20.0.1 (16055490-d8f1-4713-ba0d-b75dd5b476a2/b82e5a70-92ba-4e16-abd5-8a75a9031a53/00f47cea-c715-40ec-892f-509d730ae741) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:13.762788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.772926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:10:13.773344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:10:13.791224 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:10:13.823386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.880346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.892066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.963013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:13.994228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.026489 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/da038e68-4852-4e1e-8b42-0b3f6216bdc6 HTTP/1.1" status: 204 len: 168 time: 1.0241895 Mar 25 20:10:14.032363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fc51e-cfbb-4bda-b29b-e633889944f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da038e68-4852-4e1e-8b42-0b3f6216bdc6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:14.086652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.092441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.116117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Transition to ACTIVE for port object 00f47cea-c715-40ec-892f-509d730ae741 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:14.143893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.161224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.170499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8e632f-6f6d-4d9e-8ac5-9cf2f0a90bfa,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:14.201519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.210244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.243252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.245741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.246925 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1f56cb8d-d118-49f5-8028-d0848cf5e101 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6252215 Mar 25 20:10:14.260689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33402) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:14.270431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab6575-d97b-44b8-9152-c0433030a99f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:14.278240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network 16055490-d8f1-4713-ba0d-b75dd5b476a2 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:14.282392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:14.286738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:14.289712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:14.411868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.458614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33406) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:14.479646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:14.488049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:14.490903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Port': ['ID=00f47cea-c715-40ec-892f-509d730ae741,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:14.502633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.502754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:14.518493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.584507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.646624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a107469d-2b0d-4d6d-8549-13e29420cce2 None None] Provisioning for port 00f47cea-c715-40ec-892f-509d730ae741 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:14.658168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a107469d-2b0d-4d6d-8549-13e29420cce2 None None] Provisioning complete for port 00f47cea-c715-40ec-892f-509d730ae741 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:14.659095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a107469d-2b0d-4d6d-8549-13e29420cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.700000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.700959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.704412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-addd61ec-95df-44ea-8775-13afc95d2288 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4f70505dcaf4d5baad87f5cd3c92724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415624 Mar 25 20:10:14.713520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33410) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:14.728445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a107469d-2b0d-4d6d-8549-13e29420cce2 None None] Port 00f47cea-c715-40ec-892f-509d730ae741 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:10:14.771009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.793248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Allocated IP 172.26.8.50 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/e8ed00fb-5a3e-406f-ad54-5fff2368421b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:14.832119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b34fc4-4d53-495a-b600-3ba7e4138c0e,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:14.935993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.979604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:14.989096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5b50-fc29-4f21-b7ef-00fd196f5274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.011816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.012999 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ba6ac052-5082-4ecf-82f4-3729175a4f1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7513506 Mar 25 20:10:15.015766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33414) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:15.021090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab6575-d97b-44b8-9152-c0433030a99f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:15.027520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:15.032214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:15.035267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:15.040738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5b50-fc29-4f21-b7ef-00fd196f5274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.041174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:15.052022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.172733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.217081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=662d6113-bd1f-48b0-8a3e-074a6be6da26,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:15.227209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.258216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5b50-fc29-4f21-b7ef-00fd196f5274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.263347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.274960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd5b50-fc29-4f21-b7ef-00fd196f5274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3e4c2-7130-45a6-8173-61e03d6c2369,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:15.279420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5b50-fc29-4f21-b7ef-00fd196f5274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.283117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:15.283272 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e8dd5b50-fc29-4f21-b7ef-00fd196f5274 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97b3e4c2-7130-45a6-8173-61e03d6c2369 HTTP/1.1" status: 204 len: 168 time: 0.5672629 Mar 25 20:10:15.291958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.298108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:15.318046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:15.343220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.413554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Allocated IP 172.26.8.243 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/c496b7bf-bfff-46da-ad54-8b9250f08d6e) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:15.417034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.421574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event updated for resources: {'Port': ['ID=00f47cea-c715-40ec-892f-509d730ae741,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:15.474444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event updated for resources: {'Port': ['ID=e8ed00fb-5a3e-406f-ad54-5fff2368421b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:15.558728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Network 16055490-d8f1-4713-ba0d-b75dd5b476a2 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:15.559895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:15.767211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Router 7df4609e-3630-4449-bbb2-0afeca2d85b5 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:15.795740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.859298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4436f647-e17a-46a5-8b95-fdb658fabf08 None None] Provisioning complete for port 00f47cea-c715-40ec-892f-509d730ae741 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:15.860631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4436f647-e17a-46a5-8b95-fdb658fabf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:15.932536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4436f647-e17a-46a5-8b95-fdb658fabf08 None None] Port 00f47cea-c715-40ec-892f-509d730ae741 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:10:15.955886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:15.964612 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-93c0345c-9435-4303-af53-6195956e4141 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "PUT /v2.0/routers/7df4609e-3630-4449-bbb2-0afeca2d85b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6367095 Mar 25 20:10:15.964799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33422) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:15.971486 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbcaea6-2c17-4fd2-8dd3-a982182ab255 None None] Sync routers for ids ['7df4609e-3630-4449-bbb2-0afeca2d85b5'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:15.982498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcaea6-2c17-4fd2-8dd3-a982182ab255 None None] Routers {'7df4609e-3630-4449-bbb2-0afeca2d85b5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:15.983212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3dbcaea6-2c17-4fd2-8dd3-a982182ab255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7df4609e-3630-4449-bbb2-0afeca2d85b5'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:16.000022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.019021 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 3f62cc98-188e-41f8-9768-b0676fdb8f90 associated. External IP: 172.26.8.132, port: 9ec8d2bb-292a-4a6c-abaf-b5564f384452. Mar 25 20:10:16.049176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3dbcaea6-2c17-4fd2-8dd3-a982182ab255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:16.061172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcaea6-2c17-4fd2-8dd3-a982182ab255 None None] Routers {'7df4609e-3630-4449-bbb2-0afeca2d85b5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:16.061935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3dbcaea6-2c17-4fd2-8dd3-a982182ab255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7df4609e-3630-4449-bbb2-0afeca2d85b5'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:16.091456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33426) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:16.128863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3dbcaea6-2c17-4fd2-8dd3-a982182ab255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:16.129574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbcaea6-2c17-4fd2-8dd3-a982182ab255 None None] The sync data for ids ['7df4609e-3630-4449-bbb2-0afeca2d85b5'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:16.132559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12596bda-bff9-4d4a-a2ac-295ee9677e59,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:16.219481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.291556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8dcb53f4-da7d-44ff-8180-3b8c7a6bac1c tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.339605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.340804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8621e7c6-fa0b-4d5f-85ac-64cd6cbdc054 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3240247 Mar 25 20:10:16.343702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33430) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:16.359861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab6575-d97b-44b8-9152-c0433030a99f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:16.366792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:16.389523 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b0ad2f2f-232d-4257-b511-d5822cfa308d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fae97f560c5420ba4d6110df430fabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896509 Mar 25 20:10:16.401671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33434) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:16.419491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:16.428980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:16.437938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:16.465627 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-8dcb53f4-da7d-44ff-8180-3b8c7a6bac1c tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 25 20:10:16.466651 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8dcb53f4-da7d-44ff-8180-3b8c7a6bac1c tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/routers/7df4609e-3630-4449-bbb2-0afeca2d85b5 HTTP/1.1" status: 409 len: 329 time: 0.5009279 Mar 25 20:10:16.469669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33438) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:16.550813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.704027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.776388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.811659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-52a078a5-ef06-49e7-8e6b-bc25c1dc0271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.828028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.879700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:16.881658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.902082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:16.913765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6939876f-3029-45e2-bbce-fcbc5af39d36,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:16.914029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:16.939376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-52a078a5-ef06-49e7-8e6b-bc25c1dc0271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.945976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=c496b7bf-bfff-46da-ad54-8b9250f08d6e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:16.995196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:16.996361 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a98fa8d1-ca4a-48f3-a95f-394fac9265c1 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6518214 Mar 25 20:10:17.023277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33442) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:17.025096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:17.055466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': 'c6ab6575-d97b-44b8-9152-c0433030a99f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:17.064996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.069340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:17.090146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:17.098362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:17.182363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:17.402325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Deleting port 00f47cea-c715-40ec-892f-509d730ae741 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:17.402325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.580466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-52a078a5-ef06-49e7-8e6b-bc25c1dc0271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.596891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.673419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.697518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a078a5-ef06-49e7-8e6b-bc25c1dc0271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807871c3-1583-4898-82cf-b7a9d5cc0497,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:17.751502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:17.753228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-52a078a5-ef06-49e7-8e6b-bc25c1dc0271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.754349 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-52a078a5-ef06-49e7-8e6b-bc25c1dc0271 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/807871c3-1583-4898-82cf-b7a9d5cc0497 HTTP/1.1" status: 204 len: 168 time: 1.3466232 Mar 25 20:10:17.765654 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba3bd5-34ce-47fd-949c-f20ed6fa6e54 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:17.788501 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba3bd5-34ce-47fd-949c-f20ed6fa6e54 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:17.792952 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d7ba3bd5-34ce-47fd-949c-f20ed6fa6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:17.834211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.866498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.878302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Calling delete_port for 00f47cea-c715-40ec-892f-509d730ae741 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:17.878874 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d7ba3bd5-34ce-47fd-949c-f20ed6fa6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:17.886597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.893882 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba3bd5-34ce-47fd-949c-f20ed6fa6e54 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:17.894627 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d7ba3bd5-34ce-47fd-949c-f20ed6fa6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:17.955864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:17.958844 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d7ba3bd5-34ce-47fd-949c-f20ed6fa6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:17.959346 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba3bd5-34ce-47fd-949c-f20ed6fa6e54 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:17.966484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.053200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33450) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:18.074960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.190565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434dcc64-54f2-43d9-bd19-e189228f355a,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:18.216375 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-585041fd-13a5-417c-9172-3f18c3bb4d2e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7286303 Mar 25 20:10:18.228025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33454) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:18.240512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.316188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Port': ['ID=00f47cea-c715-40ec-892f-509d730ae741,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:18.393812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.397663 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-33d661ed-3635-49de-9a74-8a79fd094bfe tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3638411 Mar 25 20:10:18.398235 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0a4e21ba-28de-4eb4-8904-2fb494ddc799 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "GET /v2.0/floatingips/3f62cc98-188e-41f8-9768-b0676fdb8f90 HTTP/1.1" status: 200 len: 978 time: 0.1688366 Mar 25 20:10:18.402170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33458) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:18.402494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33460) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:18.421337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Deleting port 8173d12d-93cf-47ec-85f0-073375a9a09b {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:18.421674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.534961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04bc959b-092f-458e-b0af-ce679539190c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.567759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04bc959b-092f-458e-b0af-ce679539190c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.581206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a42a4c48-20d8-449c-80d0-8b788074dc98 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Synchronizing usage tracker for tenant:637ed0cd8ac444db9641125a0c9e62d5 on resource:floatingip {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:18.600842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Router 99b7fe71-d267-46af-90e1-5fb4786bc266 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:10:18.627417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.709213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.711828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04bc959b-092f-458e-b0af-ce679539190c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.738568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc959b-092f-458e-b0af-ce679539190c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=434dcc64-54f2-43d9-bd19-e189228f355a,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:18.799304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a42a4c48-20d8-449c-80d0-8b788074dc98 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Unset dirty status for tenant:637ed0cd8ac444db9641125a0c9e62d5 on resource:floatingip {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:18.800500 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a42a4c48-20d8-449c-80d0-8b788074dc98 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3955700 Mar 25 20:10:18.805583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.805911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.812668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33466) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:18.825283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'port_id': 'a5de3e18-e5cc-4631-a97e-763ebca423a3'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:18.875448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04bc959b-092f-458e-b0af-ce679539190c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.875448 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-04bc959b-092f-458e-b0af-ce679539190c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/434dcc64-54f2-43d9-bd19-e189228f355a HTTP/1.1" status: 204 len: 168 time: 0.4508369 Mar 25 20:10:18.875448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33470) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:18.910408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.939735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:18.951920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:18.952577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8ad54-7505-43c0-80a9-3689d2c763c8 None None] Sync routers for ids ['99b7fe71-d267-46af-90e1-5fb4786bc266'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:18.953362 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e076b54f-ce14-4fe1-8bfc-7f832ba25bb9 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "PUT /v2.0/routers/99b7fe71-d267-46af-90e1-5fb4786bc266 HTTP/1.1" status: 200 len: 879 time: 6.0532362 Mar 25 20:10:18.958984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33474) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:18.963900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8ad54-7505-43c0-80a9-3689d2c763c8 None None] Routers {'99b7fe71-d267-46af-90e1-5fb4786bc266'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:18.964693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1fb8ad54-7505-43c0-80a9-3689d2c763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['99b7fe71-d267-46af-90e1-5fb4786bc266'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:19.045377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1fb8ad54-7505-43c0-80a9-3689d2c763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:19.057526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8ad54-7505-43c0-80a9-3689d2c763c8 None None] Routers {'99b7fe71-d267-46af-90e1-5fb4786bc266'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:19.058185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1fb8ad54-7505-43c0-80a9-3689d2c763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['99b7fe71-d267-46af-90e1-5fb4786bc266'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:19.131080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-1fb8ad54-7505-43c0-80a9-3689d2c763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:19.131565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8ad54-7505-43c0-80a9-3689d2c763c8 None None] The sync data for ids ['99b7fe71-d267-46af-90e1-5fb4786bc266'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:19.188334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c4bb1969-d2c4-4204-8966-276aa5c9bcfd tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:19.205209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Calling delete_port for 8173d12d-93cf-47ec-85f0-073375a9a09b owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:19.330111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c4bb1969-d2c4-4204-8966-276aa5c9bcfd tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:19.331362 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c4bb1969-d2c4-4204-8966-276aa5c9bcfd tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4704905 Mar 25 20:10:19.390913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:19.391146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33478) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:19.480002 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ee69e0ea-c470-47b5-ac8e-10f8f663698f tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/routers/99b7fe71-d267-46af-90e1-5fb4786bc266 HTTP/1.1" status: 200 len: 920 time: 0.5163674 Mar 25 20:10:19.481016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a820554f-fafa-47ac-9739-5440cf435555 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:19.485989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33482) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:19.495246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a820554f-fafa-47ac-9739-5440cf435555 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:19.529790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:19.535332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Router 7df4609e-3630-4449-bbb2-0afeca2d85b5 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:19.794778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:19.842522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a820554f-fafa-47ac-9739-5440cf435555 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:19.849347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:19.862426 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f3743-9ea1-422d-8eeb-71b53d341cf1 None None] Sync routers for ids ['7df4609e-3630-4449-bbb2-0afeca2d85b5'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:19.873827 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f3743-9ea1-422d-8eeb-71b53d341cf1 None None] Routers {'7df4609e-3630-4449-bbb2-0afeca2d85b5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:19.874505 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-163f3743-9ea1-422d-8eeb-71b53d341cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7df4609e-3630-4449-bbb2-0afeca2d85b5'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:19.910007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820554f-fafa-47ac-9739-5440cf435555 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6939876f-3029-45e2-bbce-fcbc5af39d36,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:19.937344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=c496b7bf-bfff-46da-ad54-8b9250f08d6e,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:19.949346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:19.953737 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-163f3743-9ea1-422d-8eeb-71b53d341cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:19.967819 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f3743-9ea1-422d-8eeb-71b53d341cf1 None None] Routers {'7df4609e-3630-4449-bbb2-0afeca2d85b5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:19.968836 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-163f3743-9ea1-422d-8eeb-71b53d341cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7df4609e-3630-4449-bbb2-0afeca2d85b5'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:19.984658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b042a-9ab3-4900-8cf0-ac38d1f36522 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:19.989621 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f32b042a-9ab3-4900-8cf0-ac38d1f36522 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=99b7fe71-d267-46af-90e1-5fb4786bc266&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4903924 Mar 25 20:10:19.989621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33486) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:19.995507 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cbb5383a-0217-463e-b285-3db453c12475 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "PUT /v2.0/routers/7df4609e-3630-4449-bbb2-0afeca2d85b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5210304 Mar 25 20:10:19.999453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33490) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:20.015179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a820554f-fafa-47ac-9739-5440cf435555 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:20.016256 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a820554f-fafa-47ac-9739-5440cf435555 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6939876f-3029-45e2-bbce-fcbc5af39d36 HTTP/1.1" status: 204 len: 168 time: 0.6244395 Mar 25 20:10:20.029589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33494) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:20.049211 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-163f3743-9ea1-422d-8eeb-71b53d341cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:20.049536 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f3743-9ea1-422d-8eeb-71b53d341cf1 None None] The sync data for ids ['7df4609e-3630-4449-bbb2-0afeca2d85b5'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:20.060517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:20.091810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-2e05f596-787b-4e84-b030-745bec9b8ce0 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] show failed (client error): The resource could not be found. Mar 25 20:10:20.092837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2e05f596-787b-4e84-b030-745bec9b8ce0 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-620131669 HTTP/1.1" status: 404 len: 334 time: 0.0877457 Mar 25 20:10:20.096902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33498) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:20.103954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6420a7ff-eabe-477f-b284-91aa78133cdb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:20.178512 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-6420a7ff-eabe-477f-b284-91aa78133cdb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] update failed (client error): The resource could not be found. Mar 25 20:10:20.179980 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6420a7ff-eabe-477f-b284-91aa78133cdb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1987666099 HTTP/1.1" status: 404 len: 335 time: 0.0816410 Mar 25 20:10:20.200669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33502) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:20.265278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Floating IP d548b151-02df-48c1-999b-bfd1229318b8 associated. External IP: 172.26.8.243, port: b5768153-b2ef-4ddb-bed0-49a9d0d0f480. Mar 25 20:10:20.266075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event deleted for resources: {'Port': ['ID=8173d12d-93cf-47ec-85f0-073375a9a09b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:20.551451 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6d7d2a51-cc7f-4192-ac5a-66b3670a3bab tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:20.640291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:20.684500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5772f8-1cf6-498d-9832-fb8dfd7ae6b3 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Deleting subnet 95a1c638-4035-4681-bab3-be0ba3def83b {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:10:20.692103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f86066-22f2-487f-b4c3-d65700453306 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:20.693497 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d2f86066-22f2-487f-b4c3-d65700453306 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 881 time: 0.7003999 Mar 25 20:10:20.694489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b5772f8-1cf6-498d-9832-fb8dfd7ae6b3 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:20.712077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33506) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:20.761301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:20.761301 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Floating IP d75b20e2-7777-4a12-b19e-1dee9a8354dc disassociated (deleted). External IP: 172.26.8.119, port: da354d06-2572-4e3a-b31a-c70312ddac46. Mar 25 20:10:20.824769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6d7d2a51-cc7f-4192-ac5a-66b3670a3bab tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:20.824769 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6d7d2a51-cc7f-4192-ac5a-66b3670a3bab tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.7938676 Mar 25 20:10:20.848295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33510) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:20.877324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b5772f8-1cf6-498d-9832-fb8dfd7ae6b3 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:20.900247 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6c558f77-6094-4e6e-ae99-74a942b3052c tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b7fe71-d267-46af-90e1-5fb4786bc266 HTTP/1.1" status: 200 len: 205 time: 0.1869586 Mar 25 20:10:20.903871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33514) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:20.967082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-855b15ba-d93b-43ad-a0fd-3a51900f6e44 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.046384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-855b15ba-d93b-43ad-a0fd-3a51900f6e44 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.152419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:21.175376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:21.188024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:21.192306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b5772f8-1cf6-498d-9832-fb8dfd7ae6b3 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.196228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:21.205803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.230057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-855b15ba-d93b-43ad-a0fd-3a51900f6e44 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.255099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.resource_extend [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 20:10:21.294607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.360646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b15ba-d93b-43ad-a0fd-3a51900f6e44 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12596bda-bff9-4d4a-a2ac-295ee9677e59,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:21.439951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:10:21.449660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b0283789-b305-4d4a-b8e9-754971a3dbf5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7633507 Mar 25 20:10:21.449660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'tag': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:10:21.472140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.486016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.493599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-855b15ba-d93b-43ad-a0fd-3a51900f6e44 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.493599 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-855b15ba-d93b-43ad-a0fd-3a51900f6e44 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/12596bda-bff9-4d4a-a2ac-295ee9677e59 HTTP/1.1" status: 204 len: 168 time: 0.6371458 Mar 25 20:10:21.502746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33522) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:21.502746 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'tag': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'status': 'completed', 'code': 200} Mar 25 20:10:21.544113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Router 0634a7d2-b09d-4438-9089-5f5849e6742c has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:21.583493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Deleting port e8ed00fb-5a3e-406f-ad54-5fff2368421b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:21.584457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.609447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.770986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b5772f8-1cf6-498d-9832-fb8dfd7ae6b3 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.799561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ec428035-4b83-45b7-a958-d74aaf67ff0d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:21.851788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.854071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5772f8-1cf6-498d-9832-fb8dfd7ae6b3 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Subnet': ['ID=95a1c638-4035-4681-bab3-be0ba3def83b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:21.856611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7b5772f8-1cf6-498d-9832-fb8dfd7ae6b3 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:21.861005 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 3f62cc98-188e-41f8-9768-b0676fdb8f90 associated. External IP: 172.26.8.132, port: 9ec8d2bb-292a-4a6c-abaf-b5564f384452. Mar 25 20:10:21.900038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdaa037-aa6f-48e4-9b02-db25c7bd5f30 None None] Network 8002ef5a-3979-49e7-aec4-cbfd216e7e56 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:21.941433 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7b5772f8-1cf6-498d-9832-fb8dfd7ae6b3 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/subnets/95a1c638-4035-4681-bab3-be0ba3def83b HTTP/1.1" status: 204 len: 168 time: 1.7285244 Mar 25 20:10:21.990799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33526) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:21.990799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ec428035-4b83-45b7-a958-d74aaf67ff0d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:21.990799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ec428035-4b83-45b7-a958-d74aaf67ff0d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4950120 Mar 25 20:10:21.998541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Calling delete_port for e8ed00fb-5a3e-406f-ad54-5fff2368421b owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:22.058540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-388aa2c9-f53a-4b38-87b4-558dd3538f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:22.060423 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-388aa2c9-f53a-4b38-87b4-558dd3538f90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.5400877 Mar 25 20:10:22.060565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33530) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:22.230426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd548b151-02df-48c1-999b-bfd1229318b8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:14:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:10:18Z', 'updated_at': '2022-03-25T20:10:18Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:22.237742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:10:22.242433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d9610e-85d3-4435-b4ed-78c95b42de6d tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Deleting subnet d40a769d-a837-4da2-8f41-6b49a9ca2903 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:10:22.262053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:22.262053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:22.264936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eb319323-db49-44fb-ab37-73f4464edda7 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.270302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8d9610e-85d3-4435-b4ed-78c95b42de6d tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.295569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:22.305088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.305258 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] Sync routers for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:22.321935 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:22.322558 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:22.384250 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6120172b-b87c-4f79-afa3-acc4e14f0983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "DELETE /v2.0/floatingips/d75b20e2-7777-4a12-b19e-1dee9a8354dc HTTP/1.1" status: 204 len: 168 time: 4.3298655 Mar 25 20:10:22.404362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] DHCP port deletion for 8002ef5a-3979-49e7-aec4-cbfd216e7e56 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:10:22.412044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:10:22.432940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Deleting port ab2b618c-3d03-422c-8bfe-99673666842e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:22.439910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.465073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eb319323-db49-44fb-ab37-73f4464edda7 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.540635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8d9610e-85d3-4435-b4ed-78c95b42de6d tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.612859 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:10:22.641445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8d9610e-85d3-4435-b4ed-78c95b42de6d tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.744773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-63c966a7-b0c7-4667-9fd1-ffe4ac9e2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:22.746787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-63c966a7-b0c7-4667-9fd1-ffe4ac9e2a45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.6681664 Mar 25 20:10:22.787099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:22.820729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8d9610e-85d3-4435-b4ed-78c95b42de6d tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.856004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:10:22.873216 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'status': 'completed', 'code': 200} Mar 25 20:10:22.887747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eb319323-db49-44fb-ab37-73f4464edda7 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.954238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9610e-85d3-4435-b4ed-78c95b42de6d tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Subnet': ['ID=d40a769d-a837-4da2-8f41-6b49a9ca2903,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:22.959588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8d9610e-85d3-4435-b4ed-78c95b42de6d tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:22.971310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47df9c-e6ab-4eba-9892-af2cd9941076 None None] Network 6e6e81a7-dfef-4779-8361-771c696df0a1 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:22.990197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb319323-db49-44fb-ab37-73f4464edda7 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9b34fc4-4d53-495a-b600-3ba7e4138c0e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:23.043307 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-d8e64b8e-1214-4cc0-a364-63abb57cac94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480 HTTP/1.1" status: 200 len: 999 time: 0.2887273 Mar 25 20:10:23.051459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eb319323-db49-44fb-ab37-73f4464edda7 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.053217 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-eb319323-db49-44fb-ab37-73f4464edda7 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b9b34fc4-4d53-495a-b600-3ba7e4138c0e HTTP/1.1" status: 204 len: 168 time: 0.9825013 Mar 25 20:10:23.058630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d8d9610e-85d3-4435-b4ed-78c95b42de6d tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/subnets/d40a769d-a837-4da2-8f41-6b49a9ca2903 HTTP/1.1" status: 204 len: 168 time: 1.0725188 Mar 25 20:10:23.062946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33542) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:23.067464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33544) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:23.130294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-5b050c0a-74f9-4daf-82d3-5f2127835d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:23.131768 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-5b050c0a-74f9-4daf-82d3-5f2127835d2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0721145 Mar 25 20:10:23.173331 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:54Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:23.178399 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] Checking router: 0634a7d2-b09d-4438-9089-5f5849e6742c for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:10:23.188222 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:23.189328 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:23.237163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.256442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:23.304669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event deleted for resources: {'Port': ['ID=e8ed00fb-5a3e-406f-ad54-5fff2368421b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:23.305252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915aa97-4876-4f8e-8f34-c2316d0c6dab None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:23.327591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-d8a90dde-1fd3-4f17-ab2c-e6a4a50da5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:23.329299 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-d8a90dde-1fd3-4f17-ab2c-e6a4a50da5ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6c3085b5768464782778bbbcc9c978e&device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 1098 time: 0.4551401 Mar 25 20:10:23.345951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-02837ed5-15cf-403f-bc19-28028e6e1265 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:23.384858 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.409079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] For port ab2b618c-3d03-422c-8bfe-99673666842e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ab2b618c-3d03-422c-8bfe-99673666842e,segment=NetworkSegment(f6fae239-91e0-417d-b892-dfedaa301c4f),segment_id=f6fae239-91e0-417d-b892-dfedaa301c4f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:23.409795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.439051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915aa97-4876-4f8e-8f34-c2316d0c6dab None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:23.439993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9915aa97-4876-4f8e-8f34-c2316d0c6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:23.446571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.457471 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:10:23.566439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Deleting port ab2b618c-3d03-422c-8bfe-99673666842e {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:23.566936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.587386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3774164-84f0-47a8-8053-733f2e18fcf2 req-48cd2b33-d2f7-4d55-bfa1-db6d9b0f2222 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:23.588929 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b3774164-84f0-47a8-8053-733f2e18fcf2 req-48cd2b33-d2f7-4d55-bfa1-db6d9b0f2222 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.3982565 Mar 25 20:10:23.600291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-762578b7-3377-497e-a33d-270efcbce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:23.603408 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-762578b7-3377-497e-a33d-270efcbce0f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4646106 Mar 25 20:10:23.607744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-02837ed5-15cf-403f-bc19-28028e6e1265 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:23.614405 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-02837ed5-15cf-403f-bc19-28028e6e1265 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5408521 Mar 25 20:10:23.624511 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33550) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:23.695907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-ee3e93fe-8e0d-42ff-b857-213072341976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:23.696233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Calling delete_port for ab2b618c-3d03-422c-8bfe-99673666842e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:23.697824 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-ee3e93fe-8e0d-42ff-b857-213072341976 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ebf021b-1c9c-4128-a9d9-559021070953 HTTP/1.1" status: 200 len: 897 time: 0.3407805 Mar 25 20:10:23.724215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9915aa97-4876-4f8e-8f34-c2316d0c6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:23.759427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40120879-e402-480e-af04-afb79d3f956a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.765061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.774090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40120879-e402-480e-af04-afb79d3f956a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.778701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.783583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915aa97-4876-4f8e-8f34-c2316d0c6dab None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:23.784337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9915aa97-4876-4f8e-8f34-c2316d0c6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:23.884946 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b3774164-84f0-47a8-8053-733f2e18fcf2 req-3f0e1eba-ce75-486d-99b2-6de9d2466463 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781885 Mar 25 20:10:23.893462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9915aa97-4876-4f8e-8f34-c2316d0c6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:23.894159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915aa97-4876-4f8e-8f34-c2316d0c6dab None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:23.936121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-222e35ef-7cba-486d-864a-4edc075b0b11 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041730 Mar 25 20:10:23.937796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:23.938439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Fanout notify agent at l3_agent the message router_deleted on router 99b7fe71-d267-46af-90e1-5fb4786bc266 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:10:23.951420 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:54Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:23.952368 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df002084-e9c0-4fef-a94b-b8ebc015db22 None None] The sync data for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv is: [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:06:46Z', 'revision_number': 4, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '7914a865-e257-4b44-b528-774b0626b698', 'name': '', 'network_id': '8ebf021b-1c9c-4128-a9d9-559021070953', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'mac_address': 'fa:16:3e:84:94:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:42Z', 'updated_at': '2022-03-25T20:06:54Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'subnets': [{'id': 'e5c9b540-8246-427d-905f-8687d0052bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:24.072906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd548b151-02df-48c1-999b-bfd1229318b8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:14:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:10:18Z', 'updated_at': '2022-03-25T20:10:18Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:24.078494 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a34c808-aba7-4362-bb57-b0fa5f186f72 None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd548b151-02df-48c1-999b-bfd1229318b8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:14:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:10:18Z', 'updated_at': '2022-03-25T20:10:18Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:24.094688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.123911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.125085 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-44f1d045-8167-4a32-af12-7f2a1adb18a7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/99b7fe71-d267-46af-90e1-5fb4786bc266 HTTP/1.1" status: 204 len: 168 time: 3.2214570 Mar 25 20:10:24.131443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33554) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:24.146057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2035379442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:24.156114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:24.164072 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5262c1b3-f27f-41b6-b521-2e6ae33f32e6 req-be2f1ddb-4341-481e-93b8-c902b616cf08 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043765 Mar 25 20:10:24.166212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Usage tracker for resource:router and tenant:40c878e95a7c43b7bacfeb031a6c55d8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:24.170052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:24.177939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Pushing event deleted for resources: {'Port': ['ID=ab2b618c-3d03-422c-8bfe-99673666842e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:24.180766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:24.182935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] DHCP port deletion for 6e6e81a7-dfef-4779-8361-771c696df0a1 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:10:24.185317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ab2b618c-3d03-422c-8bfe-99673666842e no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:24.211813 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-eb465ffa-20b2-4ed6-9ddc-0cf2f513ab98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da354d06-2572-4e3a-b31a-c70312ddac46 HTTP/1.1" status: 200 len: 217 time: 0.4557970 Mar 25 20:10:24.227459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] No DVR routers for this DVR port ab2b618c-3d03-422c-8bfe-99673666842e on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:10:24.244110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] Deleting port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:24.244915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.269747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.270996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.292569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: ab2b618c-3d03-422c-8bfe-99673666842e {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:10:24.293104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ab2b618c-3d03-422c-8bfe-99673666842e not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:10:24.295697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.296280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.296824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.297329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.297814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.298308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.299000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.299503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.300163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.300682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.302068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.302583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec494f3-a72f-4f93-a552-597b0635ca98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:24.315129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.317544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40120879-e402-480e-af04-afb79d3f956a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.346520 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c968d6-4593-417d-9c10-a10280d052be None None] New status for floating IP d75b20e2-7777-4a12-b19e-1dee9a8354dc: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:10:24.354399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40120879-e402-480e-af04-afb79d3f956a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c8e632f-6f6d-4d9e-8ac5-9cf2f0a90bfa,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:24.406598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.428393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c98e2-3912-469a-b269-ef5d65d01a27 None None] New status for floating IP d548b151-02df-48c1-999b-bfd1229318b8: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:10:24.505682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40120879-e402-480e-af04-afb79d3f956a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.506713 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-40120879-e402-480e-af04-afb79d3f956a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6c8e632f-6f6d-4d9e-8ac5-9cf2f0a90bfa HTTP/1.1" status: 204 len: 168 time: 0.8809121 Mar 25 20:10:24.510162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33558) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:24.520163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-64ce2bb0-3e02-4f5e-82ea-34b9dcfe1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:24.522529 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-64ce2bb0-3e02-4f5e-82ea-34b9dcfe1ecc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5c9b540-8246-427d-905f-8687d0052bd5 HTTP/1.1" status: 200 len: 834 time: 0.2935288 Mar 25 20:10:24.526106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.533203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-081f4ae3-c010-4cd0-9b07-322e34b24877 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4006097 Mar 25 20:10:24.540060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33562) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:24.545286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': True}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:24.606618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] For port ab2b618c-3d03-422c-8bfe-99673666842e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ab2b618c-3d03-422c-8bfe-99673666842e,segment=NetworkSegment(f6fae239-91e0-417d-b892-dfedaa301c4f),segment_id=f6fae239-91e0-417d-b892-dfedaa301c4f)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:24.607273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.748630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:24.757916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Calling delete_port for ab2b618c-3d03-422c-8bfe-99673666842e owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:24.792562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] For port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3,segment=NetworkSegment(8c8336e0-bc18-44ab-9511-25aceffdf405),segment_id=8c8336e0-bc18-44ab-9511-25aceffdf405)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:24.792957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:24.866880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ed4da628-878a-4e91-8f43-262237c65dc6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:24.929578 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-aa3dfff7-574c-46b7-abf1-4d714dbfd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:24.931074 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-aa3dfff7-574c-46b7-abf1-4d714dbfd0dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ebf021b-1c9c-4128-a9d9-559021070953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4002242 Mar 25 20:10:24.988099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] Calling delete_port for 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:24.995547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:10:24.996096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:10:25.120800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.150701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ed4da628-878a-4e91-8f43-262237c65dc6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:25.151427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:25.151968 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ed4da628-878a-4e91-8f43-262237c65dc6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6407144 Mar 25 20:10:25.158194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33568) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:25.171248 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9622ebe6-66cb-477c-b058-78777e499a74 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:25.176539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] Pushing event deleted for resources: {'Port': ['ID=1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:25.181600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4133d-a4ee-4db0-934c-751cada03d77 None None] No DVR routers for this DVR port 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:10:25.196299 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622ebe6-66cb-477c-b058-78777e499a74 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:25.197003 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9622ebe6-66cb-477c-b058-78777e499a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:25.197829 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-3c285541-fa13-427e-ad56-87d556844b16 service neutron] 10.222.0.43 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551479 Mar 25 20:10:25.201476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.243931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.261052 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9622ebe6-66cb-477c-b058-78777e499a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:25.270447 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622ebe6-66cb-477c-b058-78777e499a74 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:25.271135 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9622ebe6-66cb-477c-b058-78777e499a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:25.288931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea043fd-0429-4744-94be-8eee01a1918d req-cc6be2de-70df-4feb-b16e-e7ce93d70fe7 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:25.290425 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dea043fd-0429-4744-94be-8eee01a1918d req-cc6be2de-70df-4feb-b16e-e7ce93d70fe7 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.4722073 Mar 25 20:10:25.331580 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9622ebe6-66cb-477c-b058-78777e499a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:25.332079 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9622ebe6-66cb-477c-b058-78777e499a74 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:25.418322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d64c-9aea-45d1-b76a-06044471d211 req-df12ac50-4df2-499e-b7bc-5ea944551fa9 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:25.419802 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e706d64c-9aea-45d1-b76a-06044471d211 req-df12ac50-4df2-499e-b7bc-5ea944551fa9 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.3285172 Mar 25 20:10:25.427899 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1f018d15-06a4-4a14-8e94-79adc458b4ec tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/floatingips/3f62cc98-188e-41f8-9768-b0676fdb8f90 HTTP/1.1" status: 200 len: 977 time: 6.6141222 Mar 25 20:10:25.431752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33572) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:25.446421 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-b3e4f8a9-6897-4072-a9f2-bb3f66178c59 service neutron] 10.222.0.43 "GET /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141409 Mar 25 20:10:25.451047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.43', 63797) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:25.463470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:25.500230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Deleting port ab2b618c-3d03-422c-8bfe-99673666842e {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:25.500592 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.520688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Deleting port da354d06-2572-4e3a-b31a-c70312ddac46 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:25.521015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.545163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64012b20-e5e8-4a24-ad1c-32641912a5e6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.568728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] The port 'ab2b618c-3d03-422c-8bfe-99673666842e' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:10:25.691147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64012b20-e5e8-4a24-ad1c-32641912a5e6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.729957 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e706d64c-9aea-45d1-b76a-06044471d211 req-4502ec95-6ec1-4e76-b184-e9d68aaac467 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970448 Mar 25 20:10:25.790740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.831721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.848209 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-1912b51d-7d4e-445b-ab4b-9046ec20c4c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3926826 Mar 25 20:10:25.863861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8002ef5a-3979-49e7-aec4-cbfd216e7e56']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:25.876566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fae239-91e0-417d-b892-dfedaa301c4f') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:25.877096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fae239-91e0-417d-b892-dfedaa301c4f') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:25.889543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.906652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.913920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:10:25.916660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:10:25.929652 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:10:26.078974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-78af47b5-6ed5-4524-a7d7-9d70dcd23f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:26.084040 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-78af47b5-6ed5-4524-a7d7-9d70dcd23f7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.1500223 Mar 25 20:10:26.096361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64012b20-e5e8-4a24-ad1c-32641912a5e6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.109286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:26.135970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.150650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:10:26.151182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1345ddb3-ae6b-47a0-9dd6-7cd6699d7bf3 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:10:26.159773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.219801 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/networks/8002ef5a-3979-49e7-aec4-cbfd216e7e56 HTTP/1.1" status: 204 len: 168 time: 3.1430721 Mar 25 20:10:26.220783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f132c-f877-4f04-ba65-a83da6515eeb tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Network': ['ID=8002ef5a-3979-49e7-aec4-cbfd216e7e56,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:26.222540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33578) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:26.267614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012b20-e5e8-4a24-ad1c-32641912a5e6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ab6575-d97b-44b8-9152-c0433030a99f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:26.362724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-69d76a31-ec01-44ee-aff3-70c5bc49d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:26.364154 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-69d76a31-ec01-44ee-aff3-70c5bc49d530 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.2653015 Mar 25 20:10:26.368921 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.458372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.461308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64012b20-e5e8-4a24-ad1c-32641912a5e6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.462425 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-64012b20-e5e8-4a24-ad1c-32641912a5e6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6ab6575-d97b-44b8-9152-c0433030a99f HTTP/1.1" status: 204 len: 168 time: 1.3005471 Mar 25 20:10:26.476164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33582) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:26.479024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] For port da354d06-2572-4e3a-b31a-c70312ddac46, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=da354d06-2572-4e3a-b31a-c70312ddac46,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:26.479386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.532873 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-26a1bc40-0ee7-416c-8781-0fa70dc253c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480 HTTP/1.1" status: 200 len: 1001 time: 0.1605299 Mar 25 20:10:26.561051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.561362 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 3f62cc98-188e-41f8-9768-b0676fdb8f90 disassociated. External IP: 172.26.8.132, port: a5de3e18-e5cc-4631-a97e-763ebca423a3. Mar 25 20:10:26.625691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.666790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e81a7-dfef-4779-8361-771c696df0a1']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:26.681809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-11b60c02-f0af-44e6-a73e-e90cf9bb8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:26.683222 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-11b60c02-f0af-44e6-a73e-e90cf9bb8741 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.1013534 Mar 25 20:10:26.684803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8336e0-bc18-44ab-9511-25aceffdf405') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:26.685088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8336e0-bc18-44ab-9511-25aceffdf405') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:26.730062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.753591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.767491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:10:26.767886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:10:26.782363 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:10:26.789810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Calling delete_port for da354d06-2572-4e3a-b31a-c70312ddac46 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:26.870126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-f53084db-bc1c-4cc8-adbb-22d87f2fdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:26.871579 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-f53084db-bc1c-4cc8-adbb-22d87f2fdd19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1799383 Mar 25 20:10:26.911873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.917571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.975298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:26.990721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Network': ['ID=6e6e81a7-dfef-4779-8361-771c696df0a1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:26.995668 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-22b140b1-cde9-45f8-8148-2d20bda52949 tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/networks/6e6e81a7-dfef-4779-8361-771c696df0a1 HTTP/1.1" status: 204 len: 168 time: 0.7624216 Mar 25 20:10:26.999960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33588) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:27.026893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-33879e91-7bbe-49e6-b13b-ae65760c6e33 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:27.029875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.101588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6509e16-fad7-4f00-a6c5-e33c8495f2fd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Deleting subnet b82e5a70-92ba-4e16-abd5-8a75a9031a53 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:10:27.103065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6509e16-fad7-4f00-a6c5-e33c8495f2fd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.133283 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-37fedbdf-5c95-4538-b306-66dc920c25e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547171 Mar 25 20:10:27.197322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6509e16-fad7-4f00-a6c5-e33c8495f2fd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.268657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-33879e91-7bbe-49e6-b13b-ae65760c6e33 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:27.269815 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-33879e91-7bbe-49e6-b13b-ae65760c6e33 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7960629 Mar 25 20:10:27.320432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33592) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:27.337954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--314118511'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:27.353077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:27.391113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:27.420597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f05e2-48af-4f82-aa28-939fdd025386 req-8fd36d19-a163-464b-b367-1c084fb03c0f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:27.422376 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-136f05e2-48af-4f82-aa28-939fdd025386 req-8fd36d19-a163-464b-b367-1c084fb03c0f tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 945 time: 0.5676682 Mar 25 20:10:27.470150 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-fcb8b356-fb70-4633-8d22-ed38ea2f1cfb req-f3513ee4-1d23-4175-8848-97f0ff0c0268 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254488 Mar 25 20:10:27.486115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6509e16-fad7-4f00-a6c5-e33c8495f2fd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.507901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Allocated IP 172.26.8.60 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/fa76bb18-db4f-4621-aa01-f66ba932f9f4) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:27.510218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.576552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.601808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6509e16-fad7-4f00-a6c5-e33c8495f2fd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.615651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event deleted for resources: {'Port': ['ID=da354d06-2572-4e3a-b31a-c70312ddac46,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:27.653998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509e16-fad7-4f00-a6c5-e33c8495f2fd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Subnet': ['ID=b82e5a70-92ba-4e16-abd5-8a75a9031a53,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:27.654441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f6509e16-fad7-4f00-a6c5-e33c8495f2fd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.660333 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f6509e16-fad7-4f00-a6c5-e33c8495f2fd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/subnets/b82e5a70-92ba-4e16-abd5-8a75a9031a53 HTTP/1.1" status: 204 len: 168 time: 0.6593015 Mar 25 20:10:27.667186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33596) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:27.668802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1c845-adb2-4503-bbe6-bfb69d30a0b0 None None] Network 16055490-d8f1-4713-ba0d-b75dd5b476a2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:27.800134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.815929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Deleting port 559827b2-5aad-43d3-9715-9a45a3c8175f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:27.816631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:27.858418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:27.898826 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-136f05e2-48af-4f82-aa28-939fdd025386 req-333761c2-7202-410c-9323-c6f13307a64d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/security-groups?id=23b11109-0769-459b-bb93-36c9c7fac169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149716 Mar 25 20:10:27.969546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:27.973339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:27.983653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:27.986849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] No DVR routers for this DVR port da354d06-2572-4e3a-b31a-c70312ddac46 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:10:28.001740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.004296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'name': 'network-vif-deleted', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:10:28.012920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:28.028802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device da354d06-2572-4e3a-b31a-c70312ddac46 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:28.087039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: da354d06-2572-4e3a-b31a-c70312ddac46 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:10:28.087039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device da354d06-2572-4e3a-b31a-c70312ddac46 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:10:28.087039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] DHCP port deletion for 16055490-d8f1-4713-ba0d-b75dd5b476a2 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:10:28.108011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] Deleting port 559827b2-5aad-43d3-9715-9a45a3c8175f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:28.108011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.119379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] For port 559827b2-5aad-43d3-9715-9a45a3c8175f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=559827b2-5aad-43d3-9715-9a45a3c8175f,segment=NetworkSegment(8400738a-b46d-402c-b10a-54b9c983de4b),segment_id=8400738a-b46d-402c-b10a-54b9c983de4b)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:28.124128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.158747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 559827b2-5aad-43d3-9715-9a45a3c8175f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:28.160858 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b21b29-01fd-4517-b31f-a683940e8a24', 'name': 'network-vif-deleted', 'tag': 'da354d06-2572-4e3a-b31a-c70312ddac46', 'status': 'completed', 'code': 200} Mar 25 20:10:28.212560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dea043fd-0429-4744-94be-8eee01a1918d req-393ad716-032e-4317-9d7f-8cb3d64ec3eb tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.43 "DELETE /v2.0/ports/da354d06-2572-4e3a-b31a-c70312ddac46 HTTP/1.1" status: 204 len: 173 time: 2.8927081 Mar 25 20:10:28.274199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.305015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Calling delete_port for 559827b2-5aad-43d3-9715-9a45a3c8175f owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:28.469615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.487930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.489937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:28.508631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.514541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f267895-5303-45f7-b567-8cc6ce66d823 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:28.530418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Port': ['ID=559827b2-5aad-43d3-9715-9a45a3c8175f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:28.543669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] No DVR routers for this DVR port 559827b2-5aad-43d3-9715-9a45a3c8175f on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:10:28.562875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.585127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f267895-5303-45f7-b567-8cc6ce66d823 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:28.586721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2f267895-5303-45f7-b567-8cc6ce66d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:28.605068 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e0a4819c-feb4-44e5-8778-4f77803e6e0f tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/floatingips/3f62cc98-188e-41f8-9768-b0676fdb8f90 HTTP/1.1" status: 200 len: 688 time: 3.1679993 Mar 25 20:10:28.612935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33602) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:28.615822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.681087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.709623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2f267895-5303-45f7-b567-8cc6ce66d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:28.709743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] For port 559827b2-5aad-43d3-9715-9a45a3c8175f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=559827b2-5aad-43d3-9715-9a45a3c8175f,segment=NetworkSegment(8400738a-b46d-402c-b10a-54b9c983de4b),segment_id=8400738a-b46d-402c-b10a-54b9c983de4b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:28.711040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.718985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.776803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16055490-d8f1-4713-ba0d-b75dd5b476a2']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:28.800228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8400738a-b46d-402c-b10a-54b9c983de4b') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:28.800228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8400738a-b46d-402c-b10a-54b9c983de4b') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:28.817899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.820787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.820787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4959190 Mar 25 20:10:28.820787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33606) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:28.840202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934b656-ede3-46c7-a9be-df304e05e632 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c350ddc5-3e3a-4a7f-8a3f-5a0d66871153,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:28.851763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.851763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:10:28.851763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:28.859213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': 'c350ddc5-3e3a-4a7f-8a3f-5a0d66871153', 'direction': 'ingress', 'protocol': 17}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:10:28.879455 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:10:28.898977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] Calling delete_port for 559827b2-5aad-43d3-9715-9a45a3c8175f owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:28.904648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:28.910810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f267895-5303-45f7-b567-8cc6ce66d823 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:28.910810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2f267895-5303-45f7-b567-8cc6ce66d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:28.966920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:28.966920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:28.966920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:29.046462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2f267895-5303-45f7-b567-8cc6ce66d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:29.052132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:29.057228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f267895-5303-45f7-b567-8cc6ce66d823 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:29.063545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.069533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:29.083407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port 662d6113-bd1f-48b0-8a3e-074a6be6da26 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:29.083407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.109014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:10:29.109014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:10:29.111090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.113128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:29.118735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'Port': ['ID=fa76bb18-db4f-4621-aa01-f66ba932f9f4,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:29.125409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Pushing event deleted for resources: {'Network': ['ID=16055490-d8f1-4713-ba0d-b75dd5b476a2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:29.134212 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0072a220-face-49e1-b75d-0eb3042339df tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/networks/16055490-d8f1-4713-ba0d-b75dd5b476a2 HTTP/1.1" status: 204 len: 168 time: 1.4613943 Mar 25 20:10:29.134212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33612) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:29.190555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0d683cbb-4351-4796-8875-00941dedaabd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Synchronizing usage tracker for tenant:e9f43ba658b34257bd9fb097ad60b1df on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:29.211874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8d240340-db5a-44ae-b196-fc75433d2d6a req-55fa92dd-21b0-492e-8d2f-1a4c2d67d807 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Synchronizing usage tracker for tenant:b6c3085b5768464782778bbbcc9c978e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:29.295521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0d683cbb-4351-4796-8875-00941dedaabd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Unset dirty status for tenant:e9f43ba658b34257bd9fb097ad60b1df on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:29.301691 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0d683cbb-4351-4796-8875-00941dedaabd tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4609e-3630-4449-bbb2-0afeca2d85b5 HTTP/1.1" status: 200 len: 205 time: 0.1632175 Mar 25 20:10:29.301691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33616) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:29.448552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-af26a2f7-b192-4ccf-a82e-2e2c3f9a8e1b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.490801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.498511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8d240340-db5a-44ae-b196-fc75433d2d6a req-55fa92dd-21b0-492e-8d2f-1a4c2d67d807 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Unset dirty status for tenant:b6c3085b5768464782778bbbcc9c978e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:29.501009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d240340-db5a-44ae-b196-fc75433d2d6a req-55fa92dd-21b0-492e-8d2f-1a4c2d67d807 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b21b29-01fd-4517-b31f-a683940e8a24 HTTP/1.1" status: 200 len: 210 time: 0.3771935 Mar 25 20:10:29.602300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] Deleting port 559827b2-5aad-43d3-9715-9a45a3c8175f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:29.602300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.635276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.635276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.796351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-19f6985c-ba57-4df3-8d6d-9a0b914af79c None None] The port '559827b2-5aad-43d3-9715-9a45a3c8175f' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:10:29.903707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.915019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-af26a2f7-b192-4ccf-a82e-2e2c3f9a8e1b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.917356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-af26a2f7-b192-4ccf-a82e-2e2c3f9a8e1b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:29.969214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for 662d6113-bd1f-48b0-8a3e-074a6be6da26 owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:30.001638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.023962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-af26a2f7-b192-4ccf-a82e-2e2c3f9a8e1b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.024526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af26a2f7-b192-4ccf-a82e-2e2c3f9a8e1b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Fanout notify agent at l3_agent the message router_deleted on router 7df4609e-3630-4449-bbb2-0afeca2d85b5 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:10:30.036240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-af26a2f7-b192-4ccf-a82e-2e2c3f9a8e1b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.037390 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-af26a2f7-b192-4ccf-a82e-2e2c3f9a8e1b tempest-RoutersNegativeTest-1450628025 tempest-RoutersNegativeTest-1450628025-project] 10.222.0.37 "DELETE /v2.0/routers/7df4609e-3630-4449-bbb2-0afeca2d85b5 HTTP/1.1" status: 204 len: 168 time: 0.7386873 Mar 25 20:10:30.049683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85f6509-2a53-480f-bd07-a807d405725b,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:30.164450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.219970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.221141 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-df65ab5b-a7ac-4311-a275-ca2ecd922290 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3848424 Mar 25 20:10:30.224245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33624) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:30.287618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c14b9a88-d377-4413-8496-61099db131a6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.315455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c14b9a88-d377-4413-8496-61099db131a6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.434755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c14b9a88-d377-4413-8496-61099db131a6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.447704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.454406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b9a88-d377-4413-8496-61099db131a6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350ddc5-3e3a-4a7f-8a3f-5a0d66871153,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:30.479943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33630) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:30.514391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c14b9a88-d377-4413-8496-61099db131a6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.517965 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c14b9a88-d377-4413-8496-61099db131a6 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/c350ddc5-3e3a-4a7f-8a3f-5a0d66871153 HTTP/1.1" status: 204 len: 168 time: 0.2902131 Mar 25 20:10:30.518610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33636) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:30.521113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=662d6113-bd1f-48b0-8a3e-074a6be6da26,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:30.664173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33642) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:30.750230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-26c33e86-79f4-449c-bbd5-97ec28b3887a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:30.762170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.767141 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a6554e52-f74b-455d-8f80-03338f43c809 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9f43ba658b34257bd9fb097ad60b1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917013 Mar 25 20:10:30.769980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33646) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:30.771455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.782750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.859516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-26c33e86-79f4-449c-bbd5-97ec28b3887a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:30.860819 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-26c33e86-79f4-449c-bbd5-97ec28b3887a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3265142 Mar 25 20:10:30.864505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33650) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:30.872050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406573700'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:30.879263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:30.895581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:30.898174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:30.899475 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9e1ead81-a6a6-49e1-8be9-caabba6c53e1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/floatingips/3f62cc98-188e-41f8-9768-b0676fdb8f90 HTTP/1.1" status: 204 len: 168 time: 2.2804039 Mar 25 20:10:30.902832 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33654) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:31.040447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.056331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e69237e-0dcf-42b2-ab1b-0bb26b46c061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.058184 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-29c82ed1-f6de-4c9a-bdae-10d961b550c1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] delete failed (client error): The resource could not be found. Mar 25 20:10:31.059194 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-29c82ed1-f6de-4c9a-bdae-10d961b550c1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/floatingips/3f62cc98-188e-41f8-9768-b0676fdb8f90 HTTP/1.1" status: 404 len: 345 time: 0.1546953 Mar 25 20:10:31.063109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:31.063663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33658) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:31.095331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e69237e-0dcf-42b2-ab1b-0bb26b46c061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.101017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:31.109590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:31.115630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Router 8fc574ea-2aad-4c94-bdab-d65fdee8737d is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:10:31.119816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:31.341797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e69237e-0dcf-42b2-ab1b-0bb26b46c061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.366014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69237e-0dcf-42b2-ab1b-0bb26b46c061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2437a1c0-db3b-4286-9768-fb5792a39ac1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:31.369649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6e69237e-0dcf-42b2-ab1b-0bb26b46c061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.376753 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6e69237e-0dcf-42b2-ab1b-0bb26b46c061 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2437a1c0-db3b-4286-9768-fb5792a39ac1 HTTP/1.1" status: 204 len: 168 time: 0.5999298 Mar 25 20:10:31.448640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.478291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3abd6-0f83-4f24-893f-6d0c655432f9 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:31.489755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3abd6-0f83-4f24-893f-6d0c655432f9 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:31.491702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3abd6-0f83-4f24-893f-6d0c655432f9 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:31.492582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3ff3abd6-0f83-4f24-893f-6d0c655432f9 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Synchronizing usage tracker for tenant:637ed0cd8ac444db9641125a0c9e62d5 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:31.551247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.553399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:31.563138 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c58b9e-133b-4633-a2cb-b25bf17cfc00 None None] Sync routers for ids ['8fc574ea-2aad-4c94-bdab-d65fdee8737d'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:31.577281 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c58b9e-133b-4633-a2cb-b25bf17cfc00 None None] Routers {'8fc574ea-2aad-4c94-bdab-d65fdee8737d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:31.577281 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-88c58b9e-133b-4633-a2cb-b25bf17cfc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['8fc574ea-2aad-4c94-bdab-d65fdee8737d'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:31.642065 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-88c58b9e-133b-4633-a2cb-b25bf17cfc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:31.645410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.651699 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c58b9e-133b-4633-a2cb-b25bf17cfc00 None None] Routers {'8fc574ea-2aad-4c94-bdab-d65fdee8737d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:31.651699 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-88c58b9e-133b-4633-a2cb-b25bf17cfc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['8fc574ea-2aad-4c94-bdab-d65fdee8737d'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:31.691459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3ff3abd6-0f83-4f24-893f-6d0c655432f9 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Unset dirty status for tenant:637ed0cd8ac444db9641125a0c9e62d5 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:31.691459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3ff3abd6-0f83-4f24-893f-6d0c655432f9 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "GET /v2.0/ports?network_id=07c1f142-e08e-413d-96ec-e7f77640d536 HTTP/1.1" status: 200 len: 2357 time: 0.6220596 Mar 25 20:10:31.740554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33666) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:31.780022 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-88c58b9e-133b-4633-a2cb-b25bf17cfc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:31.780424 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c58b9e-133b-4633-a2cb-b25bf17cfc00 None None] The sync data for ids ['8fc574ea-2aad-4c94-bdab-d65fdee8737d'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:31.837034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.841904 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e7bf3311-4152-490d-b85c-7585c9a0e846 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "PUT /v2.0/routers/8fc574ea-2aad-4c94-bdab-d65fdee8737d HTTP/1.1" status: 200 len: 914 time: 7.2965293 Mar 25 20:10:31.841904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6fec30-64f2-4709-a5f8-0352573a327d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:31.847754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33670) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:31.939162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:31.940361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-20200094-aed3-4cbd-8fd0-7385aa1adaa9 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0749102 Mar 25 20:10:31.947448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33674) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:31.955045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479754410'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:31.958757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18b89a-3710-4b9c-82bd-ae59247dfd34 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:31.959386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1e18b89a-3710-4b9c-82bd-ae59247dfd34 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Synchronizing usage tracker for tenant:637ed0cd8ac444db9641125a0c9e62d5 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:31.965042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:31.973343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:31.977188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:31.985011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:32.077890 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1254f399-acd4-4e52-b848-10bca70f7977 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/routers/8fc574ea-2aad-4c94-bdab-d65fdee8737d HTTP/1.1" status: 200 len: 920 time: 0.2296112 Mar 25 20:10:32.078981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:32.085722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33684) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:32.108544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Deleting port 7914a865-e257-4b44-b528-774b0626b698 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:32.108885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:32.146479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1e18b89a-3710-4b9c-82bd-ae59247dfd34 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Unset dirty status for tenant:637ed0cd8ac444db9641125a0c9e62d5 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:32.146479 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1e18b89a-3710-4b9c-82bd-ae59247dfd34 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "GET /v2.0/subnets/04ca3e15-d45b-4603-bfa8-ed5c54f07956 HTTP/1.1" status: 200 len: 797 time: 0.3765647 Mar 25 20:10:32.146479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33688) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:32.156961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:32.160015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'port': {'network_id': '07c1f142-e08e-413d-96ec-e7f77640d536', 'name': 'tempest-FloatingIPTestJSON-854902461', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:32.162828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:32.168685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:32.188587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:32.269690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb087189-cc3e-4d5d-84ce-b9de420250a2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:32.272727 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-eb087189-cc3e-4d5d-84ce-b9de420250a2 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=8fc574ea-2aad-4c94-bdab-d65fdee8737d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1888835 Mar 25 20:10:32.274919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33694) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:32.367171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] For port 7914a865-e257-4b44-b528-774b0626b698, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7914a865-e257-4b44-b528-774b0626b698,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:32.367585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:32.420985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:32.433500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:32.466357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88021bdf-55ad-4127-b231-a9bc6167a0d7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:32.466967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-88021bdf-55ad-4127-b231-a9bc6167a0d7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Synchronizing usage tracker for tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:32.502316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:32.508021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:10:32.509124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Calling delete_port for 7914a865-e257-4b44-b528-774b0626b698 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:32.536895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-88021bdf-55ad-4127-b231-a9bc6167a0d7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Unset dirty status for tenant:3db71bd58b2648ed8d6b2e9ca7d0bfdb on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:32.538192 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-88021bdf-55ad-4127-b231-a9bc6167a0d7 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 881 time: 0.2623816 Mar 25 20:10:32.541782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33704) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:32.556710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:32.649484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8def883-6669-4f86-a376-cadcdb41ecc4,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:32.696512 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-346eb35e-586d-4cff-bd45-262a2b668d08 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc574ea-2aad-4c94-bdab-d65fdee8737d HTTP/1.1" status: 200 len: 205 time: 0.1535873 Mar 25 20:10:32.696910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33708) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:32.755533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:32.769251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] device_id is not set on port 161c0a20-e8af-4a97-b4f7-eb37aa0e4788 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:10:32.786241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:32.786241 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b0a73ff6-c939-4936-bee0-4562cb879218 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8313231 Mar 25 20:10:32.786241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33714) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:32.792626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': '3d6fec30-64f2-4709-a5f8-0352573a327d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b8def883-6669-4f86-a376-cadcdb41ecc4', 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:32.800385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:32.806656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:32.811801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:32.818452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:32.878747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33718) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:32.981384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.039202 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d91523b4-21b9-4684-9bb6-e4f943b2f474 tempest-ServiceProvidersTest-740498253 tempest-ServiceProvidersTest-740498253-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1593683 Mar 25 20:10:33.067220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.171969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.20.0.14 (07c1f142-e08e-413d-96ec-e7f77640d536/04ca3e15-d45b-4603-bfa8-ed5c54f07956/161c0a20-e8af-4a97-b4f7-eb37aa0e4788) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:33.181015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.184469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.20.0.13 (07c1f142-e08e-413d-96ec-e7f77640d536/04ca3e15-d45b-4603-bfa8-ed5c54f07956/161c0a20-e8af-4a97-b4f7-eb37aa0e4788) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:33.233978 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event deleted for resources: {'Port': ['ID=7914a865-e257-4b44-b528-774b0626b698,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:33.355914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.387822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.434901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.584032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.596000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.613463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Deleting port fa76bb18-db4f-4621-aa01-f66ba932f9f4 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:33.613463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.656017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33728) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:33.676122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 07c1f142-e08e-413d-96ec-e7f77640d536 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:33.679972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:33.683591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad77b93-4bc8-4965-8bb9-41a80f97688d,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:33.689186 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:33.735480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=161c0a20-e8af-4a97-b4f7-eb37aa0e4788,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:33.769773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:33.769773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.887730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.892461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9641da6e-9273-43a5-b9e1-0b165b91ea18 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7451913 Mar 25 20:10:33.895119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33734) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:33.900435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '161c0a20-e8af-4a97-b4f7-eb37aa0e4788', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:33.907647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:33.911943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:floatingip and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:33.918217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:33.924770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:33.924896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:33.936945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] Usage tracker for resource:security_group_rule and tenant:498f932946454d1797cd479c94f4edbd is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:33.939357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.943018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:33.952883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.954038 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7f999e51-cbdf-4944-b5bf-e3b98c18d9a4 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1703267 Mar 25 20:10:33.956508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:33.956956 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33738) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:33.988893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-af933be2-0ee5-414c-bff2-6288a7203845 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:33.999813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-af933be2-0ee5-414c-bff2-6288a7203845 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.036131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.040355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.189865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Calling delete_port for fa76bb18-db4f-4621-aa01-f66ba932f9f4 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:34.200405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-af933be2-0ee5-414c-bff2-6288a7203845 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.220495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af933be2-0ee5-414c-bff2-6288a7203845 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bad77b93-4bc8-4965-8bb9-41a80f97688d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:34.231462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-af933be2-0ee5-414c-bff2-6288a7203845 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.232581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-af933be2-0ee5-414c-bff2-6288a7203845 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bad77b93-4bc8-4965-8bb9-41a80f97688d HTTP/1.1" status: 204 len: 168 time: 0.2746255 Mar 25 20:10:34.242804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33744) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:34.345526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-28c1185d-1632-440c-8c58-55140a086f68 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:34.399544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.449935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-28c1185d-1632-440c-8c58-55140a086f68 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:34.449935 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-28c1185d-1632-440c-8c58-55140a086f68 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2064250 Mar 25 20:10:34.449935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33748) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:34.486987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.582742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.590812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1de684a6-b512-484e-bda2-e0b9c572970f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.641561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.26.8.155 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/f0f154a7-f5d9-466f-93cf-06c35b34ebe1) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:34.655880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1de684a6-b512-484e-bda2-e0b9c572970f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.687720 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=498f932946454d1797cd479c94f4edbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0192950 Mar 25 20:10:34.697754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33752) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:34.700543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653cef4-9d76-487d-a5fa-88ee111907ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd31d95d-19b4-47bd-a28a-eb2ce2d2fdc2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:34.710254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Router 0634a7d2-b09d-4438-9089-5f5849e6742c has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:34.767285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e87bdff-24bc-47e1-bdf7-9d46418cdefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.783712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.801327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e87bdff-24bc-47e1-bdf7-9d46418cdefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.852993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event deleted for resources: {'Port': ['ID=fa76bb18-db4f-4621-aa01-f66ba932f9f4,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:34.873885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1de684a6-b512-484e-bda2-e0b9c572970f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:34.982460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de684a6-b512-484e-bda2-e0b9c572970f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8def883-6669-4f86-a376-cadcdb41ecc4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:35.053705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.053705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e87bdff-24bc-47e1-bdf7-9d46418cdefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.081883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1de684a6-b512-484e-bda2-e0b9c572970f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.081883 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1de684a6-b512-484e-bda2-e0b9c572970f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/b8def883-6669-4f86-a376-cadcdb41ecc4 HTTP/1.1" status: 204 len: 168 time: 0.6243193 Mar 25 20:10:35.081883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33756) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:35.084511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87bdff-24bc-47e1-bdf7-9d46418cdefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd31d95d-19b4-47bd-a28a-eb2ce2d2fdc2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:35.095453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e87bdff-24bc-47e1-bdf7-9d46418cdefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.099577 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2e87bdff-24bc-47e1-bdf7-9d46418cdefe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd31d95d-19b4-47bd-a28a-eb2ce2d2fdc2 HTTP/1.1" status: 204 len: 168 time: 0.4043579 Mar 25 20:10:35.160226 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.197778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-12d066cb-947d-469f-95dc-686fdbbe5aaa tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:35.199743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:35.213878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] Sync routers for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:35.224690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:35.225323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:35.246781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.313315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-12d066cb-947d-469f-95dc-686fdbbe5aaa tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:35.319443 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-12d066cb-947d-469f-95dc-686fdbbe5aaa tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2226136 Mar 25 20:10:35.319443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33762) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:35.367473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.367473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.374655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:35.380263 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c21e0034-abcb-4df2-a8fc-af40fdc9d95d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "PUT /v2.0/routers/0634a7d2-b09d-4438-9089-5f5849e6742c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6918874 Mar 25 20:10:35.380263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33766) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:35.386159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:35.386159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:35.407517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=f0f154a7-f5d9-466f-93cf-06c35b34ebe1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:35.438906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f678f8b-3635-49c7-8b47-414cd916f983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Deleting subnet e5c9b540-8246-427d-905f-8687d0052bd5 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:10:35.442233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f678f8b-3635-49c7-8b47-414cd916f983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.454482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:10:35.490913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.491442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Fanout notify agent at l3_agent the message router_deleted on router 8fc574ea-2aad-4c94-bdab-d65fdee8737d {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:10:35.536880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.538089 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d02d4ce9-6cd3-4fb9-8f4d-e2797c38c960 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/8fc574ea-2aad-4c94-bdab-d65fdee8737d HTTP/1.1" status: 204 len: 168 time: 2.8403311 Mar 25 20:10:35.544084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33770) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:35.549705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f678f8b-3635-49c7-8b47-414cd916f983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.587436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1830959037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:35.606269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:35.618248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Usage tracker for resource:router and tenant:40c878e95a7c43b7bacfeb031a6c55d8 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:35.628506 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:35.635757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:35.656160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7acb9cb-e402-4509-874c-d7fe348a1b49 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.683553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f678f8b-3635-49c7-8b47-414cd916f983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.734985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.734985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.781118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.786933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7acb9cb-e402-4509-874c-d7fe348a1b49 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.853499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f678f8b-3635-49c7-8b47-414cd916f983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.885753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:10:32Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:35.889685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] Checking router: 0634a7d2-b09d-4438-9089-5f5849e6742c for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:10:35.897184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.898799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] Routers {'0634a7d2-b09d-4438-9089-5f5849e6742c'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:35.899400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0634a7d2-b09d-4438-9089-5f5849e6742c'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:35.920357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f678f8b-3635-49c7-8b47-414cd916f983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c9b540-8246-427d-905f-8687d0052bd5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:35.922656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f678f8b-3635-49c7-8b47-414cd916f983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:35.941139 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0f678f8b-3635-49c7-8b47-414cd916f983 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "DELETE /v2.0/subnets/e5c9b540-8246-427d-905f-8687d0052bd5 HTTP/1.1" status: 204 len: 168 time: 0.5767612 Mar 25 20:10:35.941425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33774) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:35.958096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d77fd9-efa3-4f37-919f-9fccf9d85302 None None] Network 8ebf021b-1c9c-4128-a9d9-559021070953 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:36.063573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7acb9cb-e402-4509-874c-d7fe348a1b49 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.093206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acb9cb-e402-4509-874c-d7fe348a1b49 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6fec30-64f2-4709-a5f8-0352573a327d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:36.099959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.103455 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6071ab82-628d-44dd-909e-78e75294cf84 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5565348 Mar 25 20:10:36.111141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33778) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:36.118288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'enable_snat': False}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:36.145147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.174003 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:10:36.247579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7acb9cb-e402-4509-874c-d7fe348a1b49 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.248725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e7acb9cb-e402-4509-874c-d7fe348a1b49 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d6fec30-64f2-4709-a5f8-0352573a327d HTTP/1.1" status: 204 len: 168 time: 0.9272022 Mar 25 20:10:36.254351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33782) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:36.324580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] Set router 0634a7d2-b09d-4438-9089-5f5849e6742c gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:10:36.400794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.408168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-42ec0253-4db6-4349-ad99-c939e18de1ce tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:36.498074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Deleting port 03d8df9c-91b7-47b6-a7e3-005d235e5e01 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:36.498535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.547843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-42ec0253-4db6-4349-ad99-c939e18de1ce tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:36.552613 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-42ec0253-4db6-4349-ad99-c939e18de1ce tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2960529 Mar 25 20:10:36.555862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33786) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:36.566627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520452886'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:36.576750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:36.622247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:36.634460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] DHCP port deletion for 8ebf021b-1c9c-4128-a9d9-559021070953 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:10:36.642613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] Deleting port 841791cf-5eb6-4945-816b-eead22a25e78 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:36.643093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.646529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.650930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.706352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:10:32Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:36.736064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.745627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295c3fb-e53f-421a-9374-7d91f2a595b2 None None] The sync data for ids ['0634a7d2-b09d-4438-9089-5f5849e6742c'] in dv-neutron-835149-1-hyperv is: [{'id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924723055', 'tenant_id': 'b6c3085b5768464782778bbbcc9c978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:06:32Z', 'updated_at': '2022-03-25T20:10:32Z', 'revision_number': 5, 'project_id': 'b6c3085b5768464782778bbbcc9c978e', 'gw_port': {'id': '03d8df9c-91b7-47b6-a7e3-005d235e5e01', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634a7d2-b09d-4438-9089-5f5849e6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:06:33Z', 'updated_at': '2022-03-25T20:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:36.771274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:36.776320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:36.779695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:36.785659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:36.836999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] For port 03d8df9c-91b7-47b6-a7e3-005d235e5e01, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=03d8df9c-91b7-47b6-a7e3-005d235e5e01,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:36.837736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.848349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:36.872082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] For port 841791cf-5eb6-4945-816b-eead22a25e78, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=841791cf-5eb6-4945-816b-eead22a25e78,segment=NetworkSegment(2b009d4b-bd82-4e4c-9c48-2f380a71eab1),segment_id=2b009d4b-bd82-4e4c-9c48-2f380a71eab1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:36.873933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.003561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] Calling delete_port for 841791cf-5eb6-4945-816b-eead22a25e78 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:37.111186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Calling delete_port for 03d8df9c-91b7-47b6-a7e3-005d235e5e01 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:37.155725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.201461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.242437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] Pushing event deleted for resources: {'Port': ['ID=841791cf-5eb6-4945-816b-eead22a25e78,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:37.244499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b865507-a8b8-4d69-adbd-8d8f4d4244bb None None] No DVR routers for this DVR port 841791cf-5eb6-4945-816b-eead22a25e78 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:10:37.311245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.320599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.324747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.355753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.377361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2409b7bd-a150-420a-9b4b-3172542ceefb,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:37.396024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.452362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.499649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event deleted for resources: {'Port': ['ID=03d8df9c-91b7-47b6-a7e3-005d235e5e01,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:37.549709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=f0f154a7-f5d9-466f-93cf-06c35b34ebe1,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:37.570715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.571919 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a2f4feb2-dd32-478b-baac-9c91c5572aa3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0143232 Mar 25 20:10:37.575370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33790) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:37.581030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.587774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': '2409b7bd-a150-420a-9b4b-3172542ceefb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:37.598720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:37.606716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:37.611642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:37.619810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:37.633930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.702501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Allocated IP 172.26.8.228 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/576c1a2b-c4ad-4d3e-8273-cd80dbde1bdf) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:37.807388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.826629 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP c2454370-4024-4e15-baab-25e4b990b229 associated. External IP: 172.26.8.155, port: 161c0a20-e8af-4a97-b4f7-eb37aa0e4788. Mar 25 20:10:37.830970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.834707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.904022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.967282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.967282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Fanout notify agent at l3_agent the message router_deleted on router 0634a7d2-b09d-4438-9089-5f5849e6742c {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:10:37.985156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:37.988848 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-02f88d1a-19bc-4059-a852-f08551bb0e77 tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "DELETE /v2.0/routers/0634a7d2-b09d-4438-9089-5f5849e6742c HTTP/1.1" status: 204 len: 168 time: 2.0438831 Mar 25 20:10:37.989144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33794) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:38.013813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.060673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a25c805-31ea-4e57-8e0a-0fa4983bfcc5,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:38.139562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.151389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.152799 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-47c5cb34-daff-455f-b328-00928475cbc3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5766954 Mar 25 20:10:38.155687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33798) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:38.268704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.271994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-780c9c26-a3b0-493e-943c-8bb0c2bb900d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.279991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.299488 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-780c9c26-a3b0-493e-943c-8bb0c2bb900d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.305485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebf021b-1c9c-4128-a9d9-559021070953']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:38.317891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b009d4b-bd82-4e4c-9c48-2f380a71eab1') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:38.318549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b009d4b-bd82-4e4c-9c48-2f380a71eab1') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:38.329976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.347242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.353274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:10:38.355628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:10:38.369234 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:10:38.475024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-780c9c26-a3b0-493e-943c-8bb0c2bb900d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.507999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c9c26-a3b0-493e-943c-8bb0c2bb900d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a25c805-31ea-4e57-8e0a-0fa4983bfcc5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:38.529322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7914a865-e257-4b44-b528-774b0626b698 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:38.538703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:38.547514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-780c9c26-a3b0-493e-943c-8bb0c2bb900d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.548409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-780c9c26-a3b0-493e-943c-8bb0c2bb900d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7a25c805-31ea-4e57-8e0a-0fa4983bfcc5 HTTP/1.1" status: 204 len: 168 time: 0.3425536 Mar 25 20:10:38.551047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33802) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:38.576387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 7914a865-e257-4b44-b528-774b0626b698 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:10:38.576765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7914a865-e257-4b44-b528-774b0626b698 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:10:38.577172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 841791cf-5eb6-4945-816b-eead22a25e78 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:38.578344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.583319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.614376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 841791cf-5eb6-4945-816b-eead22a25e78 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:10:38.614724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 841791cf-5eb6-4945-816b-eead22a25e78 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:10:38.619631 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "DELETE /v2.0/networks/8ebf021b-1c9c-4128-a9d9-559021070953 HTTP/1.1" status: 204 len: 168 time: 0.6295030 Mar 25 20:10:38.627241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33806) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:38.633387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.638636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f3af0-175a-44ee-a064-21a9552def6d tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event deleted for resources: {'Network': ['ID=8ebf021b-1c9c-4128-a9d9-559021070953,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:38.667252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9ec1a4e3-2e78-40b6-a7e5-2993c6adb4a3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:38.730049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:38.743917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:38.754776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9ec1a4e3-2e78-40b6-a7e5-2993c6adb4a3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:38.758067 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9ec1a4e3-2e78-40b6-a7e5-2993c6adb4a3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2038839 Mar 25 20:10:38.759523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33810) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:38.767412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:38.825706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-827fe743-9420-4736-a18d-6c2243b41435 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.852638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-827fe743-9420-4736-a18d-6c2243b41435 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.864386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Pushing event updated for resources: {'Port': ['ID=576c1a2b-c4ad-4d3e-8273-cd80dbde1bdf,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:38.917807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b967866d-f992-4682-82db-b0e9f325efce tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:38.929150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:38.938441 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a6bcb6-c3cc-4c03-b855-7cf0ece45770 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:38.947907 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a6bcb6-c3cc-4c03-b855-7cf0ece45770 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:38.948738 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-47a6bcb6-c3cc-4c03-b855-7cf0ece45770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:38.986095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-827fe743-9420-4736-a18d-6c2243b41435 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.010059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fe743-9420-4736-a18d-6c2243b41435 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2409b7bd-a150-420a-9b4b-3172542ceefb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:39.012267 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-47a6bcb6-c3cc-4c03-b855-7cf0ece45770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:39.022449 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a6bcb6-c3cc-4c03-b855-7cf0ece45770 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:39.024102 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-47a6bcb6-c3cc-4c03-b855-7cf0ece45770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:39.087823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9613991f-d9b2-4256-a557-a3c2ad39ddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.088091 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b967866d-f992-4682-82db-b0e9f325efce tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.088210 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-47a6bcb6-c3cc-4c03-b855-7cf0ece45770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:39.088762 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a6bcb6-c3cc-4c03-b855-7cf0ece45770 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:39.114549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-827fe743-9420-4736-a18d-6c2243b41435 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.115762 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-827fe743-9420-4736-a18d-6c2243b41435 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/2409b7bd-a150-420a-9b4b-3172542ceefb HTTP/1.1" status: 204 len: 168 time: 0.3553190 Mar 25 20:10:39.118410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33814) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:39.169228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9fe4c5b6-eb84-4308-8977-721254295712 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:39.189532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.245418 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9028fde2-e3c8-4895-9016-238c91866cd1 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3492286 Mar 25 20:10:39.248123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33818) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:39.252913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-507ee618-2b28-4995-aae4-5f922d1d0426 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'port_id': '161c0a20-e8af-4a97-b4f7-eb37aa0e4788', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:39.303158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9fe4c5b6-eb84-4308-8977-721254295712 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:39.305062 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9fe4c5b6-eb84-4308-8977-721254295712 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1857083 Mar 25 20:10:39.309392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33822) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:39.313982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094870466'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:39.321323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:39.331141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:39.354206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-507ee618-2b28-4995-aae4-5f922d1d0426 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.411739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b967866d-f992-4682-82db-b0e9f325efce tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.446848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.467102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:39.471182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:39.474112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:39.480584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:39.561647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.632821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967866d-f992-4682-82db-b0e9f325efce tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b11109-0769-459b-bb93-36c9c7fac169,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:39.647466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.649489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b967866d-f992-4682-82db-b0e9f325efce tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.653336 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b967866d-f992-4682-82db-b0e9f325efce tempest-TestNetworkAdvancedServerOps-1491549317 tempest-TestNetworkAdvancedServerOps-1491549317-project] 10.222.0.37 "DELETE /v2.0/security-groups/23b11109-0769-459b-bb93-36c9c7fac169 HTTP/1.1" status: 204 len: 168 time: 1.0222547 Mar 25 20:10:39.721871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba1324f-3ead-4c8c-84a1-c8cc4242ecbe,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:39.867821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.875448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:39.880276 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5cb2debe-15bd-46b2-b90a-a6290b7d6563 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5700655 Mar 25 20:10:39.880568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33830) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:39.890212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': '5ba1324f-3ead-4c8c-84a1-c8cc4242ecbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:39.903992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:39.911072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:39.911072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:39.917276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:39.986430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.057199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.076178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 03d8df9c-91b7-47b6-a7e3-005d235e5e01 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:10:40.117571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 03d8df9c-91b7-47b6-a7e3-005d235e5e01 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:10:40.117984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 03d8df9c-91b7-47b6-a7e3-005d235e5e01 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:10:40.126343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.150907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f15ca0-068e-4a64-816c-173ec3fd3827,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:40.240527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.244629 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-21f58d7c-747d-46cf-b98a-b57e122574da tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3612809 Mar 25 20:10:40.246662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33836) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:40.267804 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-42052373-5317-41c7-afc7-5a7ac6138c1d tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules/f5f15ca0-068e-4a64-816c-173ec3fd3827 HTTP/1.1" status: 200 len: 763 time: 0.0197854 Mar 25 20:10:40.279307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33840) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:40.329355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-38db442a-3d5a-4985-aa00-3945290d0aac tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:40.329891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33844) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:40.453288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-38db442a-3d5a-4985-aa00-3945290d0aac tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:40.457518 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-38db442a-3d5a-4985-aa00-3945290d0aac tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1741977 Mar 25 20:10:40.459173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33850) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:40.487567 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c26082a1-d2dd-440d-a717-79d7ea3c34f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6c3085b5768464782778bbbcc9c978e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567903 Mar 25 20:10:40.487911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.490120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33854) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:40.498737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.564918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-67e01d80-1605-4e28-9cbe-62cc9c1c4799 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.599468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-67e01d80-1605-4e28-9cbe-62cc9c1c4799 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.659619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c629167-14f0-4796-bd0b-eeb00bf4c0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.685980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c629167-14f0-4796-bd0b-eeb00bf4c0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.807059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-67e01d80-1605-4e28-9cbe-62cc9c1c4799 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.829207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c629167-14f0-4796-bd0b-eeb00bf4c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.846421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c629167-14f0-4796-bd0b-eeb00bf4c0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a255219e-b88c-4ca6-b9e3-2363fc624700,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:40.846594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e01d80-1605-4e28-9cbe-62cc9c1c4799 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5f15ca0-068e-4a64-816c-173ec3fd3827,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:40.850292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c629167-14f0-4796-bd0b-eeb00bf4c0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.851574 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7c629167-14f0-4796-bd0b-eeb00bf4c0e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a255219e-b88c-4ca6-b9e3-2363fc624700 HTTP/1.1" status: 204 len: 168 time: 0.3603146 Mar 25 20:10:40.875202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-507ee618-2b28-4995-aae4-5f922d1d0426 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.932000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-67e01d80-1605-4e28-9cbe-62cc9c1c4799 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:40.934980 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-67e01d80-1605-4e28-9cbe-62cc9c1c4799 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f5f15ca0-068e-4a64-816c-173ec3fd3827 HTTP/1.1" status: 204 len: 168 time: 0.4717064 Mar 25 20:10:40.935817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33860) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:41.111470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-507ee618-2b28-4995-aae4-5f922d1d0426 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.158400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Router b2582f86-514d-4843-bc09-192044ebaf7f is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:10:41.174031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-822303fe-df1d-4cfe-b03e-59c7df2d4d75 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:41.348016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-822303fe-df1d-4cfe-b03e-59c7df2d4d75 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:41.349236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-822303fe-df1d-4cfe-b03e-59c7df2d4d75 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4124577 Mar 25 20:10:41.352672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33866) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:41.358156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': '5ba1324f-3ead-4c8c-84a1-c8cc4242ecbe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:41.363903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:41.375213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:41.487542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.529990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:41.535398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.536567 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e64b1a83-bbcc-4792-a268-ad700ae4c309 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "PUT /v2.0/routers/b2582f86-514d-4843-bc09-192044ebaf7f HTTP/1.1" status: 200 len: 916 time: 5.4244208 Mar 25 20:10:41.539745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33870) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:41.543621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23777434-da72-4725-b912-2b87a5efa197 None None] Sync routers for ids ['b2582f86-514d-4843-bc09-192044ebaf7f'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:41.556867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23777434-da72-4725-b912-2b87a5efa197 None None] Routers {'b2582f86-514d-4843-bc09-192044ebaf7f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:41.557329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-23777434-da72-4725-b912-2b87a5efa197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['b2582f86-514d-4843-bc09-192044ebaf7f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:41.567123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33874) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:41.595908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.623658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.626032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:41.630805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] Usage tracker for resource:security_group_rule and tenant:6fed30e2f9834efe8dcfd712e3684b5b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:41.634084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:41.640378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:41.640555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-23777434-da72-4725-b912-2b87a5efa197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:41.657912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23777434-da72-4725-b912-2b87a5efa197 None None] Routers {'b2582f86-514d-4843-bc09-192044ebaf7f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:41.658518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-23777434-da72-4725-b912-2b87a5efa197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['b2582f86-514d-4843-bc09-192044ebaf7f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:41.705728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.727919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-23777434-da72-4725-b912-2b87a5efa197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:41.728339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23777434-da72-4725-b912-2b87a5efa197 None None] The sync data for ids ['b2582f86-514d-4843-bc09-192044ebaf7f'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:41.742488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fba10f-81a7-4379-89bd-efaa266f3240,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:41.786567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.797821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ee618-2b28-4995-aae4-5f922d1d0426 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:41.816233 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-504924e5-292b-4eaf-83db-006cdfdd1331 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/routers/b2582f86-514d-4843-bc09-192044ebaf7f HTTP/1.1" status: 200 len: 922 time: 0.2754805 Mar 25 20:10:41.819195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33880) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:41.859931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.859931 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-64107527-7aa6-4627-879a-105b2f1ade7c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5050318 Mar 25 20:10:41.864063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33884) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:41.890680 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-924e40c7-de39-4d56-a8d1-4dd91fb290e8 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules/a0fba10f-81a7-4379-89bd-efaa266f3240 HTTP/1.1" status: 200 len: 763 time: 0.0244250 Mar 25 20:10:41.891415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:41.893649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33888) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:41.950342 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fed30e2f9834efe8dcfd712e3684b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821864 Mar 25 20:10:41.954178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33892) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:41.973283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f7329-4474-4ba4-9372-7f534705b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a15255-b455-4e69-872b-67c1f27f7cdd,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:41.984783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebfa6a-9299-47b6-a7a0-5af52be9aaff tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:41.989559 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9cebfa6a-9299-47b6-a7a0-5af52be9aaff tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=b2582f86-514d-4843-bc09-192044ebaf7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1661012 Mar 25 20:10:41.989879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33896) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:42.032498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9da22d59-319b-4752-914d-33140a7b6403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.059033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9da22d59-319b-4752-914d-33140a7b6403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.064295 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2f73a77a-cc40-4c93-abeb-bd390f9d7065 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1695991 Mar 25 20:10:42.068460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33900) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:42.116666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ee618-2b28-4995-aae4-5f922d1d0426 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:42.123121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e52e4536-0245-453a-909a-fc6a6409fa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.123453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8a249357-f6cc-4533-96f4-b220db12052b tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.124058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-507ee618-2b28-4995-aae4-5f922d1d0426 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.135196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8a249357-f6cc-4533-96f4-b220db12052b tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.153220 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7cc4af-9e27-4018-9dec-070a9ebc9331 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:42.155497 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7cc4af-9e27-4018-9dec-070a9ebc9331 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:42.156112 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-7f7cc4af-9e27-4018-9dec-070a9ebc9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:42.220964 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-7f7cc4af-9e27-4018-9dec-070a9ebc9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:42.229721 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7cc4af-9e27-4018-9dec-070a9ebc9331 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:42.230301 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-7f7cc4af-9e27-4018-9dec-070a9ebc9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:42.235559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8a249357-f6cc-4533-96f4-b220db12052b tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.250062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a680c3c-c47d-431b-817a-b940d57a2427 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:42.254347 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8a680c3c-c47d-431b-817a-b940d57a2427 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/networks/f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 881 time: 0.2611966 Mar 25 20:10:42.255041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33904) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:42.267591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8a249357-f6cc-4533-96f4-b220db12052b tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.269354 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8a249357-f6cc-4533-96f4-b220db12052b tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a0fba10f-81a7-4379-89bd-efaa266f3240 HTTP/1.1" status: 204 len: 168 time: 0.1999366 Mar 25 20:10:42.270250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a249357-f6cc-4533-96f4-b220db12052b tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0fba10f-81a7-4379-89bd-efaa266f3240,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:42.271896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33908) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:42.275708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9da22d59-319b-4752-914d-33140a7b6403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.279484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9da22d59-319b-4752-914d-33140a7b6403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.281292 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9da22d59-319b-4752-914d-33140a7b6403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56a15255-b455-4e69-872b-67c1f27f7cdd HTTP/1.1" status: 204 len: 168 time: 0.3248475 Mar 25 20:10:42.302916 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-7f7cc4af-9e27-4018-9dec-070a9ebc9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:42.303316 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7cc4af-9e27-4018-9dec-070a9ebc9331 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:42.310194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da22d59-319b-4752-914d-33140a7b6403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a15255-b455-4e69-872b-67c1f27f7cdd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:42.362454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-60559d70-7293-4676-b4e2-937925d38f2e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:42.440281 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1c3918cd-93ce-4d46-a703-327a772ccc57 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2582f86-514d-4843-bc09-192044ebaf7f HTTP/1.1" status: 200 len: 205 time: 0.1846590 Mar 25 20:10:42.442972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33914) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:42.444119 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-507ee618-2b28-4995-aae4-5f922d1d0426 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/floatingips/c2454370-4024-4e15-baab-25e4b990b229 HTTP/1.1" status: 200 len: 978 time: 3.1950500 Mar 25 20:10:42.447424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 33918) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:42.578070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-60559d70-7293-4676-b4e2-937925d38f2e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:42.578070 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-60559d70-7293-4676-b4e2-937925d38f2e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3013873 Mar 25 20:10:42.578279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33922) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:42.583587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': '5ba1324f-3ead-4c8c-84a1-c8cc4242ecbe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:42.589771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:42.599637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:42.691252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.764131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.806911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.811668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.872748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port f0f154a7-f5d9-466f-93cf-06c35b34ebe1 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:42.873173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.875020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.875159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:42.903401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed360a8-9993-4c4b-9dca-ea5b61954acd,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:43.018105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.021743 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5fff7d6e-bdd0-449e-9c14-bd48655df752 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4402375 Mar 25 20:10:43.022048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33936) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:43.045152 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-54daa691-1198-4415-bf1f-a46eb215e1fc tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules/fed360a8-9993-4c4b-9dca-ea5b61954acd HTTP/1.1" status: 200 len: 764 time: 0.0190203 Mar 25 20:10:43.045466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33940) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:43.096668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5a1e8ef4-1f11-49b3-8b1b-6adbf073b44f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:43.118902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.145696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.146011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.183075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5a1e8ef4-1f11-49b3-8b1b-6adbf073b44f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:43.187480 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5a1e8ef4-1f11-49b3-8b1b-6adbf073b44f tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1381581 Mar 25 20:10:43.187711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33944) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:43.216988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bec0e93d-4975-4ae0-a4c1-4ba14e8563de tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.229224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bec0e93d-4975-4ae0-a4c1-4ba14e8563de tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.343444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bec0e93d-4975-4ae0-a4c1-4ba14e8563de tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.363073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0e93d-4975-4ae0-a4c1-4ba14e8563de tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fed360a8-9993-4c4b-9dca-ea5b61954acd,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:43.389990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Deleting port 576c1a2b-c4ad-4d3e-8273-cd80dbde1bdf {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:43.390457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.412109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bec0e93d-4975-4ae0-a4c1-4ba14e8563de tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.419000 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bec0e93d-4975-4ae0-a4c1-4ba14e8563de tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fed360a8-9993-4c4b-9dca-ea5b61954acd HTTP/1.1" status: 204 len: 168 time: 0.2246311 Mar 25 20:10:43.419000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33956) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:43.422405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for f0f154a7-f5d9-466f-93cf-06c35b34ebe1 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:43.473517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-16520889-e286-47fb-8bb1-eb417a37b421 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:43.560233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-16520889-e286-47fb-8bb1-eb417a37b421 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:43.561813 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-16520889-e286-47fb-8bb1-eb417a37b421 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1439393 Mar 25 20:10:43.564958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33962) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:43.649887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.665127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2d612a18-f2f6-41bb-85de-e82aaf28b76a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.693152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2d612a18-f2f6-41bb-85de-e82aaf28b76a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.812085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2d612a18-f2f6-41bb-85de-e82aaf28b76a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.815748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Calling delete_port for 576c1a2b-c4ad-4d3e-8273-cd80dbde1bdf owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:43.831595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d612a18-f2f6-41bb-85de-e82aaf28b76a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba1324f-3ead-4c8c-84a1-c8cc4242ecbe,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:43.949428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2d612a18-f2f6-41bb-85de-e82aaf28b76a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:43.950571 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2d612a18-f2f6-41bb-85de-e82aaf28b76a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/5ba1324f-3ead-4c8c-84a1-c8cc4242ecbe HTTP/1.1" status: 204 len: 168 time: 0.3850300 Mar 25 20:10:43.953309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33968) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:44.003000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9df7d0a5-4d37-4372-b17c-f3a0ec4ceace tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:44.006444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.058745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=f0f154a7-f5d9-466f-93cf-06c35b34ebe1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:44.061761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.083174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9df7d0a5-4d37-4372-b17c-f3a0ec4ceace tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:44.084460 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9df7d0a5-4d37-4372-b17c-f3a0ec4ceace tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1302366 Mar 25 20:10:44.090855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33976) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:44.103561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064702025'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:44.119863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:44.130605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:44.206062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event deleted for resources: {'Port': ['ID=576c1a2b-c4ad-4d3e-8273-cd80dbde1bdf,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:44.252018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.252737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.276901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:44.280725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:44.283869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:44.291705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:44.294204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.294536 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP c2454370-4024-4e15-baab-25e4b990b229 disassociated (deleted). External IP: 172.26.8.155, port: 161c0a20-e8af-4a97-b4f7-eb37aa0e4788. Mar 25 20:10:44.367300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.370391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.440138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.468065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33986) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:44.496974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fa4ebd-cd7f-40c8-9bda-d9e294b2fe41,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:44.566754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.568583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.569193 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0ecb8367-6d6a-4cd6-9192-c4c7a8718bfb tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4759839 Mar 25 20:10:44.571529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33992) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:44.577863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Request body: {'security_group_rule': {'security_group_id': 'f5fa4ebd-cd7f-40c8-9bda-d9e294b2fe41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:44.584115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:44.594304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Usage tracker for resource:security_group_rule and tenant:74e6bf4c220041a6b704837f2c60df42 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:44.598167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:44.606270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:44.624973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.660793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--629974457', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:44.667197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:44.671114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:network and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:44.674049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:44.681124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:44.693298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.761118 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.779518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:10:44.781810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.797486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.813622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:44.817527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:44.820961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:44.827072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:44.845539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.857009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.857531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Fanout notify agent at l3_agent the message router_deleted on router b2582f86-514d-4843-bc09-192044ebaf7f {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:10:44.877966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a22673b-7012-4270-9f17-da918dd3a008,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:44.959622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.960738 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3f4965e4-f20e-4122-8dea-79e99933137f tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/b2582f86-514d-4843-bc09-192044ebaf7f HTTP/1.1" status: 204 len: 168 time: 2.5167031 Mar 25 20:10:44.964500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 33996) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:44.970409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-134358229', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:44.977006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:44.978092 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-21428ada-8cbb-4200-8169-ea7ecdc0f1e3 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4049516 Mar 25 20:10:44.980680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:44.982320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34000) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:44.984555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Usage tracker for resource:router and tenant:40c878e95a7c43b7bacfeb031a6c55d8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:44.987448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:44.993886 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:45.033442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:45.034718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.080746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.081786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.097099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.115574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.134420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ab9aa3-d9b8-409f-9bf2-a9a7be43576a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.145385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:10:45.157868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cea566-0b1a-4534-906a-e0569c58786d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:45.164714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.165058 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment 261351df-c183-4fa9-91fa-e57e770fdef8 of type vlan for network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 Mar 25 20:10:45.192933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.230582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ab9aa3-d9b8-409f-9bf2-a9a7be43576a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.297228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:45.300662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.307322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c8b5f-9b3c-4bd4-96aa-2b024795ca67 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:45.317520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c8b5f-9b3c-4bd4-96aa-2b024795ca67 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:45.318297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3b4c8b5f-9b3c-4bd4-96aa-2b024795ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:45.361774 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4f7ee581-81fb-4c3b-9747-1cc7c88feffd tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/floatingips/c2454370-4024-4e15-baab-25e4b990b229 HTTP/1.1" status: 204 len: 168 time: 2.9110911 Mar 25 20:10:45.361992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34004) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:45.407650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.413884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:45.414478 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.421658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ab9aa3-d9b8-409f-9bf2-a9a7be43576a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.424550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3b4c8b5f-9b3c-4bd4-96aa-2b024795ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:45.434130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c8b5f-9b3c-4bd4-96aa-2b024795ca67 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:45.434949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3b4c8b5f-9b3c-4bd4-96aa-2b024795ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:45.470827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-67e852a0-c24b-4311-afb4-03d0c9eaa690 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port 161c0a20-e8af-4a97-b4f7-eb37aa0e4788 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:45.470827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e852a0-c24b-4311-afb4-03d0c9eaa690 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.500154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3b4c8b5f-9b3c-4bd4-96aa-2b024795ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:45.500582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c8b5f-9b3c-4bd4-96aa-2b024795ca67 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:45.514938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab9aa3-d9b8-409f-9bf2-a9a7be43576a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fa4ebd-cd7f-40c8-9bda-d9e294b2fe41,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:45.528268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80ab9aa3-d9b8-409f-9bf2-a9a7be43576a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.531569 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-80ab9aa3-d9b8-409f-9bf2-a9a7be43576a tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5fa4ebd-cd7f-40c8-9bda-d9e294b2fe41 HTTP/1.1" status: 204 len: 168 time: 0.5461700 Mar 25 20:10:45.531891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34008) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:45.549528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.611491 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1405258 Mar 25 20:10:45.613022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34012) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:45.619605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'admin_state_up': True, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:45.625450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540c952-da0d-4738-a2cf-ede999b16f8c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:45.630256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:45.634764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:router and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:45.637813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:45.639667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-223715da-2119-4c99-93be-50cf02a11a1c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:45.643182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:10:45.650622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:45.754277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-223715da-2119-4c99-93be-50cf02a11a1c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:45.755513 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-223715da-2119-4c99-93be-50cf02a11a1c tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2224622 Mar 25 20:10:45.759691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34016) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:45.776035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.781800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.800730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.831164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e852a0-c24b-4311-afb4-03d0c9eaa690 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:45.843931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c48c686c-1b40-4a00-8ac7-31174d0db547 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Synchronizing usage tracker for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:10:45.968330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-67e852a0-c24b-4311-afb4-03d0c9eaa690 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for 161c0a20-e8af-4a97-b4f7-eb37aa0e4788 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:46.109088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c48c686c-1b40-4a00-8ac7-31174d0db547 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] Unset dirty status for tenant:74e6bf4c220041a6b704837f2c60df42 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:10:46.110323 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c48c686c-1b40-4a00-8ac7-31174d0db547 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3492191 Mar 25 20:10:46.113224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34020) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:46.168715 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-94710b77-9b32-4567-8238-2f934307d33e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] delete failed (client error): The resource could not be found. Mar 25 20:10:46.169738 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-94710b77-9b32-4567-8238-2f934307d33e tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5fa4ebd-cd7f-40c8-9bda-d9e294b2fe41 HTTP/1.1" status: 404 len: 347 time: 0.0556104 Mar 25 20:10:46.176433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34024) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:46.241995 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c0541da2-28ec-4439-b868-71e383404558 tempest-SecGroupTest-1227166550 tempest-SecGroupTest-1227166550-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641615 Mar 25 20:10:46.286589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e852a0-c24b-4311-afb4-03d0c9eaa690 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:46.296500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:46.333818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:46.345663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e852a0-c24b-4311-afb4-03d0c9eaa690 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=161c0a20-e8af-4a97-b4f7-eb37aa0e4788,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:46.437893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:46.573675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Allocated IP 172.26.8.200 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/5b405e0d-6fcc-4949-a782-ad2224389e26) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:46.608207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67e852a0-c24b-4311-afb4-03d0c9eaa690 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:46.626593 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-67e852a0-c24b-4311-afb4-03d0c9eaa690 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/ports/161c0a20-e8af-4a97-b4f7-eb37aa0e4788 HTTP/1.1" status: 204 len: 168 time: 1.2635558 Mar 25 20:10:46.628008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34032) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:46.634349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:46.641279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:46.646732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:floatingip and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:46.650046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:46.660802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:46.711842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34036) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:46.737915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:46.814885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:46.914202 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1f221d80-71f9-4ce0-b634-7e8ff05becda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74e6bf4c220041a6b704837f2c60df42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011521 Mar 25 20:10:46.916672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34042) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:46.976198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:46.991275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.022102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.031298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebe77fdd-5759-48dd-95cd-be2789bffebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.080439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebe77fdd-5759-48dd-95cd-be2789bffebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.137882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.203400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:47.206184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:47.206424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.26.8.88 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/cd5b9792-260f-4887-a539-5009b2ce8c09) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:47.215042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:47.221633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebe77fdd-5759-48dd-95cd-be2789bffebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.244873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event updated for resources: {'Port': ['ID=5b405e0d-6fcc-4949-a782-ad2224389e26,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:47.254065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe77fdd-5759-48dd-95cd-be2789bffebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a981ec8c-b20a-4e18-b33d-cdb94040d27f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:47.401995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.458033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebe77fdd-5759-48dd-95cd-be2789bffebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.463334 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ebe77fdd-5759-48dd-95cd-be2789bffebf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a981ec8c-b20a-4e18-b33d-cdb94040d27f HTTP/1.1" status: 204 len: 168 time: 0.5415516 Mar 25 20:10:47.481741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.547594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:47.550557 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:47.556277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:47.571556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.234 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/7944ec36-f0ce-44f5-903d-ed9befc31650) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:47.601236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=cd5b9792-260f-4887-a539-5009b2ce8c09,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:47.655900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.821657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.866808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:47.920200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.081306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.145608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.278772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=cd5b9792-260f-4887-a539-5009b2ce8c09,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:48.288862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.304541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.396277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.398071 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1cdc91d3-6830-4bf6-af84-8616e53e46f4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7682610 Mar 25 20:10:48.400584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34062) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:48.406423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'port': {'network_id': '07c1f142-e08e-413d-96ec-e7f77640d536', 'name': 'tempest-FloatingIPTestJSON-560520297'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:48.421938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.554609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:48.558577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:port and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:48.561433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:48.567111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:48.603117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.646086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:10:48.649982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:48.674363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:48.677758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] device_id is not set on port 024f1db5-54f7-45a7-adc8-2403f959f4a5 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:10:48.681428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:48.683831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:48.726540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34070) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:48.747521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=7944ec36-f0ce-44f5-903d-ed9befc31650,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:48.829267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.20.0.13 (07c1f142-e08e-413d-96ec-e7f77640d536/04ca3e15-d45b-4603-bfa8-ed5c54f07956/024f1db5-54f7-45a7-adc8-2403f959f4a5) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:48.899065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-215525026'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:48.909607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Router da6e9924-32e6-47d5-aec6-4984abbdccfd is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:10:48.947622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:48.958223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Usage tracker for resource:network and tenant:f689b83e3e49466597f2af53d9bcc7f5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:48.962044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:48.972002 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:49.157410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:49.235255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:49.263371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Made reservation on behalf of f689b83e3e49466597f2af53d9bcc7f5 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:10:49.266783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:49.302664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 07c1f142-e08e-413d-96ec-e7f77640d536 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:49.305693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:49.314426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:49.349431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:49.352698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=024f1db5-54f7-45a7-adc8-2403f959f4a5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:49.376876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:49.383813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:49.384448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:49.395314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Usage tracker for resource:security_group_rule and tenant:f689b83e3e49466597f2af53d9bcc7f5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:49.402446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:49.405453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:49.415274 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e535bb-593e-4e81-8814-5bdb3864f890 None None] Sync routers for ids ['da6e9924-32e6-47d5-aec6-4984abbdccfd'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:49.430268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:49.430472 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e535bb-593e-4e81-8814-5bdb3864f890 None None] Routers {'da6e9924-32e6-47d5-aec6-4984abbdccfd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:49.430472 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-19e535bb-593e-4e81-8814-5bdb3864f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['da6e9924-32e6-47d5-aec6-4984abbdccfd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:49.486934 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-19e535bb-593e-4e81-8814-5bdb3864f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:49.495157 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e535bb-593e-4e81-8814-5bdb3864f890 None None] Routers {'da6e9924-32e6-47d5-aec6-4984abbdccfd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:49.495741 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-19e535bb-593e-4e81-8814-5bdb3864f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['da6e9924-32e6-47d5-aec6-4984abbdccfd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:49.527906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:49.549834 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1af20cf3-8561-46c3-a104-d23dd2f0b724 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1480350 Mar 25 20:10:49.552454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34076) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:49.557320 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-19e535bb-593e-4e81-8814-5bdb3864f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:49.557722 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e535bb-593e-4e81-8814-5bdb3864f890 None None] The sync data for ids ['da6e9924-32e6-47d5-aec6-4984abbdccfd'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:49.558065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'port_id': '024f1db5-54f7-45a7-adc8-2403f959f4a5'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:49.608977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:49.613343 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2fd8d800-c7d0-4b12-a52f-6a2f47acec47 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6445909 Mar 25 20:10:49.614083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34080) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:49.627285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:49.638241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.138799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.239583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.248378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.285294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.337811 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.351831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:10:50.443670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877c14de-05af-4f09-99a9-947e3db75319,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:50.447117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.447464 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Added segment 744a58fe-3802-4f28-8bb8-d8695e9b9435 of type vlan for network 0cbe6405-8c70-4ea9-88fb-7104259cb87b Mar 25 20:10:50.539842 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 53ac2c19-b18a-4d03-be5b-93c7b5c84729 associated. External IP: 172.26.8.88, port: 024f1db5-54f7-45a7-adc8-2403f959f4a5. Mar 25 20:10:50.765580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.838643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.943175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.948866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:50.949436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:50.993768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:10:51.015694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:51.032364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:51.145557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Pushing event updated for resources: {'Network': ['ID=0cbe6405-8c70-4ea9-88fb-7104259cb87b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:51.150750 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-272d58e8-2b7b-48f4-b700-86644ffcf6f9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4117231 Mar 25 20:10:51.153766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34086) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:51.158902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0cbe6405-8c70-4ea9-88fb-7104259cb87b details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:10:51.161219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Request body: {'subnet': {'network_id': '0cbe6405-8c70-4ea9-88fb-7104259cb87b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:51.216204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:51.226017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:51.247049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e4aaf7-998b-41e8-890c-78f91a269125 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:51.278697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e4aaf7-998b-41e8-890c-78f91a269125 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:51.279416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-32e4aaf7-998b-41e8-890c-78f91a269125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:51.293774 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-67560f66-6de6-4bc9-81e4-20472c9b598b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/floatingips/53ac2c19-b18a-4d03-be5b-93c7b5c84729 HTTP/1.1" status: 200 len: 977 time: 1.7399614 Mar 25 20:10:51.296034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34090) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:51.319534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Deleting port 5b405e0d-6fcc-4949-a782-ad2224389e26 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:51.319892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:51.354769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-32e4aaf7-998b-41e8-890c-78f91a269125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:51.357806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e4aaf7-998b-41e8-890c-78f91a269125 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:51.358491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-32e4aaf7-998b-41e8-890c-78f91a269125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:51.370095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port 024f1db5-54f7-45a7-adc8-2403f959f4a5 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:51.370433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:51.412093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:51.422497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-32e4aaf7-998b-41e8-890c-78f91a269125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:51.422921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e4aaf7-998b-41e8-890c-78f91a269125 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:51.439651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Usage tracker for resource:subnet and tenant:f689b83e3e49466597f2af53d9bcc7f5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:51.441933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:51.443615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:51.451675 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Sync routers for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:51.466630 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:51.467150 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:51.474749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:51.583049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:51.635805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:51.650367 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:10:51.672961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Made reservation on behalf of f689b83e3e49466597f2af53d9bcc7f5 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:10:51.676379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:51.689882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:51.694691 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-025d0ce9-4bf0-441f-80a9-0a8954d5f22d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0776501 Mar 25 20:10:51.697132 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34094) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:51.791281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Calling delete_port for 5b405e0d-6fcc-4949-a782-ad2224389e26 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:51.950564 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:49Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:51.955706 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Checking router: ab5133ea-d6fd-43af-ba66-f68b1aba54a7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:10:51.956238 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Updating router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 port 7944ec36-f0ce-44f5-903d-ed9befc31650 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:10:51.971240 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e8c7723-86dc-4908-8ef0-571bdaed0500 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2730134 Mar 25 20:10:51.974056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34100) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:52.014124 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.018996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.019355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.019672 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 53ac2c19-b18a-4d03-be5b-93c7b5c84729 disassociated. External IP: 172.26.8.88, port: 024f1db5-54f7-45a7-adc8-2403f959f4a5. Mar 25 20:10:52.020007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for 024f1db5-54f7-45a7-adc8-2403f959f4a5 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:52.241802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.299695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=024f1db5-54f7-45a7-adc8-2403f959f4a5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:52.371659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864d369-8926-499f-9466-bd7806593d5f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:52.373257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f864d369-8926-499f-9466-bd7806593d5f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3982952 Mar 25 20:10:52.376388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34104) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:52.418018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.424523 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dc2da26b-e806-464b-bb91-471c9eaa36d9 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468750 Mar 25 20:10:52.430680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34108) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:52.432131 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.434806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343722669', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:52.446017 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Transition to ACTIVE for port object 7944ec36-f0ce-44f5-903d-ed9befc31650 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:52.453109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.503996 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.552234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Pushing event deleted for resources: {'Port': ['ID=5b405e0d-6fcc-4949-a782-ad2224389e26,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:52.586391 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Attempting to bind port 7944ec36-f0ce-44f5-903d-ed9befc31650 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:10:52.586753 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Attempting to bind port 7944ec36-f0ce-44f5-903d-ed9befc31650 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:10:52.587427 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Attempting to bind port 7944ec36-f0ce-44f5-903d-ed9befc31650 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:10:52.606433 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Pushing event updated for resources: {'Port': ['ID=7944ec36-f0ce-44f5-903d-ed9befc31650,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:52.614147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:10:52.614147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:10:52.614147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.614147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:10:52.614147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Bound port: 7944ec36-f0ce-44f5-903d-ed9befc31650, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:10:52.614147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.622025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Pushing event updated for resources: {'Subnet': ['ID=e532ca83-f81f-48d3-9cad-8371bb6c633c,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:52.651111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Checking segment: {'id': '744a58fe-3802-4f28-8bb8-d8695e9b9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cbe6405-8c70-4ea9-88fb-7104259cb87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:10:52.651461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Network hostable DHCP agents. Network: 0cbe6405-8c70-4ea9-88fb-7104259cb87b, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:10:52.653089 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.653560 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.653987 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.654409 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.654865 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.655361 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.655780 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.656195 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.656668 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.657085 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.657498 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.658631 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:10:52.664557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.712652 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] For port 7944ec36-f0ce-44f5-903d-ed9befc31650, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:10:52.716323 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] For port 7944ec36-f0ce-44f5-903d-ed9befc31650, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7944ec36-f0ce-44f5-903d-ed9befc31650,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:10:52.769714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:52.772371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:52.773408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:52.777418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:52.783949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:52.812154 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.882779 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:52.883393 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:52.928131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Network 0cbe6405-8c70-4ea9-88fb-7104259cb87b is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:10:52.938730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:10:52.938730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:52.968507 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3affef-a603-471f-90da-001bd4118696 None None] Pushing event updated for resources: {'Port': ['ID=7944ec36-f0ce-44f5-903d-ed9befc31650,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:53.057968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:53.067134 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8edac76-d4be-4ad4-a589-ae01feebc9f9 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:53.072607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:53.074350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 0cbe6405-8c70-4ea9-88fb-7104259cb87b) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:53.079147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:53.082183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:53.082922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:53.088933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30e7ac9-f250-4dde-a895-32a9b765ee2f None None] Network 0cbe6405-8c70-4ea9-88fb-7104259cb87b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:53.106610 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:10:53.176164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:53.188011 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ed78a6bb-5272-492b-b4ac-8d227607748e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/ports/024f1db5-54f7-45a7-adc8-2403f959f4a5 HTTP/1.1" status: 204 len: 168 time: 1.8908002 Mar 25 20:10:53.191020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34112) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:53.247382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Router da6e9924-32e6-47d5-aec6-4984abbdccfd has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:53.281208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8edac76-d4be-4ad4-a589-ae01feebc9f9 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:53.281763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e8edac76-d4be-4ad4-a589-ae01feebc9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.320465 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ee6da376-3758-474d-87d5-04d4b7e5dfd4 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "GET /v2.0/floatingips/53ac2c19-b18a-4d03-be5b-93c7b5c84729 HTTP/1.1" status: 200 len: 687 time: 0.1253824 Mar 25 20:10:53.321036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34116) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:53.321155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34118) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:53.321788 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0ca5a2af-314d-42ef-b11e-734365d1436d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1669827 Mar 25 20:10:53.368296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e8edac76-d4be-4ad4-a589-ae01feebc9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.383106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8edac76-d4be-4ad4-a589-ae01feebc9f9 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:53.383728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e8edac76-d4be-4ad4-a589-ae01feebc9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.387055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Request body: {'port': {'network_id': '0cbe6405-8c70-4ea9-88fb-7104259cb87b', 'name': 'tempest-TagsExtTest-566289060'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:53.416125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:53.425926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:53.427767 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-62075b46-37dc-4f63-88a3-bb5411d14933 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "PUT /v2.0/routers/da6e9924-32e6-47d5-aec6-4984abbdccfd HTTP/1.1" status: 200 len: 705 time: 3.8089514 Mar 25 20:10:53.429676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34124) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:53.430796 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d372138a-63a5-4b7b-b83a-1fb95942ce17 None None] Sync routers for ids ['da6e9924-32e6-47d5-aec6-4984abbdccfd'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:53.454054 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d372138a-63a5-4b7b-b83a-1fb95942ce17 None None] Routers {'da6e9924-32e6-47d5-aec6-4984abbdccfd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:53.455773 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d372138a-63a5-4b7b-b83a-1fb95942ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['da6e9924-32e6-47d5-aec6-4984abbdccfd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.461936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e8edac76-d4be-4ad4-a589-ae01feebc9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.462546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8edac76-d4be-4ad4-a589-ae01feebc9f9 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:53.523164 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d372138a-63a5-4b7b-b83a-1fb95942ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.526165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-0cbe6405-8c70-4ea9-88fb-7104259cb87b', 'network_id': '0cbe6405-8c70-4ea9-88fb-7104259cb87b', 'tenant_id': 'f689b83e3e49466597f2af53d9bcc7f5', 'fixed_ips': [{'subnet_id': 'e532ca83-f81f-48d3-9cad-8371bb6c633c'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:10:53.526165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:53.537070 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d372138a-63a5-4b7b-b83a-1fb95942ce17 None None] Routers {'da6e9924-32e6-47d5-aec6-4984abbdccfd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:53.538013 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d372138a-63a5-4b7b-b83a-1fb95942ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['da6e9924-32e6-47d5-aec6-4984abbdccfd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.599618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cda7059b-1737-46ae-9268-fe0640072435 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/routers/da6e9924-32e6-47d5-aec6-4984abbdccfd HTTP/1.1" status: 200 len: 740 time: 0.1686757 Mar 25 20:10:53.600887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34128) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:53.608281 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d372138a-63a5-4b7b-b83a-1fb95942ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.608910 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d372138a-63a5-4b7b-b83a-1fb95942ce17 None None] The sync data for ids ['da6e9924-32e6-47d5-aec6-4984abbdccfd'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:53.617052 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:49Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:53.621438 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5316a-bef1-4ceb-9bea-c96abf914c5d None None] The sync data for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv is: [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:49Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:53.666905 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-31952fd3-0628-43c7-821b-2340f8187471 tempest-RoutersAdminTest-544634154 tempest-RoutersAdminTest-544634154-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&device_id=da6e9924-32e6-47d5-aec6-4984abbdccfd HTTP/1.1" status: 200 len: 205 time: 0.0647545 Mar 25 20:10:53.667782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34132) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:53.715482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Allocated IP 172.20.0.2 (0cbe6405-8c70-4ea9-88fb-7104259cb87b/e532ca83-f81f-48d3-9cad-8371bb6c633c/20201de1-918b-4591-87b6-4ed0f4eda072) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:53.724023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port cd5b9792-260f-4887-a539-5009b2ce8c09 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:10:53.724366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:53.786706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:53.806521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Usage tracker for resource:port and tenant:f689b83e3e49466597f2af53d9bcc7f5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:53.813156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:53.823862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:53.875996 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ab32d74a-5865-4d78-8b8e-90122fecfbfc tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=da6e9924-32e6-47d5-aec6-4984abbdccfd HTTP/1.1" status: 200 len: 205 time: 0.2069206 Mar 25 20:10:53.878684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34136) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:53.943390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.015326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.020610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Made reservation on behalf of f689b83e3e49466597f2af53d9bcc7f5 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:10:54.025656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.033119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Transition to ACTIVE for port object 20201de1-918b-4591-87b6-4ed0f4eda072 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:54.058154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Transition to ACTIVE for port object 20201de1-918b-4591-87b6-4ed0f4eda072 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:54.063686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-690e5dfc-3261-4054-b48d-6d020394a130 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.107804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] device_id is not set on port 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:10:54.120694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.171378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:10:54.171796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: ab1d1d85-42a7-4fc1-8c2e-c564f47824f0, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:10:54.183683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=30a5b0d9-a476-4143-8fba-99e6c830c514,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:54.210638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.211325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.231370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Network 0cbe6405-8c70-4ea9-88fb-7104259cb87b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:54.260659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:54.263706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7944ec36-f0ce-44f5-903d-ed9befc31650 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:54.307571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:54.426867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Pushing event updated for resources: {'Port': ['ID=20201de1-918b-4591-87b6-4ed0f4eda072,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:54.496597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-690e5dfc-3261-4054-b48d-6d020394a130 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.503845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-690e5dfc-3261-4054-b48d-6d020394a130 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.514125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for cd5b9792-260f-4887-a539-5009b2ce8c09 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:10:54.525908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Attempting to bind port 20201de1-918b-4591-87b6-4ed0f4eda072 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:10:54.526312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Attempting to bind port 20201de1-918b-4591-87b6-4ed0f4eda072 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '744a58fe-3802-4f28-8bb8-d8695e9b9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cbe6405-8c70-4ea9-88fb-7104259cb87b'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:10:54.526679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Attempting to bind port 20201de1-918b-4591-87b6-4ed0f4eda072 on network 0cbe6405-8c70-4ea9-88fb-7104259cb87b {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:10:54.535045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:10:54.535045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Checking segment: {'id': '744a58fe-3802-4f28-8bb8-d8695e9b9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cbe6405-8c70-4ea9-88fb-7104259cb87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:10:54.535045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.535474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Bound using segment: {'id': '744a58fe-3802-4f28-8bb8-d8695e9b9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cbe6405-8c70-4ea9-88fb-7104259cb87b'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:10:54.535928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Bound port: 20201de1-918b-4591-87b6-4ed0f4eda072, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744a58fe-3802-4f28-8bb8-d8695e9b9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0cbe6405-8c70-4ea9-88fb-7104259cb87b'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:10:54.536294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.610127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-690e5dfc-3261-4054-b48d-6d020394a130 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.611092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690e5dfc-3261-4054-b48d-6d020394a130 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Fanout notify agent at l3_agent the message router_deleted on router da6e9924-32e6-47d5-aec6-4984abbdccfd {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:10:54.650242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:10:54.659003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-690e5dfc-3261-4054-b48d-6d020394a130 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.660505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-690e5dfc-3261-4054-b48d-6d020394a130 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/da6e9924-32e6-47d5-aec6-4984abbdccfd HTTP/1.1" status: 204 len: 168 time: 0.7805924 Mar 25 20:10:54.667359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34140) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:54.691615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Allocated IP 172.20.0.10 (0cbe6405-8c70-4ea9-88fb-7104259cb87b/e532ca83-f81f-48d3-9cad-8371bb6c633c/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:54.693700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] For port 20201de1-918b-4591-87b6-4ed0f4eda072, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:10:54.703567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] For port 20201de1-918b-4591-87b6-4ed0f4eda072, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=20201de1-918b-4591-87b6-4ed0f4eda072,segment=NetworkSegment(744a58fe-3802-4f28-8bb8-d8695e9b9435),segment_id=744a58fe-3802-4f28-8bb8-d8695e9b9435)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:10:54.739519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-238a6887-0599-4426-b9e7-7d9f0927986e tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=da6e9924-32e6-47d5-aec6-4984abbdccfd HTTP/1.1" status: 200 len: 205 time: 0.0705471 Mar 25 20:10:54.742272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34144) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:54.773694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.778194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 7944ec36-f0ce-44f5-903d-ed9befc31650 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:54.823837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-c6d2d7bb-f4b2-45cc-b107-ab2a4ffadd16 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] delete failed (client error): The resource could not be found. Mar 25 20:10:54.824669 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c6d2d7bb-f4b2-45cc-b107-ab2a4ffadd16 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/da6e9924-32e6-47d5-aec6-4984abbdccfd HTTP/1.1" status: 404 len: 336 time: 0.0814178 Mar 25 20:10:54.827387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34148) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:54.850144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 7944ec36-f0ce-44f5-903d-ed9befc31650 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:54.851092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.857050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, ab1d1d85-42a7-4fc1-8c2e-c564f47824f0) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:54.888237 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ab5b9c62-6867-44a8-adc3-b8ab40800dc7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2582f86-514d-4843-bc09-192044ebaf7f HTTP/1.1" status: 200 len: 205 time: 0.0594509 Mar 25 20:10:54.892349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ede3f3-769d-4a23-8cd7-42922d134996 None None] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:54.892688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34152) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:54.926965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:54.927539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:54.966845 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-0652bb27-16ef-4004-9365-faf4be35f8ba tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] delete failed (client error): The resource could not be found. Mar 25 20:10:54.969067 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0652bb27-16ef-4004-9365-faf4be35f8ba tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/b2582f86-514d-4843-bc09-192044ebaf7f HTTP/1.1" status: 404 len: 336 time: 0.0775132 Mar 25 20:10:54.972424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:55.024280 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3ee44c94-af4b-4226-8d97-2b5b04c57040 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc574ea-2aad-4c94-bdab-d65fdee8737d HTTP/1.1" status: 200 len: 205 time: 0.0507212 Mar 25 20:10:55.026956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34160) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:55.054948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6d0b-6429-425c-8f62-7825f89db53f None None] Pushing event updated for resources: {'Port': ['ID=20201de1-918b-4591-87b6-4ed0f4eda072,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:55.089319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:55.099332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:55.103955 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1e87773f-fee1-4daf-8ed2-ef8ac59e21cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6759529 Mar 25 20:10:55.109459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34164) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:55.148662 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-3b7fe630-7790-4dda-8a7a-d5dde85038ff tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] delete failed (client error): The resource could not be found. Mar 25 20:10:55.149664 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3b7fe630-7790-4dda-8a7a-d5dde85038ff tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/8fc574ea-2aad-4c94-bdab-d65fdee8737d HTTP/1.1" status: 404 len: 336 time: 0.1217144 Mar 25 20:10:55.163355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34168) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:55.174201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=cd5b9792-260f-4887-a539-5009b2ce8c09,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:55.193998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:55.208359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Transition to ACTIVE for port object 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:55.250913 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 7944ec36-f0ce-44f5-903d-ed9befc31650, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7944ec36-f0ce-44f5-903d-ed9befc31650,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:55.263725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:10:55.264066 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-775f28df-37af-45f3-bb40-53baed7dc4af tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=99b7fe71-d267-46af-90e1-5fb4786bc266 HTTP/1.1" status: 200 len: 205 time: 0.0931096 Mar 25 20:10:55.264589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:55.293785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34172) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:55.335651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:55.345632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:55.349087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:55.350460 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-32be09b5-8d45-4e4b-ae04-782825d48f05 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/floatingips/53ac2c19-b18a-4d03-be5b-93c7b5c84729 HTTP/1.1" status: 204 len: 168 time: 2.0280342 Mar 25 20:10:55.355498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34176) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:55.367016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'a5de3e18-e5cc-4631-a97e-763ebca423a3'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:55.373362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:55.383452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:floatingip and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:55.386577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:55.392741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:55.394556 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-45a743a0-5845-40c1-840c-52220a30d5fa tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] delete failed (client error): The resource could not be found. Mar 25 20:10:55.398657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34180) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:55.400428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-45a743a0-5845-40c1-840c-52220a30d5fa tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/99b7fe71-d267-46af-90e1-5fb4786bc266 HTTP/1.1" status: 404 len: 336 time: 0.1049278 Mar 25 20:10:55.446134 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e47d661e-efb1-4d04-9d71-299c873fdad4 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ea531b8-f32a-4362-bde4-67a0b0f0a32a HTTP/1.1" status: 200 len: 205 time: 0.0464053 Mar 25 20:10:55.447628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:55.449317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34184) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:55.498431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=7944ec36-f0ce-44f5-903d-ed9befc31650,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:55.578113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Allocated IP 172.20.0.2 (ab1d1d85-42a7-4fc1-8c2e-c564f47824f0/30a5b0d9-a476-4143-8fba-99e6c830c514/5ed2b856-50e8-478a-afb7-18155e8d1b63) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:55.584275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.049508 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-8b9c21d3-fd4c-49dd-bfed-c9377a3b72d2 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] delete failed (client error): The resource could not be found. Mar 25 20:10:56.049508 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8b9c21d3-fd4c-49dd-bfed-c9377a3b72d2 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/9ea531b8-f32a-4362-bde4-67a0b0f0a32a HTTP/1.1" status: 404 len: 336 time: 0.2363784 Mar 25 20:10:56.049508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Network 0cbe6405-8c70-4ea9-88fb-7104259cb87b is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:56.049508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:56.049508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:56.049508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Pushing event updated for resources: {'Port': ['ID=47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:56.050065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.050196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:56.050196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.050385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Transition to ACTIVE for port object 5ed2b856-50e8-478a-afb7-18155e8d1b63 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:56.050385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Transition to ACTIVE for port object 5ed2b856-50e8-478a-afb7-18155e8d1b63 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:56.050571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.050571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34188) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:56.100266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.26.8.241 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/f8748fba-48f0-4c6b-9917-ca9fa03bc0e0) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:56.105308 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e4a90b9a-f776-4de2-997e-9e3b8984d696 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b75f9a73-b96e-465b-9cd6-a221f2480c29 HTTP/1.1" status: 200 len: 205 time: 0.0739193 Mar 25 20:10:56.110828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34192) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:56.137882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.186479 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-1458861d-9eac-4d81-93d1-e8ac0039dd70 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] delete failed (client error): The resource could not be found. Mar 25 20:10:56.187175 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1458861d-9eac-4d81-93d1-e8ac0039dd70 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/routers/b75f9a73-b96e-465b-9cd6-a221f2480c29 HTTP/1.1" status: 404 len: 336 time: 0.0699708 Mar 25 20:10:56.189995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34196) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:56.215628 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dee18757-ebe1-4b6a-a0e4-f108e484c261 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8886838 Mar 25 20:10:56.218316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34200) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:56.224785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:56.226305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:56.235425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:56.238098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1615154358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:56.258251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:56.266200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Usage tracker for resource:router and tenant:f689b83e3e49466597f2af53d9bcc7f5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:56.271714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:56.280761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:56.296194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Pushing event updated for resources: {'Port': ['ID=5ed2b856-50e8-478a-afb7-18155e8d1b63,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:56.299202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7944ec36-f0ce-44f5-903d-ed9befc31650 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:56.346992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.351550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.382644 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24cd4f8-9a5c-4dee-8013-96aad334c8f7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] DELETE failed (client error): The resource could not be found. Mar 25 20:10:56.383098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24cd4f8-9a5c-4dee-8013-96aad334c8f7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:10:56.387773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.390512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.394273 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f24cd4f8-9a5c-4dee-8013-96aad334c8f7 tempest-RoutersAdminTest-1706123951 tempest-RoutersAdminTest-1706123951-project] 10.222.0.37 "DELETE /v2.0/subnets/361aa191-f2cb-458a-bf3e-b47afb300aca HTTP/1.1" status: 404 len: 337 time: 0.2031384 Mar 25 20:10:56.427691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Attempting to bind port 5ed2b856-50e8-478a-afb7-18155e8d1b63 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:10:56.431912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Attempting to bind port 5ed2b856-50e8-478a-afb7-18155e8d1b63 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:10:56.431912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Attempting to bind port 5ed2b856-50e8-478a-afb7-18155e8d1b63 on network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:10:56.441429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:10:56.442073 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Checking segment: {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:10:56.442987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.443593 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Bound using segment: {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:10:56.444802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Bound port: 5ed2b856-50e8-478a-afb7-18155e8d1b63, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:10:56.445403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.509120 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 7944ec36-f0ce-44f5-903d-ed9befc31650 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:56.509988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.550489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.643786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.709500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.714831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] For port 5ed2b856-50e8-478a-afb7-18155e8d1b63, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:10:56.728354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] For port 5ed2b856-50e8-478a-afb7-18155e8d1b63, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5ed2b856-50e8-478a-afb7-18155e8d1b63,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:10:56.732998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 20201de1-918b-4591-87b6-4ed0f4eda072 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:56.787682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.789411 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0f538c17-9cda-4694-8e4d-eb28892832ad tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5694954 Mar 25 20:10:56.793676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34206) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:56.800652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=f8748fba-48f0-4c6b-9917-ca9fa03bc0e0,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:56.800827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ad16d2a5-c885-4151-9b6d-9fdd34653bb7 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1489422562', 'prefixes': ['172.20.0.0/16']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:56.814257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ad16d2a5-c885-4151-9b6d-9fdd34653bb7 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:56.815049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:56.816639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:56.819688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:56.834513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:56.984345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 20201de1-918b-4591-87b6-4ed0f4eda072 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:57.005925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0b6f4-80ef-44c5-9a0f-389f597f148c None None] Network 0cbe6405-8c70-4ea9-88fb-7104259cb87b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:57.026179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.1 (ab1d1d85-42a7-4fc1-8c2e-c564f47824f0/30a5b0d9-a476-4143-8fba-99e6c830c514/58f93b95-d858-49f2-a065-fb547644674a) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:10:57.096811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34212) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:57.158399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dd4e7-5eab-418b-8264-65b4fd39795e None None] Pushing event updated for resources: {'Port': ['ID=5ed2b856-50e8-478a-afb7-18155e8d1b63,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:57.226051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e116fff3-d7ab-4183-9ef4-1080e0f23a92 None None] Provisioning for port 20201de1-918b-4591-87b6-4ed0f4eda072 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:57.245574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e116fff3-d7ab-4183-9ef4-1080e0f23a92 None None] Provisioning complete for port 20201de1-918b-4591-87b6-4ed0f4eda072 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:57.245948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e116fff3-d7ab-4183-9ef4-1080e0f23a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.296932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.325599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 58f93b95-d858-49f2-a065-fb547644674a will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:10:57.360804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ad16d2a5-c885-4151-9b6d-9fdd34653bb7 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for subnetpool, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.362265 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ad16d2a5-c885-4151-9b6d-9fdd34653bb7 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5672276 Mar 25 20:10:57.366431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34218) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:57.373593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-b59ef495-1833-4f14-a5d2-3d0fb1035620 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c', 'tempest-TagsExtTest-Tag-1955571417') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:57.432981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.454163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:57.454978 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.468974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] Usage tracker for resource:security_group_rule and tenant:40c878e95a7c43b7bacfeb031a6c55d8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:57.474472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.480117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:57.488346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e116fff3-d7ab-4183-9ef4-1080e0f23a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.532377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e116fff3-d7ab-4183-9ef4-1080e0f23a92 None None] For port 20201de1-918b-4591-87b6-4ed0f4eda072, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=20201de1-918b-4591-87b6-4ed0f4eda072,segment=NetworkSegment(744a58fe-3802-4f28-8bb8-d8695e9b9435),segment_id=744a58fe-3802-4f28-8bb8-d8695e9b9435)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:57.540121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:57.569155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:57.580881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:57.583343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:10:57.589190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e116fff3-d7ab-4183-9ef4-1080e0f23a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.618704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.686832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116fff3-d7ab-4183-9ef4-1080e0f23a92 None None] Pushing event updated for resources: {'Port': ['ID=20201de1-918b-4591-87b6-4ed0f4eda072,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:57.731883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=58f93b95-d858-49f2-a065-fb547644674a,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:57.740276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.896602 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:57.919091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3fee32bd-a303-49e2-8a43-c9f84c620617 None None] Provisioning complete for port 20201de1-918b-4591-87b6-4ed0f4eda072 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:57.919710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3fee32bd-a303-49e2-8a43-c9f84c620617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.011465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.117413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.119195 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b59ef495-1833-4f14-a5d2-3d0fb1035620 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags/tempest-TagsExtTest-Tag-1955571417 HTTP/1.1" status: 201 len: 201 time: 0.7520461 Mar 25 20:10:58.120101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34222) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:58.127530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-ac9aa7c8-7021-4206-a175-a6b73036a8f7 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745', 'tempest-TagsExtTest-Tag-1004490121') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:58.130086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=f8748fba-48f0-4c6b-9917-ca9fa03bc0e0,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:58.145017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3fee32bd-a303-49e2-8a43-c9f84c620617 None None] Provisioning for port 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:58.145017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3fee32bd-a303-49e2-8a43-c9f84c620617 None None] Provisioning complete for port 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:58.145017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3fee32bd-a303-49e2-8a43-c9f84c620617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.214169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.237575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.258565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3fee32bd-a303-49e2-8a43-c9f84c620617 None None] Port 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:10:58.261222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b005b8c6-13fb-449b-b4cb-69f5559d2724,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:58.321436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 20201de1-918b-4591-87b6-4ed0f4eda072 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:58.357095 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-50f72925-48cd-49fc-943f-5530c791561f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40c878e95a7c43b7bacfeb031a6c55d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2586515 Mar 25 20:10:58.359923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34226) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:58.377905 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ac9aa7c8-7021-4206-a175-a6b73036a8f7 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags/tempest-TagsExtTest-Tag-1004490121 HTTP/1.1" status: 201 len: 201 time: 0.2553489 Mar 25 20:10:58.388095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34230) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:58.396553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-aa4625a3-f1d6-4784-a4a1-6597b3a87bca tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945', 'tempest-TagsExtTest-Tag-1124806824') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:58.405299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6807eca-719e-454a-840e-a1a113e8b6b7 None None] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:10:58.448447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.458432 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 001febe4-2aa5-4039-ba70-489e69858d59 associated. External IP: 172.26.8.241, port: a5de3e18-e5cc-4631-a97e-763ebca423a3. Mar 25 20:10:58.510564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ca22b9f8-654e-4459-9bac-f4eb29977360 None None] Provisioning complete for port 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:58.510956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca22b9f8-654e-4459-9bac-f4eb29977360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.560745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 20201de1-918b-4591-87b6-4ed0f4eda072 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:58.561113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.621608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ca22b9f8-654e-4459-9bac-f4eb29977360 None None] Port 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:10:58.701443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ee89538-427d-4a9d-905e-7cc5d7a2199b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.765381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ee89538-427d-4a9d-905e-7cc5d7a2199b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:58.814355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5ed2b856-50e8-478a-afb7-18155e8d1b63 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:10:58.881106 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aa4625a3-f1d6-4784-a4a1-6597b3a87bca tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags/tempest-TagsExtTest-Tag-1124806824 HTTP/1.1" status: 201 len: 201 time: 0.4891641 Mar 25 20:10:58.904526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34234) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:58.917572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-d845d609-60e8-42d9-a7af-11f8c001152d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942', 'tempest-TagsExtTest-Tag-1856911') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:58.934421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1a2fbadf-4e08-479b-9b22-983afbf3d23a None None] Provisioning for port 5ed2b856-50e8-478a-afb7-18155e8d1b63 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:58.979380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 5ed2b856-50e8-478a-afb7-18155e8d1b63 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:58.985777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:58.989438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5ed2b856-50e8-478a-afb7-18155e8d1b63 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:58.990211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.078939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ee89538-427d-4a9d-905e-7cc5d7a2199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.119459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee89538-427d-4a9d-905e-7cc5d7a2199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b005b8c6-13fb-449b-b4cb-69f5559d2724,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:59.136976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ee89538-427d-4a9d-905e-7cc5d7a2199b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.136976 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0ee89538-427d-4a9d-905e-7cc5d7a2199b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b005b8c6-13fb-449b-b4cb-69f5559d2724 HTTP/1.1" status: 204 len: 168 time: 0.7707794 Mar 25 20:10:59.167363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.169561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.204195 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d845d609-60e8-42d9-a7af-11f8c001152d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags/tempest-TagsExtTest-Tag-1856911 HTTP/1.1" status: 201 len: 201 time: 0.3022370 Mar 25 20:10:59.205418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34240) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:59.206204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:10:59.213634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-4c90b25b-476e-4537-a073-a935351e10d7 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:59.234462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382bf1f-fb2e-4bce-a346-d96848b3e37d None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:10:59.246678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 5ed2b856-50e8-478a-afb7-18155e8d1b63, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5ed2b856-50e8-478a-afb7-18155e8d1b63,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:10:59.250063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382bf1f-fb2e-4bce-a346-d96848b3e37d None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:59.250985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f382bf1f-fb2e-4bce-a346-d96848b3e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:59.256138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.314849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.329346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f382bf1f-fb2e-4bce-a346-d96848b3e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:59.337697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.400681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.409241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=58f93b95-d858-49f2-a065-fb547644674a,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:59.417438 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cf8adc82-421d-4f78-a6e4-0bedc4e88f58 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0605938 Mar 25 20:10:59.419882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34244) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:59.425926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1997288982'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:10:59.434847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:10:59.439477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:network and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:10:59.440923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382bf1f-fb2e-4bce-a346-d96848b3e37d None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:10:59.443186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f382bf1f-fb2e-4bce-a346-d96848b3e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:59.443814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:10:59.450867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:10:59.505700 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34250) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:59.505874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4c90b25b-476e-4537-a073-a935351e10d7 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags HTTP/1.1" status: 200 len: 241 time: 0.2993798 Mar 25 20:10:59.513528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-5859b1b6-d3ca-4dd6-a168-13801c58cd51 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c', 'tempest-TagsExtTest-Tag-1955571417') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:59.533750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=5ed2b856-50e8-478a-afb7-18155e8d1b63,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:10:59.562251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f382bf1f-fb2e-4bce-a346-d96848b3e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:59.562832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382bf1f-fb2e-4bce-a346-d96848b3e37d None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:10:59.564979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:10:59.566669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:10:59.581228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:10:59.584277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.628643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5fa30657-5db6-4869-9c6d-772783f06cd8 None None] Provisioning for port 58f93b95-d858-49f2-a065-fb547644674a completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:10:59.634705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5fa30657-5db6-4869-9c6d-772783f06cd8 None None] Provisioning complete for port 58f93b95-d858-49f2-a065-fb547644674a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:59.635155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fa30657-5db6-4869-9c6d-772783f06cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.637952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:10:59.656372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.656996 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Added segment 44b8a5c4-8652-4850-9d89-0811d874ae84 of type vlan for network 3f6df85b-a594-446f-83f2-0f6866c283ff Mar 25 20:10:59.673759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34254) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:10:59.674216 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5859b1b6-d3ca-4dd6-a168-13801c58cd51 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags/tempest-TagsExtTest-Tag-1955571417 HTTP/1.1" status: 204 len: 168 time: 0.1656110 Mar 25 20:10:59.693139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-51481a20-445c-4f8a-943a-4d3b6fca2113 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c', 'tempest-TagsExtTest-Tag-1955571417') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:10:59.702429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.750035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5fa30657-5db6-4869-9c6d-772783f06cd8 None None] Port 58f93b95-d858-49f2-a065-fb547644674a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:10:59.762627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5fa30657-5db6-4869-9c6d-772783f06cd8 None None] Provisioning complete for port 5ed2b856-50e8-478a-afb7-18155e8d1b63 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:10:59.762627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fa30657-5db6-4869-9c6d-772783f06cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.842030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:10:59.874946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.881339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:10:59.882763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:10:59.989634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34260) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.012803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7c7f105c-4173-4d8c-96ae-3697df7d66af None None] Provisioning complete for port 58f93b95-d858-49f2-a065-fb547644674a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:00.012803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c7f105c-4173-4d8c-96ae-3697df7d66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:00.020825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Network': ['ID=3f6df85b-a594-446f-83f2-0f6866c283ff,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:00.038417 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-59c6f2f8-89fa-4034-84a5-e177f1dd38d5 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6137338 Mar 25 20:11:00.038417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34264) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.039026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 3f6df85b-a594-446f-83f2-0f6866c283ff details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:00.048057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'subnet': {'network_id': '3f6df85b-a594-446f-83f2-0f6866c283ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:00.104779 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7c0a2979-f2ed-42e4-875b-208009359c24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3db71bd58b2648ed8d6b2e9ca7d0bfdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072395 Mar 25 20:11:00.145976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34268) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.175649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f105c-4173-4d8c-96ae-3697df7d66af None None] Port 58f93b95-d858-49f2-a065-fb547644674a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:00.190629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:00.190878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5ed2b856-50e8-478a-afb7-18155e8d1b63 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:00.201641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:00.228531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:00.230759 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d05239fa-c9d6-40cf-8d55-b7ca9a815a41 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/ab5133ea-d6fd-43af-ba66-f68b1aba54a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1227088 Mar 25 20:11:00.235014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34272) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.237743 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Sync routers for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:00.249366 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:00.250789 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:00.257036 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-51481a20-445c-4f8a-943a-4d3b6fca2113 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags/tempest-TagsExtTest-Tag-1955571417 HTTP/1.1" status: 204 len: 168 time: 0.5814500 Mar 25 20:11:00.260660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34276) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.265557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-0c6e2ed5-4945-425f-99f1-66a7ab572510 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:00.276015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5ed2b856-50e8-478a-afb7-18155e8d1b63 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:00.276015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:00.296393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebab44f5-02a4-4306-9a72-b815d2644def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:00.338283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebab44f5-02a4-4306-9a72-b815d2644def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:00.401982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.402608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.403149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.403681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.404221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.404765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.405293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.405820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.406334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.408276 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a5c26fe0-522d-41a4-8207-04c144bb7623 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6326 time: 0.1716983 Mar 25 20:11:00.409712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:00.412271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34280) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.413515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:00.470822 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:11:00.476701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebab44f5-02a4-4306-9a72-b815d2644def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:00.502806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab44f5-02a4-4306-9a72-b815d2644def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd159d33-96b9-40ec-8242-b29e1f345b3c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:00.513110 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0c6e2ed5-4945-425f-99f1-66a7ab572510 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags HTTP/1.1" status: 200 len: 205 time: 0.2441132 Mar 25 20:11:00.513110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebab44f5-02a4-4306-9a72-b815d2644def admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:00.515065 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ebab44f5-02a4-4306-9a72-b815d2644def admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd159d33-96b9-40ec-8242-b29e1f345b3c HTTP/1.1" status: 204 len: 168 time: 0.3659623 Mar 25 20:11:00.516789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34284) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.524673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-4553d4c6-4c7f-41d4-9fe8-14ee751128e5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:00.557963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.558639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.559342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.559802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.560353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.560804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.561248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.561693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:00.566647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ac9433ea-2634-461d-b739-29bed472178b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5191 time: 0.1496465 Mar 25 20:11:00.568195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34290) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.645614 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4553d4c6-4c7f-41d4-9fe8-14ee751128e5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags HTTP/1.1" status: 200 len: 241 time: 0.1283064 Mar 25 20:11:00.648437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34294) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.653530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-57aaca4d-c3db-4c0b-a111-e239ff48a6a5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745', 'tempest-TagsExtTest-Tag-1004490121') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:00.781560 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-57aaca4d-c3db-4c0b-a111-e239ff48a6a5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags/tempest-TagsExtTest-Tag-1004490121 HTTP/1.1" status: 204 len: 168 time: 0.1319304 Mar 25 20:11:00.784216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34298) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:00.790290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-1ab0024f-4924-4c82-b76e-50f24cd1c476 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745', 'tempest-TagsExtTest-Tag-1004490121') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:00.836917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:00.863210 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3c7e9e40-543e-4240-aed0-b302e3c4d54c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4329 time: 0.2946110 Mar 25 20:11:00.910742 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:58Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:10:58Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:00.923341 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Checking router: ab5133ea-d6fd-43af-ba66-f68b1aba54a7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:11:00.923720 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Updating router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 port 58f93b95-d858-49f2-a065-fb547644674a binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:11:00.955983 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Subnet': ['ID=31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:00.978719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Checking segment: {'id': '44b8a5c4-8652-4850-9d89-0811d874ae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f6df85b-a594-446f-83f2-0f6866c283ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:00.979463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network hostable DHCP agents. Network: 3f6df85b-a594-446f-83f2-0f6866c283ff, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:00.984281 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.127018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 3f6df85b-a594-446f-83f2-0f6866c283ff is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:01.150129 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1ab0024f-4924-4c82-b76e-50f24cd1c476 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags/tempest-TagsExtTest-Tag-1004490121 HTTP/1.1" status: 204 len: 168 time: 0.3648677 Mar 25 20:11:01.152539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34312) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:01.157741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-e000a14d-f048-44ae-8ac7-450a37669b72 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:01.233945 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e000a14d-f048-44ae-8ac7-450a37669b72 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags HTTP/1.1" status: 200 len: 205 time: 0.0779412 Mar 25 20:11:01.234370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34316) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:01.239772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-4b607cd0-5e46-48f2-8009-703b9e89fab5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:01.240742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 3f6df85b-a594-446f-83f2-0f6866c283ff) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:01.245011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:01.249885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.251936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c500de-28aa-42fb-b7d2-6b95c5205721 None None] Network 3f6df85b-a594-446f-83f2-0f6866c283ff requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:01.327570 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-240208b8-19c2-448e-b80d-6a5aeb94a601 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2876253 Mar 25 20:11:01.331546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34322) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:01.340834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1185758233', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:01.357965 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.358539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:01.376163 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Transition to ACTIVE for port object 58f93b95-d858-49f2-a065-fb547644674a will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:01.435360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4b607cd0-5e46-48f2-8009-703b9e89fab5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags HTTP/1.1" status: 200 len: 241 time: 0.1998045 Mar 25 20:11:01.438310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34326) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:01.441150 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.444619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-cc79e4c5-dac7-4dcb-a178-b29852db54b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945', 'tempest-TagsExtTest-Tag-1124806824') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:01.545522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-3f6df85b-a594-446f-83f2-0f6866c283ff', 'network_id': '3f6df85b-a594-446f-83f2-0f6866c283ff', 'tenant_id': '637ed0cd8ac444db9641125a0c9e62d5', 'fixed_ips': [{'subnet_id': '31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:11:01.545930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:router and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:01.546726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.553725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:01.562241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:01.600320 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc79e4c5-dac7-4dcb-a178-b29852db54b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags/tempest-TagsExtTest-Tag-1124806824 HTTP/1.1" status: 204 len: 168 time: 0.1605532 Mar 25 20:11:01.603570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34334) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:01.609170 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86fae0-9e68-4f3a-94c6-5dc7aa0cf0f3 None None] Pushing event updated for resources: {'Port': ['ID=58f93b95-d858-49f2-a065-fb547644674a,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:01.615191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-79183612-88e1-412b-a418-de950f583763 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945', 'tempest-TagsExtTest-Tag-1124806824') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:01.693773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.695830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.785260 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Attempting to bind port 58f93b95-d858-49f2-a065-fb547644674a on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:11:01.785260 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Attempting to bind port 58f93b95-d858-49f2-a065-fb547644674a by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:11:01.785596 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Attempting to bind port 58f93b95-d858-49f2-a065-fb547644674a on network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:01.793953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.810301 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:11:01.810610 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Checking segment: {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:01.810824 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.811305 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Bound using segment: {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:11:01.811827 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Bound port: 58f93b95-d858-49f2-a065-fb547644674a, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:11:01.812547 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:01.866522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Allocated IP 172.20.0.2 (3f6df85b-a594-446f-83f2-0f6866c283ff/31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9/f263fae1-b041-4b1f-ae88-a8f10a67cc7d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:01.920902 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] For port 58f93b95-d858-49f2-a065-fb547644674a, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:11:01.929886 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] For port 58f93b95-d858-49f2-a065-fb547644674a, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=58f93b95-d858-49f2-a065-fb547644674a,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:11:01.950496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34344) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.015016 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-79183612-88e1-412b-a418-de950f583763 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags/tempest-TagsExtTest-Tag-1124806824 HTTP/1.1" status: 204 len: 168 time: 0.4081037 Mar 25 20:11:02.015391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34350) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.022729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-9e01a9ca-4add-44ec-8797-9c61491ef3d4 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.024547 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.112550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.140046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Transition to ACTIVE for port object f263fae1-b041-4b1f-ae88-a8f10a67cc7d will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:02.172563 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86fae0-9e68-4f3a-94c6-5dc7aa0cf0f3 None None] Pushing event updated for resources: {'Port': ['ID=58f93b95-d858-49f2-a065-fb547644674a,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:02.190486 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Transition to ACTIVE for port object f263fae1-b041-4b1f-ae88-a8f10a67cc7d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:02.209300 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:02.210684 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.219088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'networks': [{'name': 'tempest-network--1735755326'}, {'name': 'tempest-network--1258200560'}]} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:02.219578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'network': {'name': 'tempest-network--1735755326'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:02.220109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'network': {'name': 'tempest-network--1258200560'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:02.228849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:02.237945 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9e01a9ca-4add-44ec-8797-9c61491ef3d4 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags HTTP/1.1" status: 200 len: 205 time: 0.2186019 Mar 25 20:11:02.237945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Usage tracker for resource:network and tenant:3be52f23a4f34d8aa7d26de00d5c94f5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:02.239477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34354) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.242210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:02.247636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-23bdc2cb-f9bf-44bd-a6e5-58586ddb3584 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.261397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:02.282818 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-23bdc2cb-f9bf-44bd-a6e5-58586ddb3584 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags HTTP/1.1" status: 200 len: 238 time: 0.0421817 Mar 25 20:11:02.285332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34358) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.292359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-dfd2817e-0bcd-43e7-b933-d9968b4f6df1 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942', 'tempest-TagsExtTest-Tag-1856911') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.320790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dfd2817e-0bcd-43e7-b933-d9968b4f6df1 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags/tempest-TagsExtTest-Tag-1856911 HTTP/1.1" status: 204 len: 168 time: 0.0341961 Mar 25 20:11:02.323377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34362) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.325196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.329296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-be198139-0914-40dd-ad38-cde7a4113eac tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942', 'tempest-TagsExtTest-Tag-1856911') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.373830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Made reservation on behalf of 3be52f23a4f34d8aa7d26de00d5c94f5 for: {'network': 2} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:02.379740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.396204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.410253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34366) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.414368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:02.418835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Usage tracker for resource:security_group_rule and tenant:3be52f23a4f34d8aa7d26de00d5c94f5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:02.422892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:02.431129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:02.436038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622470929', 'description': 'tempest-secgroup-smoke-1622470929 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:02.447513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.451263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:02.455725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:02.465608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:02.466692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:02.468316 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Pushing event updated for resources: {'Port': ['ID=f263fae1-b041-4b1f-ae88-a8f10a67cc7d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:02.472222 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-be198139-0914-40dd-ad38-cde7a4113eac tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags/tempest-TagsExtTest-Tag-1856911 HTTP/1.1" status: 204 len: 168 time: 0.1477752 Mar 25 20:11:02.475611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34370) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.483904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-58fe720c-c639-4dae-8686-f45d63afad88 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.484265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Network 3f6df85b-a594-446f-83f2-0f6866c283ff is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:02.486020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:02.489060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:02.494623 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:11:02.533161 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-58fe720c-c639-4dae-8686-f45d63afad88 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags HTTP/1.1" status: 200 len: 205 time: 0.0564032 Mar 25 20:11:02.533775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34374) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.546825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-7429792a-228a-4205-8a69-d85634fdd706 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.592981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.613760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.624108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:02.630475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:02.633750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:02.644255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:02.647968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34378) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:02.648649 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7429792a-228a-4205-8a69-d85634fdd706 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags HTTP/1.1" status: 204 len: 168 time: 0.1138415 Mar 25 20:11:02.652417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Attempting to bind port f263fae1-b041-4b1f-ae88-a8f10a67cc7d on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:11:02.653008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Attempting to bind port f263fae1-b041-4b1f-ae88-a8f10a67cc7d by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '44b8a5c4-8652-4850-9d89-0811d874ae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f6df85b-a594-446f-83f2-0f6866c283ff'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:11:02.655206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Attempting to bind port f263fae1-b041-4b1f-ae88-a8f10a67cc7d on network 3f6df85b-a594-446f-83f2-0f6866c283ff {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:02.655710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-3eaac940-5538-419d-ab94-e4880035b8ac tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.667631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:11:02.668261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Checking segment: {'id': '44b8a5c4-8652-4850-9d89-0811d874ae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f6df85b-a594-446f-83f2-0f6866c283ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:02.670234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.670802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Bound using segment: {'id': '44b8a5c4-8652-4850-9d89-0811d874ae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f6df85b-a594-446f-83f2-0f6866c283ff'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:11:02.679112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Bound port: f263fae1-b041-4b1f-ae88-a8f10a67cc7d, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b8a5c4-8652-4850-9d89-0811d874ae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f6df85b-a594-446f-83f2-0f6866c283ff'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:11:02.679112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.718633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.719327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.804571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] For port f263fae1-b041-4b1f-ae88-a8f10a67cc7d, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:11:02.808955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] For port f263fae1-b041-4b1f-ae88-a8f10a67cc7d, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f263fae1-b041-4b1f-ae88-a8f10a67cc7d,segment=NetworkSegment(44b8a5c4-8652-4850-9d89-0811d874ae84),segment_id=44b8a5c4-8652-4850-9d89-0811d874ae84)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:11:02.849984 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:58Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:01Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:02.854327 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f0052-ab8c-4aaf-93a3-34e060743dad None None] The sync data for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv is: [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:58Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:01Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:02.874933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.942368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:02.969365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacdd989-b151-4aa7-bd4f-5886ca9a2da1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:02.979556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:02.979901 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Added segment 069482b7-61f1-4e03-b9e0-27b508583f73 of type vlan for network 3d952924-7126-49cc-afbf-573044883815 Mar 25 20:11:03.045491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.058164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756b001-7bfa-49fc-a62d-e45a55b089ea None None] Pushing event updated for resources: {'Port': ['ID=f263fae1-b041-4b1f-ae88-a8f10a67cc7d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:03.082776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.134289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.149612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.158593 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3eaac940-5538-419d-ab94-e4880035b8ac tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags HTTP/1.1" status: 204 len: 168 time: 0.5085225 Mar 25 20:11:03.158770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34382) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:03.169252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-9e29c837-e18f-4ca3-a477-8970a2b56387 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:03.187744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:03.197766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.198107 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Added segment 6703dd7a-7559-4576-9447-ad488edff8c3 of type vlan for network 650ef3a0-80b6-4d73-9b45-df3a629ee0fa Mar 25 20:11:03.206689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.307739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.320745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cacdc8-f914-49a2-8c2c-18b3c293fadc,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:03.356294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.26.8.123 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/29e1af60-2d0f-431c-bd8d-d88630c43369) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:03.364436 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e29c837-e18f-4ca3-a477-8970a2b56387 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags HTTP/1.1" status: 204 len: 168 time: 0.2046983 Mar 25 20:11:03.365033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34386) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:03.374906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-d6efbb01-ebe8-4d9c-b4b3-9349a653108c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:03.457843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.461906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d8da357f-f2d4-4c2d-abb9-e827b460d1f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0307972 Mar 25 20:11:03.463579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34390) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:03.469409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '25cacdc8-f914-49a2-8c2c-18b3c293fadc', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:03.478721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:03.486102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:03.489369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:03.496019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:03.509341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.509341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.513367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:03.518630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:03.519392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.578238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.582209 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d6efbb01-ebe8-4d9c-b4b3-9349a653108c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags HTTP/1.1" status: 204 len: 168 time: 0.2148352 Mar 25 20:11:03.594141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34394) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:03.597176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-ebcbb890-6107-4953-b312-5a4c09e32c9d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c', 'tempest-TagsExtTest-Tag-763886305') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:03.647739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Network': ['ID=3d952924-7126-49cc-afbf-573044883815,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:03.666821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 3d952924-7126-49cc-afbf-573044883815 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:03.704248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.747254 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7956657 Mar 25 20:11:03.754970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34398) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:03.887317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a45e3d-bb9f-4097-8ebb-9daa8ddf7a43 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Network': ['ID=650ef3a0-80b6-4d73-9b45-df3a629ee0fa,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:03.899475 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 650ef3a0-80b6-4d73-9b45-df3a629ee0fa details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:03.910251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:03.999604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.048833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=29e1af60-2d0f-431c-bd8d-d88630c43369,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:04.055701 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ebcbb890-6107-4953-b312-5a4c09e32c9d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags/tempest-TagsExtTest-Tag-763886305 HTTP/1.1" status: 201 len: 201 time: 0.4652543 Mar 25 20:11:04.056829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b19589-0ce1-4a5b-a53e-f390f17172c1 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:04.061397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34402) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:04.063844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:04.063992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b19589-0ce1-4a5b-a53e-f390f17172c1 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:04.070574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-2f382d3d-1fd6-4c87-bd65-90b618a7c44d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745', 'tempest-TagsExtTest-Tag-1097504577') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:04.072165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b19589-0ce1-4a5b-a53e-f390f17172c1 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:04.080643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b19589-0ce1-4a5b-a53e-f390f17172c1 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:04.083347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-52b19589-0ce1-4a5b-a53e-f390f17172c1 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Synchronizing usage tracker for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:04.100439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.123428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:04.124220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:04.144138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099f1a48-8fed-4add-8e5e-3632a49d0fbc,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:04.200278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.201845 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a74e7096-7913-4450-85e1-f0dfda7c0655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7369835 Mar 25 20:11:04.204562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34406) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:04.210815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '25cacdc8-f914-49a2-8c2c-18b3c293fadc', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:04.222253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:04.228249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:04.233487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:04.236715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-52b19589-0ce1-4a5b-a53e-f390f17172c1 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Unset dirty status for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:04.243458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-52b19589-0ce1-4a5b-a53e-f390f17172c1 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4818766 Mar 25 20:11:04.243458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34410) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:04.296673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f263fae1-b041-4b1f-ae88-a8f10a67cc7d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:04.309924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:04.427173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.461462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51353a1b-5ae7-4443-9d09-98bccb9487ba None None] Network 3f6df85b-a594-446f-83f2-0f6866c283ff requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:04.523852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.549131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port f263fae1-b041-4b1f-ae88-a8f10a67cc7d completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:04.566474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 58f93b95-d858-49f2-a065-fb547644674a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:04.605206 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2f382d3d-1fd6-4c87-bd65-90b618a7c44d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags/tempest-TagsExtTest-Tag-1097504577 HTTP/1.1" status: 201 len: 201 time: 0.5397024 Mar 25 20:11:04.605875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34414) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:04.611684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-da88de19-62c7-4ea4-8387-2fa2f8349b30 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945', 'tempest-TagsExtTest-Tag-1161277593') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:04.612194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.640805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a4e04a95-8953-421a-9b40-91fbfd6cef77 None None] Provisioning for port f263fae1-b041-4b1f-ae88-a8f10a67cc7d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:04.648400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a4e04a95-8953-421a-9b40-91fbfd6cef77 None None] Provisioning complete for port f263fae1-b041-4b1f-ae88-a8f10a67cc7d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:04.648796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4e04a95-8953-421a-9b40-91fbfd6cef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.666819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d952924-7126-49cc-afbf-573044883815']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:04.675213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.684862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069482b7-61f1-4e03-b9e0-27b508583f73') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:04.684862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069482b7-61f1-4e03-b9e0-27b508583f73') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:04.696903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.715267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.722422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:04.723009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:04.741768 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:04.811992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.850380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e409784-86fa-478b-80f4-aabfc6f9c74e,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:04.871252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4e04a95-8953-421a-9b40-91fbfd6cef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.920879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 58f93b95-d858-49f2-a065-fb547644674a completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:04.924999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a4e04a95-8953-421a-9b40-91fbfd6cef77 None None] For port f263fae1-b041-4b1f-ae88-a8f10a67cc7d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f263fae1-b041-4b1f-ae88-a8f10a67cc7d,segment=NetworkSegment(44b8a5c4-8652-4850-9d89-0811d874ae84),segment_id=44b8a5c4-8652-4850-9d89-0811d874ae84)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:04.929384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 58f93b95-d858-49f2-a065-fb547644674a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:04.929384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.933729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.984568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.989661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:04.995566 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/networks/3d952924-7126-49cc-afbf-573044883815 HTTP/1.1" status: 204 len: 168 time: 0.7515736 Mar 25 20:11:04.996230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34418) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:05.021889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.023414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b53065cf-bf6c-4484-aab1-0158704e1f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8174281 Mar 25 20:11:05.029786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4e04a95-8953-421a-9b40-91fbfd6cef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.033190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34422) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:05.047289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e0ae-e33d-4de2-976f-a20ceb9fd021 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Network': ['ID=3d952924-7126-49cc-afbf-573044883815,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:05.099137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '25cacdc8-f914-49a2-8c2c-18b3c293fadc', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:05.113273 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-da88de19-62c7-4ea4-8387-2fa2f8349b30 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags/tempest-TagsExtTest-Tag-1161277593 HTTP/1.1" status: 201 len: 201 time: 0.5064359 Mar 25 20:11:05.114410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:05.120171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34426) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:05.120538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.125075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:05.130441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-312ce32e-4ef8-4393-b083-532571180102 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942', 'tempest-TagsExtTest-Tag-84563543') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:05.146210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:05.159469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04a95-8953-421a-9b40-91fbfd6cef77 None None] Pushing event updated for resources: {'Port': ['ID=f263fae1-b041-4b1f-ae88-a8f10a67cc7d,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:05.161290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:05.174635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 58f93b95-d858-49f2-a065-fb547644674a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=58f93b95-d858-49f2-a065-fb547644674a,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:05.188732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.251641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b759898e-25df-4502-aecd-b2fb8ff590a2 None None] Provisioning complete for port f263fae1-b041-4b1f-ae88-a8f10a67cc7d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:05.252280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b759898e-25df-4502-aecd-b2fb8ff590a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.282047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.343513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.354512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.375242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650ef3a0-80b6-4d73-9b45-df3a629ee0fa']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:05.380613 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-312ce32e-4ef8-4393-b083-532571180102 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags/tempest-TagsExtTest-Tag-84563543 HTTP/1.1" status: 201 len: 201 time: 0.2570050 Mar 25 20:11:05.382853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34430) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:05.383187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=58f93b95-d858-49f2-a065-fb547644674a,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:05.391601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6703dd7a-7559-4576-9447-ad488edff8c3') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:05.391987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6703dd7a-7559-4576-9447-ad488edff8c3') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:05.404400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.405311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-8a6cb826-2d79-4bf7-a26f-62443ebc9ce0 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c', {'tags': ['tempest-TagsExtTest-Tag-1881391998', 'tempest-TagsExtTest-Tag-197015526', 'tempest-TagsExtTest-Tag-1298975376']}) {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:05.421624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.429824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:05.429824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:05.445788 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:05.456167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.702958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.743403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.747507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.773830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Network': ['ID=650ef3a0-80b6-4d73-9b45-df3a629ee0fa,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:05.792209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.833249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e2a1ca-fe81-4b15-a1b2-11fc6833e787,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:05.840399 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8a6cb826-2d79-4bf7-a26f-62443ebc9ce0 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags HTTP/1.1" status: 200 len: 317 time: 0.4508688 Mar 25 20:11:05.843157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34434) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:05.848141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-669c2dcb-e9c8-442b-b980-1d883057061a tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:05.851607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.851607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.851891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.852187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.852539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.852866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.853185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.853507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.853824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.854402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.854719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.855031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:05.881136 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-56bdd469-7b6b-42ed-a1d3-c51480ecf06f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/networks/650ef3a0-80b6-4d73-9b45-df3a629ee0fa HTTP/1.1" status: 204 len: 168 time: 0.8587430 Mar 25 20:11:05.882033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34438) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:05.925683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:05.930341 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0b2bf8ae-bf2c-493c-b333-b52a0779b35d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8961878 Mar 25 20:11:05.934626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34442) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:05.935961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '25cacdc8-f914-49a2-8c2c-18b3c293fadc', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:05.942759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:05.946609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:05.949473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:05.955149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:05.960181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router df8fe524-c572-4a1e-aea5-f25a6fc738dd is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:11:06.042849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.058549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0b184-a7fa-49e4-9a3a-fd603389a968 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:06.064419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0b184-a7fa-49e4-9a3a-fd603389a968 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:06.065199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7ed0b184-a7fa-49e4-9a3a-fd603389a968 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Synchronizing usage tracker for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:06.138784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7ed0b184-a7fa-49e4-9a3a-fd603389a968 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Unset dirty status for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:06.143181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7ed0b184-a7fa-49e4-9a3a-fd603389a968 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2565699 Mar 25 20:11:06.143888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34446) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:06.153878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f263fae1-b041-4b1f-ae88-a8f10a67cc7d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:06.154399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-419359418'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:06.155803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:06.166719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:06.177719 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-669c2dcb-e9c8-442b-b980-1d883057061a tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags HTTP/1.1" status: 204 len: 168 time: 0.3309326 Mar 25 20:11:06.177986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34450) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:06.184550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-4b2ecedc-c429-475e-877b-d8219d63ab18 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c', 'tempest-TagsExtTest-Tag-1881391998') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:06.208142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:06.210573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.222226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f423caab-f669-45b6-be5c-b804192bcd19 None None] Sync routers for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:06.235463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f423caab-f669-45b6-be5c-b804192bcd19 None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:06.236084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f423caab-f669-45b6-be5c-b804192bcd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:06.242838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Made reservation on behalf of 3be52f23a4f34d8aa7d26de00d5c94f5 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:06.246446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.263375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.280755 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-4b2ecedc-c429-475e-877b-d8219d63ab18 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:06.282036 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4b2ecedc-c429-475e-877b-d8219d63ab18 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags/tempest-TagsExtTest-Tag-1881391998 HTTP/1.1" status: 404 len: 329 time: 0.1014636 Mar 25 20:11:06.283006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:06.286909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34454) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:06.288980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4108c20a-5985-4aa9-82cb-48749b75125b,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:06.296768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-f69a61cf-bd4a-4cbf-9a55-aa6977951e90 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c', 'tempest-TagsExtTest-Tag-197015526') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:06.311395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f423caab-f669-45b6-be5c-b804192bcd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:06.313789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f263fae1-b041-4b1f-ae88-a8f10a67cc7d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:06.315034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.315306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.318965 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bbc3ed52-72d7-412f-9f72-935818363768 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9866002 Mar 25 20:11:06.319751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34458) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:06.339119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.339675 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Added segment 49e71f41-e47e-42b3-8dc7-c0d7a6b59204 of type vlan for network f8b270fb-7922-4ecc-935c-508946891e3b Mar 25 20:11:06.369024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f423caab-f669-45b6-be5c-b804192bcd19 None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:06.369648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f423caab-f669-45b6-be5c-b804192bcd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:06.380970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.394462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.395634 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-59c8776f-02c5-40ba-9f64-96909456fdb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4637320 Mar 25 20:11:06.399260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34462) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:06.407351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '25cacdc8-f914-49a2-8c2c-18b3c293fadc', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:06.426842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:06.432557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:06.438872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:06.439850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f423caab-f669-45b6-be5c-b804192bcd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:06.461481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:06.465066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f423caab-f669-45b6-be5c-b804192bcd19 None None] The sync data for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:06.469620 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-f69a61cf-bd4a-4cbf-9a55-aa6977951e90 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:06.469620 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f69a61cf-bd4a-4cbf-9a55-aa6977951e90 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags/tempest-TagsExtTest-Tag-197015526 HTTP/1.1" status: 404 len: 328 time: 0.1640377 Mar 25 20:11:06.469620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34466) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:06.469620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-b1501176-6dd4-458c-a129-c04bd8be85d0 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c', 'tempest-TagsExtTest-Tag-1298975376') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:06.517291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.523668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:06.524251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.536233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 58f93b95-d858-49f2-a065-fb547644674a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:06.572233 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:11:06.590963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.627203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 58f93b95-d858-49f2-a065-fb547644674a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:06.628337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.688813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Network': ['ID=f8b270fb-7922-4ecc-935c-508946891e3b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:06.721287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network f8b270fb-7922-4ecc-935c-508946891e3b details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:06.726453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-b1501176-6dd4-458c-a129-c04bd8be85d0 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:06.731457 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b1501176-6dd4-458c-a129-c04bd8be85d0 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags/tempest-TagsExtTest-Tag-1298975376 HTTP/1.1" status: 404 len: 329 time: 0.2659910 Mar 25 20:11:06.731457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34470) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:06.739668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-58195c4f-c3fc-40a2-b7ad-6686d6241f51 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745', {'tags': ['tempest-TagsExtTest-Tag-44131099', 'tempest-TagsExtTest-Tag-960539412', 'tempest-TagsExtTest-Tag-94262352']}) {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:06.776318 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5a40b8a8-ee17-47b9-8bc6-00685b8bb94d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6309762 Mar 25 20:11:06.792176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34474) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:06.800506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.806784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1332619314'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:06.813495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:06.821720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Usage tracker for resource:network and tenant:3be52f23a4f34d8aa7d26de00d5c94f5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:06.830859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:06.841061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:06.856993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:06.880927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb13fa5-90c4-4cd3-ab4c-491caf8fa064,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:06.981514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Made reservation on behalf of 3be52f23a4f34d8aa7d26de00d5c94f5 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:06.981514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.008606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:07.017451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.017794 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Added segment 175266ee-2eba-46a7-bc83-9776553badbb of type vlan for network c7baf818-94ac-4a93-b575-1fe24d0a40ff Mar 25 20:11:07.025478 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-58195c4f-c3fc-40a2-b7ad-6686d6241f51 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags HTTP/1.1" status: 200 len: 313 time: 0.2938366 Mar 25 20:11:07.026543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.028971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34478) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:07.030594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7348f6c8-7409-4912-8c7f-429893fb13ea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6302025 Mar 25 20:11:07.031229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34480) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:07.037830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-240399d3-ef71-4dfd-af17-6156239401c9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:07.039730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '25cacdc8-f914-49a2-8c2c-18b3c293fadc', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:07.055634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:07.062782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:07.066104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.070363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:07.077995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:07.136456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.160131 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:11:07.166955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.206423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.211650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:07.212222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.336217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Network': ['ID=c7baf818-94ac-4a93-b575-1fe24d0a40ff,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:07.349417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.349804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c7baf818-94ac-4a93-b575-1fe24d0a40ff details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:07.409262 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-72512c72-8d10-4333-922c-b22f67a02d4d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6127925 Mar 25 20:11:07.413732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34488) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:07.417169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'ports': [{'network_id': 'f8b270fb-7922-4ecc-935c-508946891e3b', 'name': 'tempest-port--1247349142', 'admin_state_up': True}, {'network_id': 'c7baf818-94ac-4a93-b575-1fe24d0a40ff', 'admin_state_up': False}]} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:07.417472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'port': {'network_id': 'f8b270fb-7922-4ecc-935c-508946891e3b', 'name': 'tempest-port--1247349142', 'admin_state_up': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:07.417974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'port': {'network_id': 'c7baf818-94ac-4a93-b575-1fe24d0a40ff', 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:07.440953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.484528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27832093-30a0-4493-b25f-85f1d8e00c1c,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:07.601022 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-240399d3-ef71-4dfd-af17-6156239401c9 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags HTTP/1.1" status: 204 len: 168 time: 0.5678394 Mar 25 20:11:07.604844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34492) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:07.620337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-3fbfa950-7adc-40eb-886a-111d8f992ddb tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745', 'tempest-TagsExtTest-Tag-44131099') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:07.667868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.672967 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c09729a9-2cea-4c05-8638-064a5b27b777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6397777 Mar 25 20:11:07.683098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:07.687209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Usage tracker for resource:port and tenant:3be52f23a4f34d8aa7d26de00d5c94f5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:07.691101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:07.697905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:07.768092 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-3fbfa950-7adc-40eb-886a-111d8f992ddb tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:07.769121 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3fbfa950-7adc-40eb-886a-111d8f992ddb tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags/tempest-TagsExtTest-Tag-44131099 HTTP/1.1" status: 404 len: 327 time: 0.1633534 Mar 25 20:11:07.772239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34498) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:07.772521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.20.0.1 (3f6df85b-a594-446f-83f2-0f6866c283ff/31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9/549a43e8-5252-48f3-8d70-660ef204fbb7) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:07.777950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-c7f3f0ee-0d9e-4943-8bcf-47b96534a373 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745', 'tempest-TagsExtTest-Tag-960539412') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:07.809464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Made reservation on behalf of 3be52f23a4f34d8aa7d26de00d5c94f5 for: {'port': 2} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:07.813885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.845256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.950787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:07.968113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Transition to ACTIVE for port object 549a43e8-5252-48f3-8d70-660ef204fbb7 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:08.025875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-06dacb0b-c600-493b-8ec0-f95a9310d21b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:08.031219 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-c7f3f0ee-0d9e-4943-8bcf-47b96534a373 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:08.032202 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c7f3f0ee-0d9e-4943-8bcf-47b96534a373 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags/tempest-TagsExtTest-Tag-960539412 HTTP/1.1" status: 404 len: 328 time: 0.2589707 Mar 25 20:11:08.035251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34512) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:08.046206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-4de6716e-0d12-4a29-8f71-2609e5700b8d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745', 'tempest-TagsExtTest-Tag-94262352') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:08.071783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:08.148238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 3f6df85b-a594-446f-83f2-0f6866c283ff is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:08.154582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:08.164210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:08.207932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=549a43e8-5252-48f3-8d70-660ef204fbb7,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:08.246521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:08.246665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] device_id is not set on port dbadc17e-0a4d-49f6-ab7f-15b4e11f8116 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:11:08.251199 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-4de6716e-0d12-4a29-8f71-2609e5700b8d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:08.252236 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4de6716e-0d12-4a29-8f71-2609e5700b8d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags/tempest-TagsExtTest-Tag-94262352 HTTP/1.1" status: 404 len: 327 time: 0.2160211 Mar 25 20:11:08.255141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34516) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:08.262495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-0fe31fdd-0f7b-4ce1-a362-f1940ad50829 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945', {'tags': ['tempest-TagsExtTest-Tag-833134068', 'tempest-TagsExtTest-Tag-1714406059', 'tempest-TagsExtTest-Tag-1783377016']}) {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:08.398245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-06dacb0b-c600-493b-8ec0-f95a9310d21b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:08.399398 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-06dacb0b-c600-493b-8ec0-f95a9310d21b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622470929&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.5379624 Mar 25 20:11:08.463454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-23ab254c-38cd-403b-bc22-209da9b26933 None None] Provisioning for port 549a43e8-5252-48f3-8d70-660ef204fbb7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:08.469210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-23ab254c-38cd-403b-bc22-209da9b26933 None None] Provisioning complete for port 549a43e8-5252-48f3-8d70-660ef204fbb7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:08.469634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-23ab254c-38cd-403b-bc22-209da9b26933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:08.524499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-23ab254c-38cd-403b-bc22-209da9b26933 None None] Port 549a43e8-5252-48f3-8d70-660ef204fbb7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:08.549732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:08.551318 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0fe31fdd-0f7b-4ce1-a362-f1940ad50829 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags HTTP/1.1" status: 200 len: 317 time: 0.2949693 Mar 25 20:11:08.559901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34520) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:08.565156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-d62685f5-b54b-4eee-8f64-25e2d625bd1c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:08.621656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-317b96e1-7e21-42c0-a46a-bc74d2ab864e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:08.621656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-317b96e1-7e21-42c0-a46a-bc74d2ab864e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:08.627555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:08.747530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] device_id is not set on port 66791388-ee20-45ae-bfa0-5d588bec3ea1 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:11:08.756024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-317b96e1-7e21-42c0-a46a-bc74d2ab864e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:08.757909 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-317b96e1-7e21-42c0-a46a-bc74d2ab864e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 HTTP/1.1" status: 200 len: 796 time: 0.3489122 Mar 25 20:11:08.779478 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-2b1e5952-5f3f-4f40-82f2-a153ea5366c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0134406 Mar 25 20:11:08.894301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:08.904192 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d62685f5-b54b-4eee-8f64-25e2d625bd1c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags HTTP/1.1" status: 204 len: 168 time: 0.3414264 Mar 25 20:11:08.905492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34524) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:08.914684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-1177bb21-1cb7-40a8-b83e-87d3f19f6d7b tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945', 'tempest-TagsExtTest-Tag-833134068') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:08.995083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-2a3d1da5-7853-4544-b749-6b25b81acd6d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:09.088959 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-1177bb21-1cb7-40a8-b83e-87d3f19f6d7b tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:09.089991 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1177bb21-1cb7-40a8-b83e-87d3f19f6d7b tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags/tempest-TagsExtTest-Tag-833134068 HTTP/1.1" status: 404 len: 328 time: 0.1836352 Mar 25 20:11:09.092852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34528) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:09.097630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-1ef89133-afc9-445e-a614-5d2d392a496d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945', 'tempest-TagsExtTest-Tag-1714406059') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:09.108721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-185b0274-99a1-417a-a835-efdf8b31435c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:09.118761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:09.217647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:09.219169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-2a3d1da5-7853-4544-b749-6b25b81acd6d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:09.220518 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-2a3d1da5-7853-4544-b749-6b25b81acd6d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4345431 Mar 25 20:11:09.223112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:09.289763 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-1ef89133-afc9-445e-a614-5d2d392a496d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:09.293415 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1ef89133-afc9-445e-a614-5d2d392a496d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags/tempest-TagsExtTest-Tag-1714406059 HTTP/1.1" status: 404 len: 329 time: 0.1970580 Mar 25 20:11:09.295694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34534) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:09.302088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-67ea01a8-98ba-4205-9e1e-e952fc2e2985 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945', 'tempest-TagsExtTest-Tag-1783377016') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:09.435017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Port': ['ID=dbadc17e-0a4d-49f6-ab7f-15b4e11f8116,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:09.483251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:09.486634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=549a43e8-5252-48f3-8d70-660ef204fbb7,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:09.567671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Checking segment: {'id': '49e71f41-e47e-42b3-8dc7-c0d7a6b59204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f8b270fb-7922-4ecc-935c-508946891e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:09.570118 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Network hostable DHCP agents. Network: f8b270fb-7922-4ecc-935c-508946891e3b, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:09.588169 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-67ea01a8-98ba-4205-9e1e-e952fc2e2985 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:09.589539 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-67ea01a8-98ba-4205-9e1e-e952fc2e2985 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags/tempest-TagsExtTest-Tag-1783377016 HTTP/1.1" status: 404 len: 329 time: 0.2940335 Mar 25 20:11:09.592187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34538) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:09.601357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-ccdd927c-0811-4a24-ac8d-4fb3ae5010fc tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942', {'tags': ['tempest-TagsExtTest-Tag-569330036', 'tempest-TagsExtTest-Tag-958452749', 'tempest-TagsExtTest-Tag-2081000000']}) {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:09.634653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 3f6df85b-a594-446f-83f2-0f6866c283ff is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:09.636870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:09.644079 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b4482044-b465-4879-b4f2-785785419896 service neutron] 10.222.0.37 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796961 Mar 25 20:11:09.826797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Network f8b270fb-7922-4ecc-935c-508946891e3b is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:09.852618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router df8fe524-c572-4a1e-aea5-f25a6fc738dd has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:09.926335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, f8b270fb-7922-4ecc-935c-508946891e3b) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:09.935780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435cfaca-cd16-4370-acc2-24d60f8844b8 None None] Network f8b270fb-7922-4ecc-935c-508946891e3b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:09.937138 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ccdd927c-0811-4a24-ac8d-4fb3ae5010fc tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "PUT /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags HTTP/1.1" status: 200 len: 316 time: 0.3439009 Mar 25 20:11:09.938249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34542) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:09.940740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:09.942055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:09.946736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-fe922863-7f44-415e-9e3f-7ed05c15e4e4 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:09.990317 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0dade196-28e2-43a6-844e-92f894afd818 service neutron] 10.222.0.37 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376486 Mar 25 20:11:10.050792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Checking segment: {'id': '175266ee-2eba-46a7-bc83-9776553badbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c7baf818-94ac-4a93-b575-1fe24d0a40ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:10.050792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Network hostable DHCP agents. Network: c7baf818-94ac-4a93-b575-1fe24d0a40ff, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:10.051039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cea8ac07-50f0-4bff-8e0f-4e6342fea085 None None] Provisioning complete for port 549a43e8-5252-48f3-8d70-660ef204fbb7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:10.051039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cea8ac07-50f0-4bff-8e0f-4e6342fea085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:10.056159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Port': ['ID=66791388-ee20-45ae-bfa0-5d588bec3ea1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:10.093230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:10.108894 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a1cd4c9c-0170-4d90-8623-0066c3ebb84d tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/routers/df8fe524-c572-4a1e-aea5-f25a6fc738dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7870500 Mar 25 20:11:10.110858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34546) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.112044 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f39d3a-cac1-4c6c-9c97-a95364255dea None None] Sync routers for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:10.117161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'port': {'network_id': '3f6df85b-a594-446f-83f2-0f6866c283ff', 'name': 'tempest-FloatingIPTestJSON-1189484161'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:10.131149 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f39d3a-cac1-4c6c-9c97-a95364255dea None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:10.132308 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d6f39d3a-cac1-4c6c-9c97-a95364255dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.153660 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fe922863-7f44-415e-9e3f-7ed05c15e4e4 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags HTTP/1.1" status: 204 len: 168 time: 0.2141371 Mar 25 20:11:10.156530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34550) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.164955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-7af220a9-b5f3-431d-afc7-abb8b214f43c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942', 'tempest-TagsExtTest-Tag-569330036') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.177961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Network c7baf818-94ac-4a93-b575-1fe24d0a40ff is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:10.194730 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-7af220a9-b5f3-431d-afc7-abb8b214f43c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:10.198935 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7af220a9-b5f3-431d-afc7-abb8b214f43c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags/tempest-TagsExtTest-Tag-569330036 HTTP/1.1" status: 404 len: 328 time: 0.0413647 Mar 25 20:11:10.199369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cea8ac07-50f0-4bff-8e0f-4e6342fea085 None None] Port 549a43e8-5252-48f3-8d70-660ef204fbb7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:10.199934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34554) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.205577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-4029ff26-ce1e-4b17-abf5-d73f68714fc5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942', 'tempest-TagsExtTest-Tag-958452749') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.239313 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-4029ff26-ce1e-4b17-abf5-d73f68714fc5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:10.244424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34558) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.245712 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4029ff26-ce1e-4b17-abf5-d73f68714fc5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags/tempest-TagsExtTest-Tag-958452749 HTTP/1.1" status: 404 len: 328 time: 0.0443912 Mar 25 20:11:10.263341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.tag.tag_plugin [None req-6df21bf6-d055-4f9b-ba4d-99a19239a44d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942', 'tempest-TagsExtTest-Tag-2081000000') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.272772 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d6f39d3a-cac1-4c6c-9c97-a95364255dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.281361 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f39d3a-cac1-4c6c-9c97-a95364255dea None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:10.281956 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d6f39d3a-cac1-4c6c-9c97-a95364255dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:10:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.302463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-6df21bf6-d055-4f9b-ba4d-99a19239a44d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] show failed (client error): The resource could not be found. Mar 25 20:11:10.304009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6df21bf6-d055-4f9b-ba4d-99a19239a44d tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags/tempest-TagsExtTest-Tag-2081000000 HTTP/1.1" status: 404 len: 329 time: 0.0578496 Mar 25 20:11:10.310475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34564) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.317176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-049f0216-194c-4159-9cfc-bf92870fbbb2 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6dd3b59-95b1-4d8d-abb6-960c153fb942') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.328651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:10.333362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Usage tracker for resource:port and tenant:637ed0cd8ac444db9641125a0c9e62d5 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:10.342639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:10.370376 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d6f39d3a-cac1-4c6c-9c97-a95364255dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.370861 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f39d3a-cac1-4c6c-9c97-a95364255dea None None] The sync data for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:10.378126 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-049f0216-194c-4159-9cfc-bf92870fbbb2 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942/tags HTTP/1.1" status: 204 len: 168 time: 0.0646532 Mar 25 20:11:10.385998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34570) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.385998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-f88ec5f2-d85e-4d3f-b107-1d81beeee62c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e850c148-2d47-4d29-8ccd-671b92596945') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.395560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:10.404676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c7baf818-94ac-4a93-b575-1fe24d0a40ff) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:10.418809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c07b72-3a78-4b9b-a6fd-4037b4b18a4a None None] Network c7baf818-94ac-4a93-b575-1fe24d0a40ff requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:10.421003 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bb3d71b9-15c0-45d5-823c-632f549a8e8b req-b2eae09e-5594-4797-b9bd-a38e9df0571d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0708778 Mar 25 20:11:10.434112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:10.434112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:10.438094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:10.438775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:10.515058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Made reservation on behalf of 637ed0cd8ac444db9641125a0c9e62d5 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:10.518400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:10.533968 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f88ec5f2-d85e-4d3f-b107-1d81beeee62c tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945/tags HTTP/1.1" status: 204 len: 168 time: 0.1540959 Mar 25 20:11:10.535149 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc09f63f-ccb2-4efc-b6ec-72bd13b40acb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1241610 Mar 25 20:11:10.536915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34574) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.537703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34576) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.544560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] device_id is not set on port c3e3f1a3-5da1-46c3-8172-541b3bc84b4e yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:11:10.545365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-73fefb84-68ca-4e77-a133-1cf2d79104ac tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.690328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2f04a-e752-405c-8083-61deea284b38 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:10.704934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2f04a-e752-405c-8083-61deea284b38 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:10.704934 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9cf2f04a-e752-405c-8083-61deea284b38 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1574759 Mar 25 20:11:10.705120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34582) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.705229 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-73fefb84-68ca-4e77-a133-1cf2d79104ac tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745/tags HTTP/1.1" status: 204 len: 168 time: 0.1661837 Mar 25 20:11:10.707744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34586) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.712977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.tag.tag_plugin [None req-667459c1-d931-4a82-b6c2-5dde0a033bd1 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e532ca83-f81f-48d3-9cad-8371bb6c633c') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:10.757235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Allocated IP 172.20.0.13 (3f6df85b-a594-446f-83f2-0f6866c283ff/31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9/c3e3f1a3-5da1-46c3-8172-541b3bc84b4e) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:10.787040 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-667459c1-d931-4a82-b6c2-5dde0a033bd1 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c/tags HTTP/1.1" status: 204 len: 168 time: 0.0714712 Mar 25 20:11:10.787197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Deleting port dbadc17e-0a4d-49f6-ab7f-15b4e11f8116 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:10.787197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:10.787382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34590) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.927444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba26b231-8772-4ce0-8814-622719ff44c1 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for subnetpool, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:10.929235 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ba26b231-8772-4ce0-8814-622719ff44c1 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnetpools/d6dd3b59-95b1-4d8d-abb6-960c153fb942 HTTP/1.1" status: 204 len: 168 time: 0.1418641 Mar 25 20:11:10.931764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34594) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:10.977725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-adea0d42-2541-4c60-bb96-53d0fe350249 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Synchronizing usage tracker for tenant:f689b83e3e49466597f2af53d9bcc7f5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:11.056609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-adea0d42-2541-4c60-bb96-53d0fe350249 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Unset dirty status for tenant:f689b83e3e49466597f2af53d9bcc7f5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:11.057841 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-adea0d42-2541-4c60-bb96-53d0fe350249 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "GET /v2.0/ports?device_id=e850c148-2d47-4d29-8ccd-671b92596945 HTTP/1.1" status: 200 len: 205 time: 0.1252074 Mar 25 20:11:11.060396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34598) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:11.153958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.192960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b53f4f8-2019-466f-befd-67c9b4179855 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.297796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Calling delete_port for dbadc17e-0a4d-49f6-ab7f-15b4e11f8116 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:11.326784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.358624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Transition to ACTIVE for port object c3e3f1a3-5da1-46c3-8172-541b3bc84b4e will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:11.510227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.557482 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-92c87b53-cb49-416f-8a3c-f34d2492f72a req-c0f91e8e-e1e2-4522-b267-c9bea7c31bbc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0871341 Mar 25 20:11:11.581245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.581245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Port': ['ID=dbadc17e-0a4d-49f6-ab7f-15b4e11f8116,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:11.605146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.616934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.617268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.617602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.617932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.618262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.618609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.618965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.619300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.619606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.620107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.620426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.620865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:11.633238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b53f4f8-2019-466f-befd-67c9b4179855 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.635482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b53f4f8-2019-466f-befd-67c9b4179855 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.673971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Network 3f6df85b-a594-446f-83f2-0f6866c283ff is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:11.680111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:11.682872 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-97ea5faa-1493-484f-a993-2b19cf06e6b7 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/ports/dbadc17e-0a4d-49f6-ab7f-15b4e11f8116 HTTP/1.1" status: 204 len: 168 time: 0.9799054 Mar 25 20:11:11.683553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:11.685899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34610) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:11.762005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-df2c07aa-5785-44e3-bb01-c61229d29645 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Deleting port 66791388-ee20-45ae-bfa0-5d588bec3ea1 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:11.762349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df2c07aa-5785-44e3-bb01-c61229d29645 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.828239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b53f4f8-2019-466f-befd-67c9b4179855 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.828799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53f4f8-2019-466f-befd-67c9b4179855 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Fanout notify agent at l3_agent the message router_deleted on router e850c148-2d47-4d29-8ccd-671b92596945 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:11:11.889019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b53f4f8-2019-466f-befd-67c9b4179855 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.890480 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5b53f4f8-2019-466f-befd-67c9b4179855 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/routers/e850c148-2d47-4d29-8ccd-671b92596945 HTTP/1.1" status: 204 len: 168 time: 0.8288851 Mar 25 20:11:11.894126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34614) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:11.894694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event updated for resources: {'Port': ['ID=c3e3f1a3-5da1-46c3-8172-541b3bc84b4e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:11.953405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:11.954024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:11.997036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-5baf02e4-2ca6-4c4d-a222-a3708f6d50da tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Deleting port 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:11.997378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5baf02e4-2ca6-4c4d-a222-a3708f6d50da tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.050191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df2c07aa-5785-44e3-bb01-c61229d29645 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.051747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-01be5bbe-3850-44dc-937d-1b2448ea3baf None None] Provisioning for port c3e3f1a3-5da1-46c3-8172-541b3bc84b4e completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:12.057572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-01be5bbe-3850-44dc-937d-1b2448ea3baf None None] Provisioning complete for port c3e3f1a3-5da1-46c3-8172-541b3bc84b4e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:12.058149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-01be5bbe-3850-44dc-937d-1b2448ea3baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.115975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-01be5bbe-3850-44dc-937d-1b2448ea3baf None None] Port c3e3f1a3-5da1-46c3-8172-541b3bc84b4e cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:12.151642 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-033644de-5615-4332-8048-77c673755080 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0396042 Mar 25 20:11:12.154473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34618) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:12.162262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Request body: {'floatingip': {'port_id': 'c3e3f1a3-5da1-46c3-8172-541b3bc84b4e'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:12.178649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-df2c07aa-5785-44e3-bb01-c61229d29645 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Calling delete_port for 66791388-ee20-45ae-bfa0-5d588bec3ea1 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:12.188675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c8caa84-5779-49dc-b1bc-4bbb6f899269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.325906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df2c07aa-5785-44e3-bb01-c61229d29645 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.346611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.378118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c07aa-5785-44e3-bb01-c61229d29645 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Port': ['ID=66791388-ee20-45ae-bfa0-5d588bec3ea1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:12.384077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df2c07aa-5785-44e3-bb01-c61229d29645 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.390802 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-df2c07aa-5785-44e3-bb01-c61229d29645 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/ports/66791388-ee20-45ae-bfa0-5d588bec3ea1 HTTP/1.1" status: 204 len: 168 time: 0.7035313 Mar 25 20:11:12.393201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34622) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:12.426970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5baf02e4-2ca6-4c4d-a222-a3708f6d50da tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.437174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2b1ea2e2-3166-4abc-8e3e-19bd82d35d37 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Synchronizing usage tracker for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:12.540974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2b1ea2e2-3166-4abc-8e3e-19bd82d35d37 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Unset dirty status for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:12.540974 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2b1ea2e2-3166-4abc-8e3e-19bd82d35d37 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1434727 Mar 25 20:11:12.541360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34626) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:12.547017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-894644836'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:12.551761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:12.555778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-5baf02e4-2ca6-4c4d-a222-a3708f6d50da tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Calling delete_port for 47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:12.556508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Usage tracker for resource:network and tenant:3be52f23a4f34d8aa7d26de00d5c94f5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:12.565387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:12.565767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:12.635504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Made reservation on behalf of 3be52f23a4f34d8aa7d26de00d5c94f5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:12.640373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.672630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:12.682215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.682556 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Added segment b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312 of type vlan for network aa00b28c-5cdd-4b06-9307-435f68a09dd5 Mar 25 20:11:12.705652 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ecd5c729-7a66-4f01-8293-eed0dce442f1 req-7cdd86fb-3a55-4a9e-979f-4566d058ba3c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0707786 Mar 25 20:11:12.708051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.796186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.812100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.812245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.820518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:12.820518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:12.931638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Network': ['ID=aa00b28c-5cdd-4b06-9307-435f68a09dd5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:12.939868 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b4f30eef-5405-4f6a-824c-5e04219ff0eb tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3948252 Mar 25 20:11:12.941824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34632) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:12.944264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network aa00b28c-5cdd-4b06-9307-435f68a09dd5 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:12.945440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1730154060'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:12.950532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:12.954634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Usage tracker for resource:network and tenant:3be52f23a4f34d8aa7d26de00d5c94f5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:12.957604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:12.964567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:13.019686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5baf02e4-2ca6-4c4d-a222-a3708f6d50da tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.061805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Made reservation on behalf of 3be52f23a4f34d8aa7d26de00d5c94f5 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:13.061805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.089512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:13.098436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.098779 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Added segment 16b70919-a9b7-4f70-a993-07a2aa82b7f6 of type vlan for network 83c18a2a-7716-4e65-8b71-450191fe809b Mar 25 20:11:13.127915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.139834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf02e4-2ca6-4c4d-a222-a3708f6d50da tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Pushing event deleted for resources: {'Port': ['ID=47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:13.180094 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:11:13.265443 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.274774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:13.275739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.406685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5baf02e4-2ca6-4c4d-a222-a3708f6d50da tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.408380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Network': ['ID=83c18a2a-7716-4e65-8b71-450191fe809b,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:13.424435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 83c18a2a-7716-4e65-8b71-450191fe809b details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:13.458692 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3069df03-5ff4-4d48-9c0e-be54c6304f86 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5176675 Mar 25 20:11:13.527598 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5baf02e4-2ca6-4c4d-a222-a3708f6d50da tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/ports/47cfe4b6-ddf9-47c6-8d76-e6bbf6b87745 HTTP/1.1" status: 204 len: 168 time: 1.6286225 Mar 25 20:11:13.531046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34640) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:13.563487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.591300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34644) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:13.598629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'subnets': [{'network_id': 'aa00b28c-5cdd-4b06-9307-435f68a09dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--173387700', 'ip_version': 4}, {'network_id': '83c18a2a-7716-4e65-8b71-450191fe809b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:13.598940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'subnet': {'network_id': 'aa00b28c-5cdd-4b06-9307-435f68a09dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--173387700', 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:13.599493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Request body: {'subnet': {'network_id': '83c18a2a-7716-4e65-8b71-450191fe809b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:13.641243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.643344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef364be-7727-4c6f-a950-91d5465f4479 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Deleting subnet e532ca83-f81f-48d3-9cad-8371bb6c633c {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:11:13.699225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef364be-7727-4c6f-a950-91d5465f4479 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.841915 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 001febe4-2aa5-4039-ba70-489e69858d59 associated. External IP: 172.26.8.241, port: a5de3e18-e5cc-4631-a97e-763ebca423a3. Mar 25 20:11:13.933320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef364be-7727-4c6f-a950-91d5465f4479 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:13.948088 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ea2e8883-e068-4de7-8fa5-92cf86f1072d req-5ef1c8dc-25c1-45f3-916d-492c0ddc4979 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1077583 Mar 25 20:11:14.070264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:14.083188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Usage tracker for resource:subnet and tenant:3be52f23a4f34d8aa7d26de00d5c94f5 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:14.083188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:14.093086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:14.111486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef364be-7727-4c6f-a950-91d5465f4479 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.182768 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Made reservation on behalf of 3be52f23a4f34d8aa7d26de00d5c94f5 for: {'subnet': 2} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:14.184402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.187766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.188157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.245362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:14.276899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef364be-7727-4c6f-a950-91d5465f4479 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.327279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef364be-7727-4c6f-a950-91d5465f4479 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Pushing event deleted for resources: {'Subnet': ['ID=e532ca83-f81f-48d3-9cad-8371bb6c633c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:14.340038 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef364be-7727-4c6f-a950-91d5465f4479 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.340990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be65a6-1948-4225-a413-53633759ea28 None None] Network 0cbe6405-8c70-4ea9-88fb-7104259cb87b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:14.348768 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1ef364be-7727-4c6f-a950-91d5465f4479 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/subnets/e532ca83-f81f-48d3-9cad-8371bb6c633c HTTP/1.1" status: 204 len: 168 time: 0.8165147 Mar 25 20:11:14.351852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34650) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:14.432040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:14.454297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65631546-6b2c-43fb-b6e5-62292213fa02 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:14.481656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65631546-6b2c-43fb-b6e5-62292213fa02 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:14.483392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-65631546-6b2c-43fb-b6e5-62292213fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:14.526804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.551825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-65631546-6b2c-43fb-b6e5-62292213fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:14.560445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Deleting port 20201de1-918b-4591-87b6-4ed0f4eda072 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:14.560817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.650158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65631546-6b2c-43fb-b6e5-62292213fa02 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:14.650930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-65631546-6b2c-43fb-b6e5-62292213fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:14.799967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-65631546-6b2c-43fb-b6e5-62292213fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:14.802299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65631546-6b2c-43fb-b6e5-62292213fa02 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:14.925699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] DHCP port deletion for 0cbe6405-8c70-4ea9-88fb-7104259cb87b request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:11:14.929900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] Deleting port 20201de1-918b-4591-87b6-4ed0f4eda072 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:14.930314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.951745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] For port 20201de1-918b-4591-87b6-4ed0f4eda072, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=20201de1-918b-4591-87b6-4ed0f4eda072,segment=NetworkSegment(744a58fe-3802-4f28-8bb8-d8695e9b9435),segment_id=744a58fe-3802-4f28-8bb8-d8695e9b9435)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:14.952035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:14.969714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router df8fe524-c572-4a1e-aea5-f25a6fc738dd has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:15.096402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Calling delete_port for 20201de1-918b-4591-87b6-4ed0f4eda072 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:15.155549 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3f3da8fa-963a-407b-96f5-2df7a6a6587e req-e07aaedd-958e-4663-b55c-700ec72d6649 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0568588 Mar 25 20:11:15.223832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] For port 20201de1-918b-4591-87b6-4ed0f4eda072, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=20201de1-918b-4591-87b6-4ed0f4eda072,segment=NetworkSegment(744a58fe-3802-4f28-8bb8-d8695e9b9435),segment_id=744a58fe-3802-4f28-8bb8-d8695e9b9435)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:15.224219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.287673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.326713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.352883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-23d3fef7-c180-4e8a-b11f-725bc2315867 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:15.355008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-23d3fef7-c180-4e8a-b11f-725bc2315867 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 HTTP/1.1" status: 200 len: 796 time: 0.3028944 Mar 25 20:11:15.371280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] Calling delete_port for 20201de1-918b-4591-87b6-4ed0f4eda072 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:15.384380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:15.397631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.398044 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a491f-c04b-415f-b3da-273678014afb None None] Sync routers for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:15.402330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Pushing event deleted for resources: {'Port': ['ID=20201de1-918b-4591-87b6-4ed0f4eda072,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:15.415501 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a491f-c04b-415f-b3da-273678014afb None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:15.416411 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6e9a491f-c04b-415f-b3da-273678014afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:15.417711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] No DVR routers for this DVR port 20201de1-918b-4591-87b6-4ed0f4eda072 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:11:15.463803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:11:15.464827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:11:15.484669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Subnet': ['ID=7d2cb1b2-0b3a-4839-ac56-9bb9cb457aa2,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:15.494096 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6e9a491f-c04b-415f-b3da-273678014afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:15.504463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-d2daaac0-098a-47ce-9b78-be024599909b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 380 time: 0.0726173 Mar 25 20:11:15.504948 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a491f-c04b-415f-b3da-273678014afb None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:15.505441 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6e9a491f-c04b-415f-b3da-273678014afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:15.520133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['25cacdc8-f914-49a2-8c2c-18b3c293fadc']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:15.531401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Checking segment: {'id': 'b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa00b28c-5cdd-4b06-9307-435f68a09dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:15.531945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Network hostable DHCP agents. Network: aa00b28c-5cdd-4b06-9307-435f68a09dd5, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:15.576289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6e9a491f-c04b-415f-b3da-273678014afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:15.576875 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a491f-c04b-415f-b3da-273678014afb None None] The sync data for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:15.603385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.632324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbe6405-8c70-4ea9-88fb-7104259cb87b']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:15.649410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744a58fe-3802-4f28-8bb8-d8695e9b9435') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:15.649996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744a58fe-3802-4f28-8bb8-d8695e9b9435') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:15.661891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.685993 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-72ab0ca5-9ce0-4d42-8017-44b197e8a61c tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/floatingips/001febe4-2aa5-4039-ba70-489e69858d59 HTTP/1.1" status: 200 len: 979 time: 3.5277567 Mar 25 20:11:15.687475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34660) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:15.782650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:15.784379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Network aa00b28c-5cdd-4b06-9307-435f68a09dd5 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:15.788452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port c3e3f1a3-5da1-46c3-8172-541b3bc84b4e {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:15.788800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.797255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.803947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:15.804287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:15.818771 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:15.834844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:15.877206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, aa00b28c-5cdd-4b06-9307-435f68a09dd5) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:15.884638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eaf5ec-1a5a-4c66-a558-0aee6705b037 None None] Network aa00b28c-5cdd-4b06-9307-435f68a09dd5 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:15.892148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.957720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:15.961431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.969053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] Deleting port 20201de1-918b-4591-87b6-4ed0f4eda072 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:15.969683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:15.972136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event updated for resources: {'Subnet': ['ID=ead6f163-3d5d-4a16-8bcc-bde96a90a3ee,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:15.983530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Checking segment: {'id': '16b70919-a9b7-4f70-a993-07a2aa82b7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83c18a2a-7716-4e65-8b71-450191fe809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:15.983884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Network hostable DHCP agents. Network: 83c18a2a-7716-4e65-8b71-450191fe809b, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:16.054122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-70eceb43-f2f8-43ba-85ef-c48316650f1f None None] The port '20201de1-918b-4591-87b6-4ed0f4eda072' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:11:16.071740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:16.103413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:16.114001 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] Pushing event deleted for resources: {'Network': ['ID=0cbe6405-8c70-4ea9-88fb-7104259cb87b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:16.120395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Network 83c18a2a-7716-4e65-8b71-450191fe809b is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:16.133956 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e2bf781c-dc0a-4001-95a5-4a13be1df8b5 tempest-TagsExtTest-1257567045 tempest-TagsExtTest-1257567045-project] 10.222.0.37 "DELETE /v2.0/networks/0cbe6405-8c70-4ea9-88fb-7104259cb87b HTTP/1.1" status: 204 len: 168 time: 1.7811224 Mar 25 20:11:16.148969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:16.173692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 20201de1-918b-4591-87b6-4ed0f4eda072 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:11:16.221169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 20201de1-918b-4591-87b6-4ed0f4eda072 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:11:16.221468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 20201de1-918b-4591-87b6-4ed0f4eda072 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:11:16.228555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 83c18a2a-7716-4e65-8b71-450191fe809b) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:16.233678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:16.233981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-aa00b28c-5cdd-4b06-9307-435f68a09dd5', 'network_id': 'aa00b28c-5cdd-4b06-9307-435f68a09dd5', 'tenant_id': '3be52f23a4f34d8aa7d26de00d5c94f5', 'fixed_ips': [{'subnet_id': '7d2cb1b2-0b3a-4839-ac56-9bb9cb457aa2'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:11:16.234335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:16.235077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:16.235335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:16.270433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f95422e-65eb-40cb-a40f-26c3321db2f7 None None] Network 83c18a2a-7716-4e65-8b71-450191fe809b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:16.332216 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-107545c0-6ccc-401e-a8c1-8b38d489b26b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7399333 Mar 25 20:11:16.335316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34670) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:16.409545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb4c0a-b0b8-4c73-b00f-8cfd1683c17f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:16.411386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb4c0a-b0b8-4c73-b00f-8cfd1683c17f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:16.413521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb4c0a-b0b8-4c73-b00f-8cfd1683c17f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:16.414336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3bdb4c0a-b0b8-4c73-b00f-8cfd1683c17f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Synchronizing usage tracker for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:16.473042 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-79f90e26-98a8-40dd-aeec-7d6a36858a99 req-0e54ef0b-be4c-47bc-981b-dae79869eb68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1097651 Mar 25 20:11:16.508205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3bdb4c0a-b0b8-4c73-b00f-8cfd1683c17f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Unset dirty status for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:16.510243 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3bdb4c0a-b0b8-4c73-b00f-8cfd1683c17f tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1732469 Mar 25 20:11:16.515448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34674) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:16.592321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-be38d667-5f00-485a-9e4b-63b69629f5bd tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Deleting subnet 7d2cb1b2-0b3a-4839-ac56-9bb9cb457aa2 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:11:16.647364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Allocated IP 172.20.0.2 (aa00b28c-5cdd-4b06-9307-435f68a09dd5/7d2cb1b2-0b3a-4839-ac56-9bb9cb457aa2/aa2a9f6d-4aba-4813-894c-319e175e7aa7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:16.694867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-83c18a2a-7716-4e65-8b71-450191fe809b', 'network_id': '83c18a2a-7716-4e65-8b71-450191fe809b', 'tenant_id': '3be52f23a4f34d8aa7d26de00d5c94f5', 'fixed_ips': [{'subnet_id': 'ead6f163-3d5d-4a16-8bcc-bde96a90a3ee'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:11:16.696076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:16.748932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.4 (ab1d1d85-42a7-4fc1-8c2e-c564f47824f0/30a5b0d9-a476-4143-8fba-99e6c830c514/b42f1921-c2c0-43b5-ad6a-7bbbde236f45) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:16.769426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34680) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:16.787312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:16.787677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:16.787987 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Floating IP 001febe4-2aa5-4039-ba70-489e69858d59 disassociated. External IP: 172.26.8.241, port: c3e3f1a3-5da1-46c3-8172-541b3bc84b4e. Mar 25 20:11:16.788326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for c3e3f1a3-5da1-46c3-8172-541b3bc84b4e owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:16.959538 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-825df885-d0fc-4611-a1ca-2f7082a3a128 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f689b83e3e49466597f2af53d9bcc7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862755 Mar 25 20:11:16.959980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34686) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:17.033469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc5d549-ba66-4671-a43c-249635aeaf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.065083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Allocated IP 172.20.0.18 (83c18a2a-7716-4e65-8b71-450191fe809b/ead6f163-3d5d-4a16-8bcc-bde96a90a3ee/bf8eeae4-68cc-4a3d-a297-7059625d4808) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:17.065321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc5d549-ba66-4671-a43c-249635aeaf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.080414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.087932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.138347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.190912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=c3e3f1a3-5da1-46c3-8172-541b3bc84b4e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:17.212065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc5d549-ba66-4671-a43c-249635aeaf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.226950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Transition to ACTIVE for port object aa2a9f6d-4aba-4813-894c-319e175e7aa7 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:17.232205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5d549-ba66-4671-a43c-249635aeaf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c14de-05af-4f09-99a9-947e3db75319,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:17.240392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6fc5d549-ba66-4671-a43c-249635aeaf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.246217 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6fc5d549-ba66-4671-a43c-249635aeaf16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/877c14de-05af-4f09-99a9-947e3db75319 HTTP/1.1" status: 204 len: 168 time: 0.2851133 Mar 25 20:11:17.256566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object b42f1921-c2c0-43b5-ad6a-7bbbde236f45 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:17.274880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Transition to ACTIVE for port object aa2a9f6d-4aba-4813-894c-319e175e7aa7 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:17.353911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be38d667-5f00-485a-9e4b-63b69629f5bd tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.367747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.425074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router df8fe524-c572-4a1e-aea5-f25a6fc738dd has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:17.446528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be38d667-5f00-485a-9e4b-63b69629f5bd tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.471702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Network aa00b28c-5cdd-4b06-9307-435f68a09dd5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:17.485825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:17.495337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:17.512822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.539748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.556569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Transition to ACTIVE for port object bf8eeae4-68cc-4a3d-a297-7059625d4808 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:17.563522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be38d667-5f00-485a-9e4b-63b69629f5bd tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.579116 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Pushing event updated for resources: {'Port': ['ID=aa2a9f6d-4aba-4813-894c-319e175e7aa7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:17.663587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:17.678194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:17.681284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:17.727523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Transition to ACTIVE for port object bf8eeae4-68cc-4a3d-a297-7059625d4808 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:17.732649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be38d667-5f00-485a-9e4b-63b69629f5bd tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.769645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Attempting to bind port aa2a9f6d-4aba-4813-894c-319e175e7aa7 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:11:17.770184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Attempting to bind port aa2a9f6d-4aba-4813-894c-319e175e7aa7 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa00b28c-5cdd-4b06-9307-435f68a09dd5'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:11:17.770704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Attempting to bind port aa2a9f6d-4aba-4813-894c-319e175e7aa7 on network aa00b28c-5cdd-4b06-9307-435f68a09dd5 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:17.779396 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:11:17.779983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Checking segment: {'id': 'b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa00b28c-5cdd-4b06-9307-435f68a09dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:17.780707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.781339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Bound using segment: {'id': 'b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa00b28c-5cdd-4b06-9307-435f68a09dd5'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:11:17.782158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Bound port: aa2a9f6d-4aba-4813-894c-319e175e7aa7, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa00b28c-5cdd-4b06-9307-435f68a09dd5'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:11:17.782672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.798543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be38d667-5f00-485a-9e4b-63b69629f5bd tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.809317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38d667-5f00-485a-9e4b-63b69629f5bd tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2cb1b2-0b3a-4839-ac56-9bb9cb457aa2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:17.846336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.869924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:17.883481 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-be38d667-5f00-485a-9e4b-63b69629f5bd tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/subnets/7d2cb1b2-0b3a-4839-ac56-9bb9cb457aa2 HTTP/1.1" status: 204 len: 168 time: 1.3661950 Mar 25 20:11:17.885827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34694) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:17.932427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:17.932427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.935869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:17.952405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Pushing event updated for resources: {'Port': ['ID=bf8eeae4-68cc-4a3d-a297-7059625d4808,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:17.960800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a108e-b7de-4c2f-9dae-d659e721dc05 None None] Sync routers for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:17.980265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d71a29-0eb3-4ff4-8439-450ad6254a22 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Deleting subnet ead6f163-3d5d-4a16-8bcc-bde96a90a3ee {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:11:17.984613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9d71a29-0eb3-4ff4-8439-450ad6254a22 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:17.997928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Network 83c18a2a-7716-4e65-8b71-450191fe809b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:18.015438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:18.020407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a108e-b7de-4c2f-9dae-d659e721dc05 None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:18.021204 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a23a108e-b7de-4c2f-9dae-d659e721dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:18.052738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9d71a29-0eb3-4ff4-8439-450ad6254a22 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.082738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:18.102011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1a734-3995-4bfb-9c07-c0d9a217c8f8 req-59d89f9a-e2c1-4e8a-9ee0-e62e6cc9f4bb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:18.103019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0bc1a734-3995-4bfb-9c07-c0d9a217c8f8 req-59d89f9a-e2c1-4e8a-9ee0-e62e6cc9f4bb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:18.106110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.117064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.119130 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc969ec5-da4e-4451-94fe-247ed8ff09a7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/ports/c3e3f1a3-5da1-46c3-8172-541b3bc84b4e HTTP/1.1" status: 204 len: 168 time: 2.4307351 Mar 25 20:11:18.123138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34698) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:18.128677 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-0b6a411c-04db-4239-b0ee-309b4a5add82 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6128030 Mar 25 20:11:18.139852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a23a108e-b7de-4c2f-9dae-d659e721dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:18.155784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] For port aa2a9f6d-4aba-4813-894c-319e175e7aa7, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:11:18.160269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9d71a29-0eb3-4ff4-8439-450ad6254a22 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.190670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Request body: {'port': {'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:18.211598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] For port aa2a9f6d-4aba-4813-894c-319e175e7aa7, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aa2a9f6d-4aba-4813-894c-319e175e7aa7,segment=NetworkSegment(b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312),segment_id=b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:11:18.214801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a108e-b7de-4c2f-9dae-d659e721dc05 None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:18.215383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a23a108e-b7de-4c2f-9dae-d659e721dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:18.238622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0bc1a734-3995-4bfb-9c07-c0d9a217c8f8 req-59d89f9a-e2c1-4e8a-9ee0-e62e6cc9f4bb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:18.241600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0bc1a734-3995-4bfb-9c07-c0d9a217c8f8 req-59d89f9a-e2c1-4e8a-9ee0-e62e6cc9f4bb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 931 time: 0.5748093 Mar 25 20:11:18.271095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1bf72f21-f288-40b3-a963-38ba5f1d6e7e None None] Provisioning for port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:18.281374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Attempting to bind port bf8eeae4-68cc-4a3d-a297-7059625d4808 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:11:18.281748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Attempting to bind port bf8eeae4-68cc-4a3d-a297-7059625d4808 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '16b70919-a9b7-4f70-a993-07a2aa82b7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83c18a2a-7716-4e65-8b71-450191fe809b'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:11:18.282101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Attempting to bind port bf8eeae4-68cc-4a3d-a297-7059625d4808 on network 83c18a2a-7716-4e65-8b71-450191fe809b {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:18.289104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1bf72f21-f288-40b3-a963-38ba5f1d6e7e None None] Provisioning complete for port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:18.289475 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1bf72f21-f288-40b3-a963-38ba5f1d6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.298511 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9d71a29-0eb3-4ff4-8439-450ad6254a22 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.317321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a23a108e-b7de-4c2f-9dae-d659e721dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:18.317321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a108e-b7de-4c2f-9dae-d659e721dc05 None None] The sync data for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:18.328054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:11:18.328054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Checking segment: {'id': '16b70919-a9b7-4f70-a993-07a2aa82b7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83c18a2a-7716-4e65-8b71-450191fe809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:18.328054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.328054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Bound using segment: {'id': '16b70919-a9b7-4f70-a993-07a2aa82b7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83c18a2a-7716-4e65-8b71-450191fe809b'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:11:18.328054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Bound port: bf8eeae4-68cc-4a3d-a297-7059625d4808, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b70919-a9b7-4f70-a993-07a2aa82b7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83c18a2a-7716-4e65-8b71-450191fe809b'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:11:18.328054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.336342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.347807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d71a29-0eb3-4ff4-8439-450ad6254a22 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Subnet': ['ID=ead6f163-3d5d-4a16-8bcc-bde96a90a3ee,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:18.351789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d9d71a29-0eb3-4ff4-8439-450ad6254a22 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.368720 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d9d71a29-0eb3-4ff4-8439-450ad6254a22 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/subnets/ead6f163-3d5d-4a16-8bcc-bde96a90a3ee HTTP/1.1" status: 204 len: 168 time: 0.4791310 Mar 25 20:11:18.370471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34702) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:18.448216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc6825-4efa-4e89-9e57-e75a0d4a99ef tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:18.449034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-84bc6825-4efa-4e89-9e57-e75a0d4a99ef tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Synchronizing usage tracker for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:subnet {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:18.494944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1bf72f21-f288-40b3-a963-38ba5f1d6e7e None None] Port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:18.521141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-84bc6825-4efa-4e89-9e57-e75a0d4a99ef tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Unset dirty status for tenant:3be52f23a4f34d8aa7d26de00d5c94f5 on resource:subnet {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:18.524290 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-84bc6825-4efa-4e89-9e57-e75a0d4a99ef tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1508186 Mar 25 20:11:18.527323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511b76-254d-432f-9702-bd502563fcc1 None None] Pushing event updated for resources: {'Port': ['ID=aa2a9f6d-4aba-4813-894c-319e175e7aa7,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:18.533531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34706) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:18.545411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] For port bf8eeae4-68cc-4a3d-a297-7059625d4808, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:11:18.548903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] For port bf8eeae4-68cc-4a3d-a297-7059625d4808, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bf8eeae4-68cc-4a3d-a297-7059625d4808,segment=NetworkSegment(16b70919-a9b7-4f70-a993-07a2aa82b7f6),segment_id=16b70919-a9b7-4f70-a993-07a2aa82b7f6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:11:18.571149 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0bc1a734-3995-4bfb-9c07-c0d9a217c8f8 req-4ed4e842-5f6c-446d-a241-afe83229c716 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236203 Mar 25 20:11:18.615194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.634374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.668098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.680420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Deleting port bf8eeae4-68cc-4a3d-a297-7059625d4808 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:18.680984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:18.785952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a99cdd-6241-4f3a-b70f-441c5c3bcdc8 None None] Network aa00b28c-5cdd-4b06-9307-435f68a09dd5 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:18.802478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcee7a7-5bc8-44fd-97f3-bf4449ab2250 None None] Pushing event updated for resources: {'Port': ['ID=bf8eeae4-68cc-4a3d-a297-7059625d4808,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:18.881691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d452c61-1049-42f2-b4fb-ce3a4481ffc1 None None] Network 83c18a2a-7716-4e65-8b71-450191fe809b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:18.923398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] For port bf8eeae4-68cc-4a3d-a297-7059625d4808, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bf8eeae4-68cc-4a3d-a297-7059625d4808,segment=NetworkSegment(16b70919-a9b7-4f70-a993-07a2aa82b7f6),segment_id=16b70919-a9b7-4f70-a993-07a2aa82b7f6)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:18.924004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.062849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Calling delete_port for bf8eeae4-68cc-4a3d-a297-7059625d4808 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:19.232076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d9c01-d858-4750-a813-528379b5e3fe None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:11:19.332771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.332933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42f1921-c2c0-43b5-ad6a-7bbbde236f45 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:11:19.342550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.347534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d9c01-d858-4750-a813-528379b5e3fe None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:11:19.359959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.378688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Port': ['ID=bf8eeae4-68cc-4a3d-a297-7059625d4808,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:19.384278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] No DVR routers for this DVR port bf8eeae4-68cc-4a3d-a297-7059625d4808 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:11:19.436146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Transition to ACTIVE for port object b42f1921-c2c0-43b5-ad6a-7bbbde236f45 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:19.514916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.527522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.543097 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c18a2a-7716-4e65-8b71-450191fe809b']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:19.559274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b70919-a9b7-4f70-a993-07a2aa82b7f6') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:19.559561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b70919-a9b7-4f70-a993-07a2aa82b7f6') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:19.573198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.603197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.610850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:19.618703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:19.655068 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:19.745202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f70fa-a225-4b3f-9e64-7252d00c616b None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:11:19.803547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Pushing event updated for resources: {'Port': ['ID=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:19.839783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.844226 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:19.867268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f70fa-a225-4b3f-9e64-7252d00c616b None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:11:19.874713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Network': ['ID=83c18a2a-7716-4e65-8b71-450191fe809b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:19.883994 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ac01d899-1f85-486b-b31f-c15b067a0b9b tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/networks/83c18a2a-7716-4e65-8b71-450191fe809b HTTP/1.1" status: 204 len: 168 time: 1.3493159 Mar 25 20:11:19.886560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34712) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:20.038892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.038892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Deleting port aa2a9f6d-4aba-4813-894c-319e175e7aa7 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:20.038892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.112571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Attempting to bind port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:11:20.112858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Attempting to bind port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:11:20.113218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Attempting to bind port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 on network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:20.127582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 on network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:11:20.127909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Attempting to bind port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 on network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:20.172230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104be6d-2cda-43af-a1c7-3d2b0ffe9561 req-c8544e99-7681-4e7b-aff4-aed2ac6bb7d4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:20.173738 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5104be6d-2cda-43af-a1c7-3d2b0ffe9561 req-c8544e99-7681-4e7b-aff4-aed2ac6bb7d4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 943 time: 0.3638442 Mar 25 20:11:20.174483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:11:20.174811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Checking segment: {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:20.175361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Bound using segment: {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:11:20.175989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Bound port: b42f1921-c2c0-43b5-ad6a-7bbbde236f45, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261351df-c183-4fa9-91fa-e57e770fdef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:11:20.176536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.265015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] For port aa2a9f6d-4aba-4813-894c-319e175e7aa7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aa2a9f6d-4aba-4813-894c-319e175e7aa7,segment=NetworkSegment(b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312),segment_id=b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:20.265380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.295018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port 549a43e8-5252-48f3-8d70-660ef204fbb7 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:20.295362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.349074 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5104be6d-2cda-43af-a1c7-3d2b0ffe9561 req-eb43860f-abff-4d1a-ad4e-397a416377ac tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548939 Mar 25 20:11:20.378468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] For port b42f1921-c2c0-43b5-ad6a-7bbbde236f45, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:11:20.387873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] For port b42f1921-c2c0-43b5-ad6a-7bbbde236f45, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:11:20.404546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Calling delete_port for aa2a9f6d-4aba-4813-894c-319e175e7aa7 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:20.477255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.521067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.573349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Port': ['ID=aa2a9f6d-4aba-4813-894c-319e175e7aa7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:20.577011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:20.577658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.578176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] No DVR routers for this DVR port aa2a9f6d-4aba-4813-894c-319e175e7aa7 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:11:20.580075 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] 10.222.0.43 "PUT /v2.0/ports/b42f1921-c2c0-43b5-ad6a-7bbbde236f45 HTTP/1.1" status: 200 len: 1093 time: 2.3925471 Mar 25 20:11:20.580075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:11:20.608128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ea063-2ffe-4264-8a77-16457339ef97 service neutron] Pushing event updated for resources: {'Port': ['ID=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:20.610429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.682996 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'status': 'completed', 'code': 200} Mar 25 20:11:20.757066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.781078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for 549a43e8-5252-48f3-8d70-660ef204fbb7 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:20.789732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa00b28c-5cdd-4b06-9307-435f68a09dd5']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:20.803625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:20.803906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cd9fa3-d57a-4bf7-9a86-7c23ceae5312') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:20.817417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.835888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.843570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:20.843957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:20.861783 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:20.901309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ab92-6ce2-4af9-85df-c6eadbc93d9e req-68bffaaa-be82-4f93-a58f-b9c398013a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:20.902612 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2126ab92-6ce2-4af9-85df-c6eadbc93d9e req-68bffaaa-be82-4f93-a58f-b9c398013a42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 1096 time: 0.1601934 Mar 25 20:11:21.005693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.026543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.033172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Network': ['ID=aa00b28c-5cdd-4b06-9307-435f68a09dd5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:21.046621 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-84b83e59-aad2-4fdb-beb0-5c6248ac6618 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/networks/aa00b28c-5cdd-4b06-9307-435f68a09dd5 HTTP/1.1" status: 204 len: 168 time: 1.1589205 Mar 25 20:11:21.049017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34718) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:21.160422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ab92-6ce2-4af9-85df-c6eadbc93d9e req-89c8f3a4-67d9-47e1-9acf-87ba32f52706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:21.161844 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2126ab92-6ce2-4af9-85df-c6eadbc93d9e req-89c8f3a4-67d9-47e1-9acf-87ba32f52706 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2509339 Mar 25 20:11:21.282186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.318053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ab92-6ce2-4af9-85df-c6eadbc93d9e req-9991ea9c-cd7a-4b38-b604-5d8432587aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:21.320069 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2126ab92-6ce2-4af9-85df-c6eadbc93d9e req-9991ea9c-cd7a-4b38-b604-5d8432587aff service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514750 Mar 25 20:11:21.401200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.415379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.450310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7baf818-94ac-4a93-b575-1fe24d0a40ff']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:21.458169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175266ee-2eba-46a7-bc83-9776553badbb') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:21.458831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175266ee-2eba-46a7-bc83-9776553badbb') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:21.473994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.484309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=549a43e8-5252-48f3-8d70-660ef204fbb7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:21.492308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.499079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:21.499502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:21.514797 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:21.646065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.672813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.691433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Network': ['ID=c7baf818-94ac-4a93-b575-1fe24d0a40ff,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:21.694523 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1a861ceb-994a-4b9c-a151-846864ab6bb2 tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/networks/c7baf818-94ac-4a93-b575-1fe24d0a40ff HTTP/1.1" status: 204 len: 168 time: 0.6443508 Mar 25 20:11:21.697882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34724) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:21.824762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.860534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-67002b62-f117-4c1f-9a3a-21d402e823bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:21.862031 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-67002b62-f117-4c1f-9a3a-21d402e823bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 1096 time: 0.5069063 Mar 25 20:11:21.959755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:21.986333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b270fb-7922-4ecc-935c-508946891e3b']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:21.999184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e71f41-e47e-42b3-8dc7-c0d7a6b59204') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:21.999482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e71f41-e47e-42b3-8dc7-c0d7a6b59204') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:22.008871 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-2f71a860-6777-40e8-9a00-daf08fcbd4c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45 HTTP/1.1" status: 200 len: 217 time: 0.1370564 Mar 25 20:11:22.011092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:22.026917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:22.032957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:22.033335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:22.048497 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:22.080244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32593d51-0ef8-40a7-9264-c559db5d595f req-84489ae3-4b53-4ca7-a2e9-2150a4191810 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:22.081775 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32593d51-0ef8-40a7-9264-c559db5d595f req-84489ae3-4b53-4ca7-a2e9-2150a4191810 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 943 time: 0.5935175 Mar 25 20:11:22.123619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:22.144346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-bd2d1e72-6b7f-40a0-9892-a18a04327aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:22.145868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-bd2d1e72-6b7f-40a0-9892-a18a04327aa9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30a5b0d9-a476-4143-8fba-99e6c830c514 HTTP/1.1" status: 200 len: 835 time: 0.1268892 Mar 25 20:11:22.177415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:22.194320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:22.205508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] Pushing event deleted for resources: {'Network': ['ID=f8b270fb-7922-4ecc-935c-508946891e3b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:22.213850 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b3c046af-7b6d-4a95-ace5-6668e15a310d tempest-BulkNetworkOpsTest-1619990631 tempest-BulkNetworkOpsTest-1619990631-project] 10.222.0.37 "DELETE /v2.0/networks/f8b270fb-7922-4ecc-935c-508946891e3b HTTP/1.1" status: 204 len: 168 time: 0.5120926 Mar 25 20:11:22.274716 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32593d51-0ef8-40a7-9264-c559db5d595f req-77ae0794-a2b9-4404-aa52-41578db3236a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757324 Mar 25 20:11:22.396166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-42a29fe5-a992-4ebd-8016-17b15b05fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:22.398266 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-42a29fe5-a992-4ebd-8016-17b15b05fb6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2444675 Mar 25 20:11:22.675959 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-f66e2d5a-d508-4693-b128-be2a55cf1237 service neutron] 10.222.0.43 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692029 Mar 25 20:11:22.736643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router df8fe524-c572-4a1e-aea5-f25a6fc738dd has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:22.777967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34732) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:22.908057 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083d11b-dea2-40c3-80a5-41b9fea5085a req-f1e00611-280c-4deb-8ff9-c53e77a03fd5 service neutron] 10.222.0.43 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187274 Mar 25 20:11:22.944039 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2c1b4386-ddae-41b4-84cc-1100a8ef29e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3be52f23a4f34d8aa7d26de00d5c94f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638319 Mar 25 20:11:22.946652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34738) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:23.009090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:23.020282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-69b2b464-23d2-4ec3-86ee-1022aac7b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:23.021480 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f028121-8874-4aea-8128-64e494a39692 None None] Sync routers for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:23.026294 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7e494659-c177-4389-af54-6208835152c7 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/routers/df8fe524-c572-4a1e-aea5-f25a6fc738dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8981829 Mar 25 20:11:23.026434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34742) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:23.031158 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f028121-8874-4aea-8128-64e494a39692 None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:23.031750 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2f028121-8874-4aea-8128-64e494a39692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:23.048665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-69b2b464-23d2-4ec3-86ee-1022aac7b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:23.101862 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2f028121-8874-4aea-8128-64e494a39692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:23.110948 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f028121-8874-4aea-8128-64e494a39692 None None] Routers {'df8fe524-c572-4a1e-aea5-f25a6fc738dd'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:23.111639 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2f028121-8874-4aea-8128-64e494a39692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:23.174510 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2f028121-8874-4aea-8128-64e494a39692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:23.174510 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f028121-8874-4aea-8128-64e494a39692 None None] The sync data for ids ['df8fe524-c572-4a1e-aea5-f25a6fc738dd'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:23.182989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-69b2b464-23d2-4ec3-86ee-1022aac7b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:23.198261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2b464-23d2-4ec3-86ee-1022aac7b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacdd989-b151-4aa7-bd4f-5886ca9a2da1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:23.205396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-69b2b464-23d2-4ec3-86ee-1022aac7b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:23.207554 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-69b2b464-23d2-4ec3-86ee-1022aac7b841 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cacdd989-b151-4aa7-bd4f-5886ca9a2da1 HTTP/1.1" status: 204 len: 168 time: 0.2586355 Mar 25 20:11:23.342876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:23.585511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a64da8-e13c-4718-8963-1c7537ff1add req-60748ffd-2011-4457-991e-26cc8cb8de7a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:23.586990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c4a64da8-e13c-4718-8963-1c7537ff1add req-60748ffd-2011-4457-991e-26cc8cb8de7a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 943 time: 0.1926045 Mar 25 20:11:23.588945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:23.638172 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c4a64da8-e13c-4718-8963-1c7537ff1add req-9b73dd83-ccfc-47e8-a025-fca5d3cee2c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447211 Mar 25 20:11:23.726115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port 29e1af60-2d0f-431c-bd8d-d88630c43369 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:23.729815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:23.904626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.027646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for 29e1af60-2d0f-431c-bd8d-d88630c43369 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:24.251581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.303674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=29e1af60-2d0f-431c-bd8d-d88630c43369,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:24.319519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34768) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:24.398220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.428757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-873339225'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:24.433759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:24.437665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:24.441497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:24.448389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:24.537240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:24.540861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.553675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.568337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:24.571125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.572859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:security_group_rule and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:24.573301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.575640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:24.581322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:24.663681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.664751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.664992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Fanout notify agent at l3_agent the message router_deleted on router df8fe524-c572-4a1e-aea5-f25a6fc738dd {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:11:24.682284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.683370 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-29918a12-de2a-45e5-93d3-1a40aabfb578 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/routers/df8fe524-c572-4a1e-aea5-f25a6fc738dd HTTP/1.1" status: 204 len: 168 time: 1.6559203 Mar 25 20:11:24.686103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34776) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:24.731999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.770283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:24.778669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb61e13f-85bf-4ed2-ae69-16f7c210e549,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:24.784996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.785558 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment 978e0018-029c-4343-b189-0c0182c9c0fe of type vlan for network fbac673a-b912-45a6-ac70-5625ebf53840 Mar 25 20:11:24.805213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e620da-bd5f-40f9-8818-ecf87f0a7b4e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting subnet 31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:11:24.810041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-63e620da-bd5f-40f9-8818-ecf87f0a7b4e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.813870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.870549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-63e620da-bd5f-40f9-8818-ecf87f0a7b4e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.942988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:24.948714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:24.949310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.050066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0c39-0d15-4b17-bb45-cf9bc131c8b3 req-a9e9140c-e1c8-4939-bbe6-57097c7ddadb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:25.051880 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a80d0c39-0d15-4b17-bb45-cf9bc131c8b3 req-a9e9140c-e1c8-4939-bbe6-57097c7ddadb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 943 time: 0.2962825 Mar 25 20:11:25.064045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=fbac673a-b912-45a6-ac70-5625ebf53840,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:25.074668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network fbac673a-b912-45a6-ac70-5625ebf53840 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:25.116108 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a80d0c39-0d15-4b17-bb45-cf9bc131c8b3 req-7c41962f-4c29-4bf8-91bf-e2f8f5b61527 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569506 Mar 25 20:11:25.122756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-63e620da-bd5f-40f9-8818-ecf87f0a7b4e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.127548 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1ca164c6-bebf-434d-a955-d6d6f1ae72e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8067625 Mar 25 20:11:25.130273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34780) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:25.140130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-704343062'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:25.145610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:25.150036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:25.152948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:25.158686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:25.256884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:25.260307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.285761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-63e620da-bd5f-40f9-8818-ecf87f0a7b4e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.288842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:25.297670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.298005 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment eccbae98-8a72-4799-8c62-f8369910e90f of type vlan for network 6ca34bae-297a-40ff-8dbc-6601468c66f6 Mar 25 20:11:25.323993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.324830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e620da-bd5f-40f9-8818-ecf87f0a7b4e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Subnet': ['ID=31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:25.328141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-63e620da-bd5f-40f9-8818-ecf87f0a7b4e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.337738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49aeda7-0578-49b3-8a65-dbf278e0a531 None None] Network 3f6df85b-a594-446f-83f2-0f6866c283ff requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:25.338614 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-63e620da-bd5f-40f9-8818-ecf87f0a7b4e tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/subnets/31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9 HTTP/1.1" status: 204 len: 168 time: 0.6514740 Mar 25 20:11:25.341508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34786) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:25.467607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.478043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port f263fae1-b041-4b1f-ae88-a8f10a67cc7d {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:25.478365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.507130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.512436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:25.513074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.577317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] DHCP port deletion for 3f6df85b-a594-446f-83f2-0f6866c283ff request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:11:25.581439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] Deleting port f263fae1-b041-4b1f-ae88-a8f10a67cc7d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:25.581821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.644589 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50298598-df04-48d8-a209-975d10950956 req-3bae6e17-572d-4f75-8fdc-613006d6db69 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784800 Mar 25 20:11:25.799430 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6654694 Mar 25 20:11:25.799827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34790) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:25.807689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': 'fbac673a-b912-45a6-ac70-5625ebf53840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:25.808289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290475a2-b271-488d-a45d-93c05c12d832 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=6ca34bae-297a-40ff-8dbc-6601468c66f6,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:25.826476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50298598-df04-48d8-a209-975d10950956 req-9fb8735a-8add-4a67-91f7-8984842ee65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:25.828177 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50298598-df04-48d8-a209-975d10950956 req-9fb8735a-8add-4a67-91f7-8984842ee65c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.1028216 Mar 25 20:11:25.828305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6ca34bae-297a-40ff-8dbc-6601468c66f6 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:25.907291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] For port f263fae1-b041-4b1f-ae88-a8f10a67cc7d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f263fae1-b041-4b1f-ae88-a8f10a67cc7d,segment=NetworkSegment(44b8a5c4-8652-4850-9d89-0811d874ae84),segment_id=44b8a5c4-8652-4850-9d89-0811d874ae84)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:25.907819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:25.928919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] For port f263fae1-b041-4b1f-ae88-a8f10a67cc7d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f263fae1-b041-4b1f-ae88-a8f10a67cc7d,segment=NetworkSegment(44b8a5c4-8652-4850-9d89-0811d874ae84),segment_id=44b8a5c4-8652-4850-9d89-0811d874ae84)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:25.929252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.010924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:26.023961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:26.035659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:26.045913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:26.061751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for f263fae1-b041-4b1f-ae88-a8f10a67cc7d owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:26.075102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50298598-df04-48d8-a209-975d10950956 req-3194afe0-9ccb-4418-a4a4-f69c22adbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:26.076989 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50298598-df04-48d8-a209-975d10950956 req-3194afe0-9ccb-4418-a4a4-f69c22adbcc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1775103 Mar 25 20:11:26.113836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] Calling delete_port for f263fae1-b041-4b1f-ae88-a8f10a67cc7d owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:26.181529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f263fae1-b041-4b1f-ae88-a8f10a67cc7d no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:11:26.191345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:26.207564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.221397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.226423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: f263fae1-b041-4b1f-ae88-a8f10a67cc7d {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:11:26.230942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f263fae1-b041-4b1f-ae88-a8f10a67cc7d not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:11:26.273565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:11:26.273909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:11:26.308983 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=f263fae1-b041-4b1f-ae88-a8f10a67cc7d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:26.312695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] No DVR routers for this DVR port f263fae1-b041-4b1f-ae88-a8f10a67cc7d on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:11:26.403011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device b42f1921-c2c0-43b5-ad6a-7bbbde236f45 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:11:26.433407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50298598-df04-48d8-a209-975d10950956 req-8f61d177-c2ba-419f-a995-7e3dac8c3be4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480 HTTP/1.1" status: 200 len: 1001 time: 0.3399663 Mar 25 20:11:26.445756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.472560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6df85b-a594-446f-83f2-0f6866c283ff']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:26.486932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b8a5c4-8652-4850-9d89-0811d874ae84') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:26.487497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b8a5c4-8652-4850-9d89-0811d874ae84') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:26.499824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.518537 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.527363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:26.531887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.533467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50298598-df04-48d8-a209-975d10950956 req-c3c11ce4-0881-450e-a3f1-ba68a36d927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:26.534922 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50298598-df04-48d8-a209-975d10950956 req-c3c11ce4-0881-450e-a3f1-ba68a36d927d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0937257 Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:26.542604 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:26.547355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port b42f1921-c2c0-43b5-ad6a-7bbbde236f45, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:26.561291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:11:26.571496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a71a5c-50a0-4acd-93c2-713cf1893502 req-23789320-e992-4914-8e2b-2828ff35030d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:26.572981 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45a71a5c-50a0-4acd-93c2-713cf1893502 req-23789320-e992-4914-8e2b-2828ff35030d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 943 time: 0.2887340 Mar 25 20:11:26.619157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.637556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42f1921-c2c0-43b5-ad6a-7bbbde236f45 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:11:26.656603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port b42f1921-c2c0-43b5-ad6a-7bbbde236f45, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:26.697535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.717348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.726012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Network': ['ID=3f6df85b-a594-446f-83f2-0f6866c283ff,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:26.730488 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45a71a5c-50a0-4acd-93c2-713cf1893502 req-25822533-6e12-44ad-9c6e-2ca11a0f4d3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046100 Mar 25 20:11:26.737538 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b3e55733-93a5-4ac7-9251-9043136fbd84 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/networks/3f6df85b-a594-446f-83f2-0f6866c283ff HTTP/1.1" status: 204 len: 168 time: 1.3944526 Mar 25 20:11:26.746937 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34796) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:26.747700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.750647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50298598-df04-48d8-a209-975d10950956 req-c0dc4414-6b14-427c-b926-2fd30fa11300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:26.752108 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50298598-df04-48d8-a209-975d10950956 req-c0dc4414-6b14-427c-b926-2fd30fa11300 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1741724 Mar 25 20:11:26.789033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] Deleting port f263fae1-b041-4b1f-ae88-a8f10a67cc7d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:26.789616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.845790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.867562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cdc73411-a1e6-4c3b-a24b-e178a68de650 None None] The port 'f263fae1-b041-4b1f-ae88-a8f10a67cc7d' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:11:26.897658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:26.905726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port f8748fba-48f0-4c6b-9917-ca9fa03bc0e0 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:26.905975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:26.906080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.906349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.906901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.907390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.907723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.908047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.908382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.908795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.909575 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.909984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.910308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.910625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:11:26.969994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=4d5fa719-2427-4394-9a81-0916a3fc39e0,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:26.983054 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50298598-df04-48d8-a209-975d10950956 req-c74ca96a-c4c9-4093-a5be-8ea20b023e19 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237716 Mar 25 20:11:26.983899 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': '978e0018-029c-4343-b189-0c0182c9c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fbac673a-b912-45a6-ac70-5625ebf53840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:26.984246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: fbac673a-b912-45a6-ac70-5625ebf53840, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:27.066267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['b42f1921-c2c0-43b5-ad6a-7bbbde236f45'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:11:27.091291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:27.091678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:27.143361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50298598-df04-48d8-a209-975d10950956 req-da3e24d2-b0c6-4503-b8e2-9ab4dd19cd73 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512508 Mar 25 20:11:27.222577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for f8748fba-48f0-4c6b-9917-ca9fa03bc0e0 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:27.227509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network fbac673a-b912-45a6-ac70-5625ebf53840 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:27.314458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, fbac673a-b912-45a6-ac70-5625ebf53840) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:27.320136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:27.320136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:27.329731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f928094-7a90-4264-ba0c-f0aec7ce2b5d None None] Network fbac673a-b912-45a6-ac70-5625ebf53840 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:27.417888 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-22cd29ae-dbea-4c07-a279-440c08e416a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6168542 Mar 25 20:11:27.421326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34800) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:27.427331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': '6ca34bae-297a-40ff-8dbc-6601468c66f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:27.466161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:27.623179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-fbac673a-b912-45a6-ac70-5625ebf53840', 'network_id': 'fbac673a-b912-45a6-ac70-5625ebf53840', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': '4d5fa719-2427-4394-9a81-0916a3fc39e0'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:11:27.623179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:27.680611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=f8748fba-48f0-4c6b-9917-ca9fa03bc0e0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:27.801302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Allocated IP 2001:db8::2 (fbac673a-b912-45a6-ac70-5625ebf53840/4d5fa719-2427-4394-9a81-0916a3fc39e0/306cd5c4-812f-42f9-9b62-a8f8b20beff0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:27.813567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:27.822625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:27.826996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:27.836009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:27.845275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:27.869115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:27.876339 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5b8336fa-87e5-4ec7-a566-a45ead432872 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/floatingips/001febe4-2aa5-4039-ba70-489e69858d59 HTTP/1.1" status: 204 len: 168 time: 1.1324947 Mar 25 20:11:27.876339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34808) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:27.921946 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-3643db47-e0fc-407e-8b03-127321650f14 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] DELETE failed (client error): The resource could not be found. Mar 25 20:11:27.922411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3643db47-e0fc-407e-8b03-127321650f14 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:11:27.935338 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3643db47-e0fc-407e-8b03-127321650f14 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/ports/c3e3f1a3-5da1-46c3-8172-541b3bc84b4e HTTP/1.1" status: 404 len: 333 time: 0.0469179 Mar 25 20:11:27.935338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34812) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:27.960171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c03ea-d06b-4b3e-b417-d88d26479cb1 req-883de24d-74a9-4f0e-b09f-59dc7c4143ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:27.965366 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e77c03ea-d06b-4b3e-b417-d88d26479cb1 req-883de24d-74a9-4f0e-b09f-59dc7c4143ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 944 time: 0.1094854 Mar 25 20:11:27.974050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-52420073-1842-4968-adfc-d38ffb8c5911 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Synchronizing usage tracker for tenant:637ed0cd8ac444db9641125a0c9e62d5 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:27.978748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:27.983273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.057632 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.069199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Transition to ACTIVE for port object 306cd5c4-812f-42f9-9b62-a8f8b20beff0 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:28.089662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Transition to ACTIVE for port object 306cd5c4-812f-42f9-9b62-a8f8b20beff0 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:28.122586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-52420073-1842-4968-adfc-d38ffb8c5911 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Unset dirty status for tenant:637ed0cd8ac444db9641125a0c9e62d5 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:28.129424 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-52420073-1842-4968-adfc-d38ffb8c5911 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "GET /v2.0/ports?device_id=df8fe524-c572-4a1e-aea5-f25a6fc738dd HTTP/1.1" status: 200 len: 205 time: 0.1959796 Mar 25 20:11:28.129730 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e77c03ea-d06b-4b3e-b417-d88d26479cb1 req-97479cfa-230d-4708-949c-528fee0a3a11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581876 Mar 25 20:11:28.129730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34816) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:28.202970 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-90911014-9d01-4a8b-9e05-bd50b73c1093 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] delete failed (client error): The resource could not be found. Mar 25 20:11:28.204336 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-90911014-9d01-4a8b-9e05-bd50b73c1093 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/routers/df8fe524-c572-4a1e-aea5-f25a6fc738dd HTTP/1.1" status: 404 len: 336 time: 0.0766587 Mar 25 20:11:28.206649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34820) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:28.217891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.246055 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc04da5-697c-42cc-b186-6e7182f6cfdf tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] DELETE failed (client error): The resource could not be found. Mar 25 20:11:28.246514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc04da5-697c-42cc-b186-6e7182f6cfdf tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:11:28.248217 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3bc04da5-697c-42cc-b186-6e7182f6cfdf tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/subnets/31ec4f8f-e1c8-4cf2-80f3-b732c67a7aa9 HTTP/1.1" status: 404 len: 337 time: 0.0406756 Mar 25 20:11:28.250794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34824) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:28.304122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.319295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Network fbac673a-b912-45a6-ac70-5625ebf53840 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:28.321831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e82bc-774f-467f-b1e6-8f5a48103114 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port a5de3e18-e5cc-4631-a97e-763ebca423a3 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:28.322049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:28.322731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe3e82bc-774f-467f-b1e6-8f5a48103114 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.325642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:28.339505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Pushing event updated for resources: {'Port': ['ID=306cd5c4-812f-42f9-9b62-a8f8b20beff0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:28.388500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=d2207909-7ed3-4c43-a233-dd5056b6b7b2,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:28.396130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': 'eccbae98-8a72-4799-8c62-f8369910e90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6ca34bae-297a-40ff-8dbc-6601468c66f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:28.400496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: 6ca34bae-297a-40ff-8dbc-6601468c66f6, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:28.408002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device b42f1921-c2c0-43b5-ad6a-7bbbde236f45 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:28.465723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Attempting to bind port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:11:28.466107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Attempting to bind port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '978e0018-029c-4343-b189-0c0182c9c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fbac673a-b912-45a6-ac70-5625ebf53840'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:11:28.466444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Attempting to bind port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 on network fbac673a-b912-45a6-ac70-5625ebf53840 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:28.469423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 6ca34bae-297a-40ff-8dbc-6601468c66f6 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:28.481909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:11:28.482281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Checking segment: {'id': '978e0018-029c-4343-b189-0c0182c9c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fbac673a-b912-45a6-ac70-5625ebf53840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:28.482677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.483067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Bound using segment: {'id': '978e0018-029c-4343-b189-0c0182c9c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fbac673a-b912-45a6-ac70-5625ebf53840'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:11:28.483527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Bound port: 306cd5c4-812f-42f9-9b62-a8f8b20beff0, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978e0018-029c-4343-b189-0c0182c9c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fbac673a-b912-45a6-ac70-5625ebf53840'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:11:28.483896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.531572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6ca34bae-297a-40ff-8dbc-6601468c66f6) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:28.542132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be1fdd-422c-4699-baa4-f54b9cad0fb1 None None] Network 6ca34bae-297a-40ff-8dbc-6601468c66f6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:28.544915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:28.545506 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.579926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe3e82bc-774f-467f-b1e6-8f5a48103114 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.647120 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:28.662799 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4d599f8c-af5f-4a21-a96e-5aed0c27051f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2380099 Mar 25 20:11:28.664353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34828) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:28.665276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:28.665650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.673425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1384949879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:28.681360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:28.685343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:router and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:28.688396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:28.696054 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:28.706519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] For port 306cd5c4-812f-42f9-9b62-a8f8b20beff0, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:11:28.706673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e82bc-774f-467f-b1e6-8f5a48103114 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for a5de3e18-e5cc-4631-a97e-763ebca423a3 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:28.728773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] For port 306cd5c4-812f-42f9-9b62-a8f8b20beff0, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=306cd5c4-812f-42f9-9b62-a8f8b20beff0,segment=NetworkSegment(978e0018-029c-4343-b189-0c0182c9c0fe),segment_id=978e0018-029c-4343-b189-0c0182c9c0fe)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:11:28.783028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.784078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.798762 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.838059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.891840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.936602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe3e82bc-774f-467f-b1e6-8f5a48103114 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.955329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-6ca34bae-297a-40ff-8dbc-6601468c66f6', 'network_id': '6ca34bae-297a-40ff-8dbc-6601468c66f6', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': 'd2207909-7ed3-4c43-a233-dd5056b6b7b2'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:11:28.956064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.975002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:28.992059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e82bc-774f-467f-b1e6-8f5a48103114 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=a5de3e18-e5cc-4631-a97e-763ebca423a3,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:29.039773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.043693 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dbde52d9-d203-4cdd-bf1a-17f9b672c63e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3738854 Mar 25 20:11:29.043882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34832) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:29.052013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267a807-871c-483a-8b78-5d3660195a6f None None] Pushing event updated for resources: {'Port': ['ID=306cd5c4-812f-42f9-9b62-a8f8b20beff0,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:29.066450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:11:29.091905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fe3e82bc-774f-467f-b1e6-8f5a48103114 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.094118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port b42f1921-c2c0-43b5-ad6a-7bbbde236f45, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:29.107419 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fe3e82bc-774f-467f-b1e6-8f5a48103114 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/ports/a5de3e18-e5cc-4631-a97e-763ebca423a3 HTTP/1.1" status: 204 len: 168 time: 0.8555295 Mar 25 20:11:29.110388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34838) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:29.165174 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'code': 200} Mar 25 20:11:29.183533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.215156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-87bb510a-c108-42f8-afd1-507b71d35566 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port 9ec8d2bb-292a-4a6c-abaf-b5564f384452 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:29.215156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87bb510a-c108-42f8-afd1-507b71d35566 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.268686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Allocated IP 2001:db8:1::2 (6ca34bae-297a-40ff-8dbc-6601468c66f6/d2207909-7ed3-4c43-a233-dd5056b6b7b2/e122a86b-8b50-4545-8402-14c2e78b4696) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:29.481043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:29.603056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ceba5-8406-40f0-8bc3-5bb452058589 req-5bf2ff49-e611-415c-be76-a0c368f2cc32 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:29.613241 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f12ceba5-8406-40f0-8bc3-5bb452058589 req-5bf2ff49-e611-415c-be76-a0c368f2cc32 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 945 time: 0.2834752 Mar 25 20:11:29.623524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.635743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Transition to ACTIVE for port object e122a86b-8b50-4545-8402-14c2e78b4696 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:29.665666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Transition to ACTIVE for port object e122a86b-8b50-4545-8402-14c2e78b4696 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:29.702913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.707137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87bb510a-c108-42f8-afd1-507b71d35566 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.739374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.802095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Network 6ca34bae-297a-40ff-8dbc-6601468c66f6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:29.805140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:29.809049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:29.861230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Pushing event updated for resources: {'Port': ['ID=e122a86b-8b50-4545-8402-14c2e78b4696,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:29.920945 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Attempting to bind port e122a86b-8b50-4545-8402-14c2e78b4696 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:11:29.921310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Attempting to bind port e122a86b-8b50-4545-8402-14c2e78b4696 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'eccbae98-8a72-4799-8c62-f8369910e90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6ca34bae-297a-40ff-8dbc-6601468c66f6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:11:29.921661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Attempting to bind port e122a86b-8b50-4545-8402-14c2e78b4696 on network 6ca34bae-297a-40ff-8dbc-6601468c66f6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:29.927017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:11:29.927377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Checking segment: {'id': 'eccbae98-8a72-4799-8c62-f8369910e90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6ca34bae-297a-40ff-8dbc-6601468c66f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:29.927791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.928175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Bound using segment: {'id': 'eccbae98-8a72-4799-8c62-f8369910e90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6ca34bae-297a-40ff-8dbc-6601468c66f6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:11:29.928662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Bound port: e122a86b-8b50-4545-8402-14c2e78b4696, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccbae98-8a72-4799-8c62-f8369910e90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6ca34bae-297a-40ff-8dbc-6601468c66f6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:11:29.929025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:29.967427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-87bb510a-c108-42f8-afd1-507b71d35566 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for 9ec8d2bb-292a-4a6c-abaf-b5564f384452 owned by {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:30.017507 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f12ceba5-8406-40f0-8bc3-5bb452058589 req-e34f8e4d-1797-4797-bc2b-535bda2243a6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649595 Mar 25 20:11:30.058822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] For port e122a86b-8b50-4545-8402-14c2e78b4696, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:11:30.066203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] For port e122a86b-8b50-4545-8402-14c2e78b4696, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e122a86b-8b50-4545-8402-14c2e78b4696,segment=NetworkSegment(eccbae98-8a72-4799-8c62-f8369910e90f),segment_id=eccbae98-8a72-4799-8c62-f8369910e90f)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:11:30.089271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325751f-5087-4d7e-96a4-c373988b1ca8 req-dcc463b0-943e-45cd-a6d5-69b628d2feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:30.091534 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b325751f-5087-4d7e-96a4-c373988b1ca8 req-dcc463b0-943e-45cd-a6d5-69b628d2feef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 1098 time: 0.4733498 Mar 25 20:11:30.136564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:30.218158 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b325751f-5087-4d7e-96a4-c373988b1ca8 req-9ca7c4e2-03d4-4305-a40c-ed236a336b4b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154573 Mar 25 20:11:30.269008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8::1 (fbac673a-b912-45a6-ac70-5625ebf53840/4d5fa719-2427-4394-9a81-0916a3fc39e0/23627a7f-0a08-41d0-900b-01abddc038a7) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:30.286160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87bb510a-c108-42f8-afd1-507b71d35566 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:30.287639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 306cd5c4-812f-42f9-9b62-a8f8b20beff0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:30.370704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb510a-c108-42f8-afd1-507b71d35566 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=9ec8d2bb-292a-4a6c-abaf-b5564f384452,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:30.373984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eed3d0-0667-44c7-927e-5a50cef27a32 None None] Pushing event updated for resources: {'Port': ['ID=e122a86b-8b50-4545-8402-14c2e78b4696,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:30.498209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:30.503270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:30.507466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87bb510a-c108-42f8-afd1-507b71d35566 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:30.519716 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-87bb510a-c108-42f8-afd1-507b71d35566 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/ports/9ec8d2bb-292a-4a6c-abaf-b5564f384452 HTTP/1.1" status: 204 len: 168 time: 1.4058440 Mar 25 20:11:30.520439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34844) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:30.565272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e4cc9-2e52-4a25-ad3d-d232a1fcf572 None None] Network fbac673a-b912-45a6-ac70-5625ebf53840 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:30.597020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object 23627a7f-0a08-41d0-900b-01abddc038a7 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:30.665605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06ebeb-6524-4a4d-9435-c94b7cb66ceb tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:30.668617 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6f06ebeb-6524-4a4d-9435-c94b7cb66ceb tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24e9489-e02b-48dc-b3d9-b7430d038f6b HTTP/1.1" status: 200 len: 913 time: 0.1469169 Mar 25 20:11:30.670378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34848) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:30.726092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:30.775679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c684dadc-201d-414b-8afc-302bd945e82a None None] Provisioning for port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:30.799677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network fbac673a-b912-45a6-ac70-5625ebf53840 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:30.805878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:30.808342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:30.809149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:30.815775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c684dadc-201d-414b-8afc-302bd945e82a None None] Provisioning complete for port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:30.816151 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c684dadc-201d-414b-8afc-302bd945e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:30.830820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=23627a7f-0a08-41d0-900b-01abddc038a7,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:30.968598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c684dadc-201d-414b-8afc-302bd945e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.021343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c684dadc-201d-414b-8afc-302bd945e82a None None] For port 306cd5c4-812f-42f9-9b62-a8f8b20beff0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=306cd5c4-812f-42f9-9b62-a8f8b20beff0,segment=NetworkSegment(978e0018-029c-4343-b189-0c0182c9c0fe),segment_id=978e0018-029c-4343-b189-0c0182c9c0fe)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:31.029584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.103336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c684dadc-201d-414b-8afc-302bd945e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.191557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684dadc-201d-414b-8afc-302bd945e82a None None] Pushing event updated for resources: {'Port': ['ID=306cd5c4-812f-42f9-9b62-a8f8b20beff0,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:31.232047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4b577bfd-9079-4d2e-a5a2-26dea649f6b4 None None] Provisioning complete for port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:31.233042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b577bfd-9079-4d2e-a5a2-26dea649f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.314596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bba14-c30e-444f-873d-365701b6f6a7 req-3f16e809-028f-4278-a7ad-b0bee426dd5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:31.316121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-519bba14-c30e-444f-873d-365701b6f6a7 req-3f16e809-028f-4278-a7ad-b0bee426dd5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 945 time: 0.1600385 Mar 25 20:11:31.448036 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-519bba14-c30e-444f-873d-365701b6f6a7 req-f9484014-d918-4f41-8206-905b401f3181 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190801 Mar 25 20:11:31.507210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.549320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4b577bfd-9079-4d2e-a5a2-26dea649f6b4 None None] Provisioning for port 23627a7f-0a08-41d0-900b-01abddc038a7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:31.559027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4b577bfd-9079-4d2e-a5a2-26dea649f6b4 None None] Provisioning complete for port 23627a7f-0a08-41d0-900b-01abddc038a7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:31.560042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b577bfd-9079-4d2e-a5a2-26dea649f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.635866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4b577bfd-9079-4d2e-a5a2-26dea649f6b4 None None] Port 23627a7f-0a08-41d0-900b-01abddc038a7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:31.695771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.732301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26c0a6-4b3e-4384-b47d-d58e046f807f None None] Network 6ca34bae-297a-40ff-8dbc-6601468c66f6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:31.806615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.807860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.830263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-45382b3d-82a4-4b26-a1f1-bed5c08e8126 None None] Provisioning complete for port 23627a7f-0a08-41d0-900b-01abddc038a7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:31.832689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-45382b3d-82a4-4b26-a1f1-bed5c08e8126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:31.908685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-45382b3d-82a4-4b26-a1f1-bed5c08e8126 None None] Port 23627a7f-0a08-41d0-900b-01abddc038a7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:32.008022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=23627a7f-0a08-41d0-900b-01abddc038a7,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:32.014253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-45382b3d-82a4-4b26-a1f1-bed5c08e8126 None None] Provisioning for port e122a86b-8b50-4545-8402-14c2e78b4696 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:32.049284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network fbac673a-b912-45a6-ac70-5625ebf53840 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:32.050652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:32.057086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port 0660d014-8b57-4a6d-9ad7-d10b96a9d9f5 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:32.057447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:32.290839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:32.310756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e122a86b-8b50-4545-8402-14c2e78b4696 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:32.364585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 800c3834-6803-4db5-a02c-5c6f142099f6 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:11:32.432109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for 0660d014-8b57-4a6d-9ad7-d10b96a9d9f5 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:32.445310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b690986c-ca11-4fdd-bbc8-9f1840f3fe84 None None] Provisioning complete for port 23627a7f-0a08-41d0-900b-01abddc038a7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:32.446689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b690986c-ca11-4fdd-bbc8-9f1840f3fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:32.479738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port e122a86b-8b50-4545-8402-14c2e78b4696 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:32.494960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e122a86b-8b50-4545-8402-14c2e78b4696 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:32.495407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:32.555515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b690986c-ca11-4fdd-bbc8-9f1840f3fe84 None None] Port 23627a7f-0a08-41d0-900b-01abddc038a7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:32.583843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b690986c-ca11-4fdd-bbc8-9f1840f3fe84 None None] Provisioning complete for port e122a86b-8b50-4545-8402-14c2e78b4696 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:32.583843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b690986c-ca11-4fdd-bbc8-9f1840f3fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:32.664059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:32.683537 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4a4fd5bb-8430-4a43-b954-7ebe7d9f5d74 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/800c3834-6803-4db5-a02c-5c6f142099f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6361670 Mar 25 20:11:32.683758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34856) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:32.690771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edaa24-13c1-4aad-8535-b46ed084cdd1 None None] Sync routers for ids ['800c3834-6803-4db5-a02c-5c6f142099f6'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:32.719798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a35a2b-69ee-41c6-a794-fc4e60f2772b req-00bc2d9a-c541-4246-9210-06a21f2d13d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:32.721351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11a35a2b-69ee-41c6-a794-fc4e60f2772b req-00bc2d9a-c541-4246-9210-06a21f2d13d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 945 time: 0.1084661 Mar 25 20:11:32.724792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edaa24-13c1-4aad-8535-b46ed084cdd1 None None] Routers {'800c3834-6803-4db5-a02c-5c6f142099f6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:32.725413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-00edaa24-13c1-4aad-8535-b46ed084cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['800c3834-6803-4db5-a02c-5c6f142099f6'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:32.750816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:32.770019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b98648-02a9-4372-9b42-15dd7937e838 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:32.770600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b7b98648-02a9-4372-9b42-15dd7937e838 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:32.800222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-00edaa24-13c1-4aad-8535-b46ed084cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:32.807226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:32.810855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=0660d014-8b57-4a6d-9ad7-d10b96a9d9f5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:32.840038 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b7b98648-02a9-4372-9b42-15dd7937e838 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:32.844146 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b7b98648-02a9-4372-9b42-15dd7937e838 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports/23627a7f-0a08-41d0-900b-01abddc038a7 HTTP/1.1" status: 200 len: 911 time: 0.1567540 Mar 25 20:11:32.844766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34860) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:32.852221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11a35a2b-69ee-41c6-a794-fc4e60f2772b req-37436f01-e9ca-4590-9fa9-ec8c9d8aaed8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177025 Mar 25 20:11:32.874722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edaa24-13c1-4aad-8535-b46ed084cdd1 None None] Routers {'800c3834-6803-4db5-a02c-5c6f142099f6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:32.881562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-00edaa24-13c1-4aad-8535-b46ed084cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['800c3834-6803-4db5-a02c-5c6f142099f6'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:33.000942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-00edaa24-13c1-4aad-8535-b46ed084cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:33.001349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edaa24-13c1-4aad-8535-b46ed084cdd1 None None] The sync data for ids ['800c3834-6803-4db5-a02c-5c6f142099f6'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:33.003747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b690986c-ca11-4fdd-bbc8-9f1840f3fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:33.013898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port e122a86b-8b50-4545-8402-14c2e78b4696, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e122a86b-8b50-4545-8402-14c2e78b4696,segment=NetworkSegment(eccbae98-8a72-4799-8c62-f8369910e90f),segment_id=eccbae98-8a72-4799-8c62-f8369910e90f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:33.080649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:33.081767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 306cd5c4-812f-42f9-9b62-a8f8b20beff0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:33.165042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:33.175514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b95dbe-933a-475c-a831-1c39df1607dd req-ac6aed1a-263e-4d47-9217-ede2314f9f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:33.176996 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-53b95dbe-933a-475c-a831-1c39df1607dd req-ac6aed1a-263e-4d47-9217-ede2314f9f9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 945 time: 0.1882553 Mar 25 20:11:33.252368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-b690986c-ca11-4fdd-bbc8-9f1840f3fe84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:11:33.252753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-b690986c-ca11-4fdd-bbc8-9f1840f3fe84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:11:33.258753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=e122a86b-8b50-4545-8402-14c2e78b4696,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:33.273114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:33.273536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:33.298156 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-53b95dbe-933a-475c-a831-1c39df1607dd req-b99c74b5-f2ad-4a78-8d7a-f6f8a2325367 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117442 Mar 25 20:11:33.336323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34866) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:33.530122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c422e-6982-4a51-ab66-13681a8afa64 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:33.531050 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-671c422e-6982-4a51-ab66-13681a8afa64 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 1093 time: 0.1944532 Mar 25 20:11:33.535682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34870) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:33.547436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:33.557214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:33.564542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:33.568883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:33.578141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:33.581309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:33.664237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:33.693909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Router f24e9489-e02b-48dc-b3d9-b7430d038f6b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:33.872941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:33.884765 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6f9f1-8625-4eff-8982-efa6259e1bd7 None None] Sync routers for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:33.886130 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-feb5272b-5e2d-4d11-9890-c3dd819a2c81 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "PUT /v2.0/routers/f24e9489-e02b-48dc-b3d9-b7430d038f6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2148139 Mar 25 20:11:33.888531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34874) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:33.900354 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6f9f1-8625-4eff-8982-efa6259e1bd7 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:33.901565 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1cc6f9f1-8625-4eff-8982-efa6259e1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:33.964539 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1cc6f9f1-8625-4eff-8982-efa6259e1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:33.973749 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6f9f1-8625-4eff-8982-efa6259e1bd7 None None] Routers {'f24e9489-e02b-48dc-b3d9-b7430d038f6b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:33.974337 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1cc6f9f1-8625-4eff-8982-efa6259e1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:34.026230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.039688 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1cc6f9f1-8625-4eff-8982-efa6259e1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:34.040089 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6f9f1-8625-4eff-8982-efa6259e1bd7 None None] The sync data for ids ['f24e9489-e02b-48dc-b3d9-b7430d038f6b'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:34.075902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.156943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e122a86b-8b50-4545-8402-14c2e78b4696 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:34.233458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e122a86b-8b50-4545-8402-14c2e78b4696 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:34.233705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.271813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.296663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8:1::1 (6ca34bae-297a-40ff-8dbc-6601468c66f6/d2207909-7ed3-4c43-a233-dd5056b6b7b2/e56b8bd2-44c4-4feb-ba21-1c79c3e84caa) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:34.366145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting port fe5f79b0-d07d-45d5-ae62-33d47aa6997d {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:34.366489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.463634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.166 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/da0e1ba3-4d9e-4da3-ab28-c776f7d28af4) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:34.548426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.639535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.654441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object e56b8bd2-44c4-4feb-ba21-1c79c3e84caa will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:34.681635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Calling delete_port for fe5f79b0-d07d-45d5-ae62-33d47aa6997d owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:34.696173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.789149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.838509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.867741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 6ca34bae-297a-40ff-8dbc-6601468c66f6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:34.874476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:34.876889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:34.877413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.890732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:34.901380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:34.902746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:34.904727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=e56b8bd2-44c4-4feb-ba21-1c79c3e84caa,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:34.906716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:34.952077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Port': ['ID=fe5f79b0-d07d-45d5-ae62-33d47aa6997d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:35.031427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=da0e1ba3-4d9e-4da3-ab28-c776f7d28af4,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:35.051807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.204633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ec9a86d4-91cf-46fa-9e89-9d218ca73759 None None] Provisioning for port e56b8bd2-44c4-4feb-ba21-1c79c3e84caa completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:35.211261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ec9a86d4-91cf-46fa-9e89-9d218ca73759 None None] Provisioning complete for port e56b8bd2-44c4-4feb-ba21-1c79c3e84caa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:35.211701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec9a86d4-91cf-46fa-9e89-9d218ca73759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.272453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a86d4-91cf-46fa-9e89-9d218ca73759 None None] Port e56b8bd2-44c4-4feb-ba21-1c79c3e84caa cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:35.356798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.359157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.370258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.462608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.463179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Fanout notify agent at l3_agent the message router_deleted on router f24e9489-e02b-48dc-b3d9-b7430d038f6b {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:11:35.483943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.485056 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-436fbe9d-7f2d-40eb-95fb-dfa023af6e7b tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/routers/f24e9489-e02b-48dc-b3d9-b7430d038f6b HTTP/1.1" status: 204 len: 168 time: 1.5956330 Mar 25 20:11:35.487604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34878) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:35.552036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcc8366-4ac6-4062-8ea4-5eeed1396fef tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Deleting subnet 04ca3e15-d45b-4603-bfa8-ed5c54f07956 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:11:35.555684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8366-4ac6-4062-8ea4-5eeed1396fef tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.616590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8366-4ac6-4062-8ea4-5eeed1396fef tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.687184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8366-4ac6-4062-8ea4-5eeed1396fef tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.828897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8366-4ac6-4062-8ea4-5eeed1396fef tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.869818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc8366-4ac6-4062-8ea4-5eeed1396fef tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Subnet': ['ID=04ca3e15-d45b-4603-bfa8-ed5c54f07956,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:35.873381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8366-4ac6-4062-8ea4-5eeed1396fef tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:35.886284 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fbcc8366-4ac6-4062-8ea4-5eeed1396fef tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/subnets/04ca3e15-d45b-4603-bfa8-ed5c54f07956 HTTP/1.1" status: 204 len: 168 time: 0.3976467 Mar 25 20:11:35.886601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34884) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:35.919659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.046703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.103991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.225591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.226337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.272914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.352722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.427143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c1f142-e08e-413d-96ec-e7f77640d536']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:36.456745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c14e41b-6ad3-4401-ae23-108857cc7c3b') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:36.459194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c14e41b-6ad3-4401-ae23-108857cc7c3b') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:36.486614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=e56b8bd2-44c4-4feb-ba21-1c79c3e84caa,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:36.497153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.540868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.583889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:36.584289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:36.598743 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:36.724254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 6ca34bae-297a-40ff-8dbc-6601468c66f6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:36.732434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:36.926795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.954135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.965448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 800c3834-6803-4db5-a02c-5c6f142099f6 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:36.977360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] Pushing event deleted for resources: {'Network': ['ID=07c1f142-e08e-413d-96ec-e7f77640d536,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:36.990642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:36.994572 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ad23d83e-7d20-4a75-85b9-40ac38147076 tempest-FloatingIPTestJSON-464848972 tempest-FloatingIPTestJSON-464848972-project] 10.222.0.37 "DELETE /v2.0/networks/07c1f142-e08e-413d-96ec-e7f77640d536 HTTP/1.1" status: 204 len: 168 time: 1.1050715 Mar 25 20:11:37.017358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2470b889-1f46-459a-b317-75e191b6f3e7 None None] Provisioning complete for port e56b8bd2-44c4-4feb-ba21-1c79c3e84caa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:37.017968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2470b889-1f46-459a-b317-75e191b6f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:37.113285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2470b889-1f46-459a-b317-75e191b6f3e7 None None] Port e56b8bd2-44c4-4feb-ba21-1c79c3e84caa cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:37.114480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:37.243921 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:37.250920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c0322-ee17-4179-b95d-590657fa14a0 None None] Sync routers for ids ['800c3834-6803-4db5-a02c-5c6f142099f6'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:37.254982 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-23ecf67c-6d6f-49f6-8c41-d66b0eb9202a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/800c3834-6803-4db5-a02c-5c6f142099f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4090796 Mar 25 20:11:37.257744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=da0e1ba3-4d9e-4da3-ab28-c776f7d28af4,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:37.258194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34892) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:37.260453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c0322-ee17-4179-b95d-590657fa14a0 None None] Routers {'800c3834-6803-4db5-a02c-5c6f142099f6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:37.261364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d19c0322-ee17-4179-b95d-590657fa14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['800c3834-6803-4db5-a02c-5c6f142099f6'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:37.269680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:37.333558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d19c0322-ee17-4179-b95d-590657fa14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:37.346901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be6f7f5-2155-45e2-8fbe-060beb93bd8e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:37.348936 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7be6f7f5-2155-45e2-8fbe-060beb93bd8e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports/e56b8bd2-44c4-4feb-ba21-1c79c3e84caa HTTP/1.1" status: 200 len: 913 time: 0.0895407 Mar 25 20:11:37.352133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34896) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:37.355241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c0322-ee17-4179-b95d-590657fa14a0 None None] Routers {'800c3834-6803-4db5-a02c-5c6f142099f6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:37.355885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d19c0322-ee17-4179-b95d-590657fa14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['800c3834-6803-4db5-a02c-5c6f142099f6'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:37.423752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d19c0322-ee17-4179-b95d-590657fa14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:37.424163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c0322-ee17-4179-b95d-590657fa14a0 None None] The sync data for ids ['800c3834-6803-4db5-a02c-5c6f142099f6'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:37.574594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34902) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:37.604904 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 53e3f566-3b72-41e4-bbdf-95653513034c associated. External IP: 172.26.8.166, port: b42f1921-c2c0-43b5-ad6a-7bbbde236f45. Mar 25 20:11:37.912892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:37.915632 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6e10f910-591c-4dcb-8905-4298e410cd6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=637ed0cd8ac444db9641125a0c9e62d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344963 Mar 25 20:11:37.926748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34908) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:38.075384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c755071-b2b5-4af3-a742-edd6c79d60c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:38.098598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:38.112587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c755071-b2b5-4af3-a742-edd6c79d60c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:38.240808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port e56b8bd2-44c4-4feb-ba21-1c79c3e84caa {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:38.241083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:38.331692 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:38.342674 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] Sync routers for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:38.353996 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:38.355130 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:38.417104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c755071-b2b5-4af3-a742-edd6c79d60c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:38.419959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c755071-b2b5-4af3-a742-edd6c79d60c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:38.424671 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5c755071-b2b5-4af3-a742-edd6c79d60c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b915913-360d-409a-bf25-1acbc770ee88 HTTP/1.1" status: 204 len: 168 time: 0.5021100 Mar 25 20:11:38.437823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c755071-b2b5-4af3-a742-edd6c79d60c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b915913-360d-409a-bf25-1acbc770ee88,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:38.453632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:38.545732 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-33b2ea54-b537-4c84-9679-55e40b10a60e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0064399 Mar 25 20:11:38.545732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:11:38.547097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34914) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:38.584496 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:11:38.589445 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'status': 'completed', 'code': 200} Mar 25 20:11:38.607432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:38.816102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for e56b8bd2-44c4-4feb-ba21-1c79c3e84caa owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:38.895793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6c68f0ba-eaf2-46c6-922a-39ea2b8fc9a8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/53e3f566-3b72-41e4-bbdf-95653513034c HTTP/1.1" status: 200 len: 991 time: 0.3464837 Mar 25 20:11:38.957945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-8a1411db-ea13-482e-8425-a70171df0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:38.959459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-8a1411db-ea13-482e-8425-a70171df0ede service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 1098 time: 0.3298800 Mar 25 20:11:38.995475 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:58Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:35Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:39.005394 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] Checking router: ab5133ea-d6fd-43af-ba66-f68b1aba54a7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:11:39.010304 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:39.010973 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:39.069392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3562baf9-78b8-4a3b-8eb8-2112eff0f6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:39.159341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-b29636a7-3ace-4486-970f-3ace7a67fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:39.160812 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-b29636a7-3ace-4486-970f-3ace7a67fa01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 HTTP/1.1" status: 200 len: 897 time: 0.1951008 Mar 25 20:11:39.201825 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:11:39.264574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:39.311031 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-b76371fc-41af-4ba7-babf-67ae7213a9b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45 HTTP/1.1" status: 200 len: 999 time: 0.1431959 Mar 25 20:11:39.322033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=e56b8bd2-44c4-4feb-ba21-1c79c3e84caa,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:39.588130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-d4efb0aa-4500-4356-98c4-557c781c7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:39.589600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-d4efb0aa-4500-4356-98c4-557c781c7b78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30a5b0d9-a476-4143-8fba-99e6c830c514 HTTP/1.1" status: 200 len: 835 time: 0.2695439 Mar 25 20:11:39.638477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34938) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:39.646652 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:58Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:35Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:39.652664 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77814379-b708-4c0a-a5b8-0160f0d85b32 None None] The sync data for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv is: [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:10:58Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:35Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:39.680384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:39.765279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--631849770'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:39.771861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:39.775932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:39.779396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:39.786162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:39.845611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:39.861996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:39.869052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-807b0e90-5e57-4e51-bcf0-03a5d65589bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:39.870525 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-807b0e90-5e57-4e51-bcf0-03a5d65589bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2726524 Mar 25 20:11:39.883612 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:39.887925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:39.891778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:39.895095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8d093-3da7-406c-93c5-dee6700117ef None None] New status for floating IP 53e3f566-3b72-41e4-bbdf-95653513034c: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:11:39.904747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34944) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:39.906355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:40.040386 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4eb7cc71-2413-4eaf-bd5f-da52c3530d6f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/53e3f566-3b72-41e4-bbdf-95653513034c HTTP/1.1" status: 200 len: 991 time: 0.1368544 Mar 25 20:11:40.101656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:40.170640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:40.217434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:40.237503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:40.242039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5edc1d-3b0e-467e-94ca-72dbe4c466a7,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:40.245095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:40.252650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:40.301688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 800c3834-6803-4db5-a02c-5c6f142099f6 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:40.342345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:40.385208 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-17a0cba6-b3d4-48a6-aff8-04c32981ceaf service neutron] 10.222.0.43 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070984 Mar 25 20:11:40.440056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:40.486148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758adfaf-02e1-476e-aacd-60bbffcd077c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:40.559808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:40.561090 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-366d26d8-64ab-48c3-9d7c-99717a938620 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9216492 Mar 25 20:11:40.564207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34948) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:40.583542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:40.595268 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f489c82-7235-4405-a781-b6cdefac7ea9 None None] Sync routers for ids ['800c3834-6803-4db5-a02c-5c6f142099f6'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:40.609770 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f489c82-7235-4405-a781-b6cdefac7ea9 None None] Routers {'800c3834-6803-4db5-a02c-5c6f142099f6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:40.610895 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5f489c82-7235-4405-a781-b6cdefac7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['800c3834-6803-4db5-a02c-5c6f142099f6'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:40.621923 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bebc151-c8b9-40ed-a14f-852163d5b2a3 req-9dfd4943-ddef-44c7-87a6-2e88529bdd9d service neutron] 10.222.0.43 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285006 Mar 25 20:11:40.637378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2e57459d-0592-4c18-9a3f-846517f64f48 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:40.681804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6cfb2ff5-bb85-463f-b17f-4a0fcd30fbd7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/800c3834-6803-4db5-a02c-5c6f142099f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3226149 Mar 25 20:11:40.681948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34952) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:40.685926 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5f489c82-7235-4405-a781-b6cdefac7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:40.695101 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f489c82-7235-4405-a781-b6cdefac7ea9 None None] Routers {'800c3834-6803-4db5-a02c-5c6f142099f6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:40.695696 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5f489c82-7235-4405-a781-b6cdefac7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['800c3834-6803-4db5-a02c-5c6f142099f6'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:40.753697 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5f489c82-7235-4405-a781-b6cdefac7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:40.754282 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f489c82-7235-4405-a781-b6cdefac7ea9 None None] The sync data for ids ['800c3834-6803-4db5-a02c-5c6f142099f6'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:40.951392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2e57459d-0592-4c18-9a3f-846517f64f48 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:40.951392 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2e57459d-0592-4c18-9a3f-846517f64f48 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3860161 Mar 25 20:11:40.953529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34956) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:40.963698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d0cfb45f-24a4-4716-93aa-55e016624707 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-security--1196884966', 'description': 'tempest-security-description-654673342'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:40.991368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb45f-24a4-4716-93aa-55e016624707 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.043488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 34960) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:41.049400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb45f-24a4-4716-93aa-55e016624707 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.125168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb45f-24a4-4716-93aa-55e016624707 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.127654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb45f-24a4-4716-93aa-55e016624707 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.128955 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d0cfb45f-24a4-4716-93aa-55e016624707 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "PUT /v2.0/security-groups/758adfaf-02e1-476e-aacd-60bbffcd077c HTTP/1.1" status: 200 len: 1779 time: 0.1744320 Mar 25 20:11:41.140573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34964) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:41.180392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb45f-24a4-4716-93aa-55e016624707 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758adfaf-02e1-476e-aacd-60bbffcd077c,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:41.204499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2fc26032-a5ed-4b8c-9aab-1f03363b5da2 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups/758adfaf-02e1-476e-aacd-60bbffcd077c HTTP/1.1" status: 200 len: 1779 time: 0.0647635 Mar 25 20:11:41.205980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34968) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:41.243307 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1f985a2f-0ce8-46c7-bb02-60c2708094e5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/53e3f566-3b72-41e4-bbdf-95653513034c HTTP/1.1" status: 200 len: 993 time: 0.1916540 Mar 25 20:11:41.269546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40e95eb4-edc1-4506-83bb-4f202c8e2edd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.299183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40e95eb4-edc1-4506-83bb-4f202c8e2edd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.432863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.462548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40e95eb4-edc1-4506-83bb-4f202c8e2edd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.485975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e95eb4-edc1-4506-83bb-4f202c8e2edd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758adfaf-02e1-476e-aacd-60bbffcd077c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:41.560109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40e95eb4-edc1-4506-83bb-4f202c8e2edd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.561350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-40e95eb4-edc1-4506-83bb-4f202c8e2edd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/758adfaf-02e1-476e-aacd-60bbffcd077c HTTP/1.1" status: 204 len: 168 time: 0.3553653 Mar 25 20:11:41.563875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34972) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:41.616408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-64cd0127-f5aa-4954-841c-e846fc94c3de tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:41.717701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-64cd0127-f5aa-4954-841c-e846fc94c3de tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:41.717701 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-64cd0127-f5aa-4954-841c-e846fc94c3de tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1504836 Mar 25 20:11:41.718669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34976) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:41.735917 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-2616d88c-bc10-4765-a801-070334578203 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] delete failed (client error): The resource could not be found. Mar 25 20:11:41.737353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2616d88c-bc10-4765-a801-070334578203 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/758adfaf-02e1-476e-aacd-60bbffcd077c HTTP/1.1" status: 404 len: 347 time: 0.0169511 Mar 25 20:11:41.744548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34980) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:41.749482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--863703086'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:41.755392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:41.765873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:41.785355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 23627a7f-0a08-41d0-900b-01abddc038a7 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:41.785863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.846687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.867365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:41.871116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:41.879868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:41.879868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:41.949401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:41.976933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.025050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.070865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba256eb-fe18-4da4-a9d3-d74ce3b8ee87,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:42.101540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 23627a7f-0a08-41d0-900b-01abddc038a7 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:42.119551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af86ef23-c57c-42c1-8825-b43c217971a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.147080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.148656 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3004dc73-829b-477c-9452-fbbf8e5f443e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4028177 Mar 25 20:11:42.152245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34984) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:42.158858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': '6ba256eb-fe18-4da4-a9d3-d74ce3b8ee87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:42.162464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:42.166866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:42.169772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:42.175652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:42.286257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.348947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.370881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.434162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.459741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf259a1-0071-4476-b9e7-a358e62a2dee,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:42.525480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.526730 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3f483d1-03f5-471b-b16c-bef92103113f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3745894 Mar 25 20:11:42.529565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34988) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:42.562371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64f3d8ce-a300-40b1-944b-6a0067e60c82 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.574317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64f3d8ce-a300-40b1-944b-6a0067e60c82 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.581429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=23627a7f-0a08-41d0-900b-01abddc038a7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:42.679902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64f3d8ce-a300-40b1-944b-6a0067e60c82 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.696177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3d8ce-a300-40b1-944b-6a0067e60c82 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebf259a1-0071-4476-b9e7-a358e62a2dee,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:42.699873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-64f3d8ce-a300-40b1-944b-6a0067e60c82 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.703548 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-64f3d8ce-a300-40b1-944b-6a0067e60c82 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ebf259a1-0071-4476-b9e7-a358e62a2dee HTTP/1.1" status: 204 len: 168 time: 0.1705017 Mar 25 20:11:42.703548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34992) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:42.742512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.759017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-90b1d181-85b9-4300-9b35-4077de320da0 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:42.793855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.822301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.839830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-90b1d181-85b9-4300-9b35-4077de320da0 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:42.844071 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-90b1d181-85b9-4300-9b35-4077de320da0 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1369505 Mar 25 20:11:42.844217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 34996) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:42.915240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c49092ed-26df-4550-84d2-0de2f5218658 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:42.942701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c49092ed-26df-4550-84d2-0de2f5218658 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.021950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 800c3834-6803-4db5-a02c-5c6f142099f6 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:43.068248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c49092ed-26df-4550-84d2-0de2f5218658 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.088065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49092ed-26df-4550-84d2-0de2f5218658 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba256eb-fe18-4da4-a9d3-d74ce3b8ee87,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:43.165682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c49092ed-26df-4550-84d2-0de2f5218658 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.166821 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c49092ed-26df-4550-84d2-0de2f5218658 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/6ba256eb-fe18-4da4-a9d3-d74ce3b8ee87 HTTP/1.1" status: 204 len: 168 time: 0.3216884 Mar 25 20:11:43.167419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:43.170177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35000) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:43.178878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc055962-e1d7-4e19-a0dc-1888cf95dba8 None None] Sync routers for ids ['800c3834-6803-4db5-a02c-5c6f142099f6'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:43.183904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35004) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:43.184051 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5f08ec72-5bab-41f0-89eb-4763ebb359fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/800c3834-6803-4db5-a02c-5c6f142099f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036559 Mar 25 20:11:43.189088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc055962-e1d7-4e19-a0dc-1888cf95dba8 None None] Routers {'800c3834-6803-4db5-a02c-5c6f142099f6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:43.189704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fc055962-e1d7-4e19-a0dc-1888cf95dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['800c3834-6803-4db5-a02c-5c6f142099f6'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:43.238702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-40c45951-292d-4558-b68d-de7d856c3848 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:43.250210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fc055962-e1d7-4e19-a0dc-1888cf95dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:43.259005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc055962-e1d7-4e19-a0dc-1888cf95dba8 None None] Routers {'800c3834-6803-4db5-a02c-5c6f142099f6'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:43.259601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fc055962-e1d7-4e19-a0dc-1888cf95dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['800c3834-6803-4db5-a02c-5c6f142099f6'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:43.269861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e61bf65b-0080-42c9-8a70-f484647cce39 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:43.321699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fc055962-e1d7-4e19-a0dc-1888cf95dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:43.322105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc055962-e1d7-4e19-a0dc-1888cf95dba8 None None] The sync data for ids ['800c3834-6803-4db5-a02c-5c6f142099f6'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:43.365096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-40c45951-292d-4558-b68d-de7d856c3848 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:43.366257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-40c45951-292d-4558-b68d-de7d856c3848 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=800c3834-6803-4db5-a02c-5c6f142099f6 HTTP/1.1" status: 200 len: 205 time: 0.1799242 Mar 25 20:11:43.368898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35008) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:43.429857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e61bf65b-0080-42c9-8a70-f484647cce39 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:43.431045 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e61bf65b-0080-42c9-8a70-f484647cce39 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2599025 Mar 25 20:11:43.438461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35012) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:43.440243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030687208'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:43.446573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:43.456735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:43.565366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.587990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:43.592460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:43.596491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:43.602505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:43.608581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9c7398e-93be-4b10-affd-9de2fbc42675 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.678987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.782872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.827687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5d4d06-136f-40e4-aee2-558f1f64a183,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:43.906328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9c7398e-93be-4b10-affd-9de2fbc42675 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.908526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9c7398e-93be-4b10-affd-9de2fbc42675 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.908656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:43.909807 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ceaba32a-eef8-4eb5-9c58-cf819cd25607 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4738252 Mar 25 20:11:43.912693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35016) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:43.917876 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d4d06-136f-40e4-aee2-558f1f64a183', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:43.923640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:43.928222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:43.936124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:43.936767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:44.045745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9c7398e-93be-4b10-affd-9de2fbc42675 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.049859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c7398e-93be-4b10-affd-9de2fbc42675 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Fanout notify agent at l3_agent the message router_deleted on router 800c3834-6803-4db5-a02c-5c6f142099f6 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:11:44.058159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9c7398e-93be-4b10-affd-9de2fbc42675 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.059247 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c9c7398e-93be-4b10-affd-9de2fbc42675 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/800c3834-6803-4db5-a02c-5c6f142099f6 HTTP/1.1" status: 204 len: 168 time: 0.6894383 Mar 25 20:11:44.062015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35020) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:44.109192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.162193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd0ad75-a873-4761-945f-4409f4560844 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet d2207909-7ed3-4c43-a233-dd5056b6b7b2 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:11:44.167045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ad75-a873-4761-945f-4409f4560844 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.171117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.237383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.242673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ad75-a873-4761-945f-4409f4560844 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.311614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.343194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa431d4-b3c5-48e7-8d8d-eba23aa39a45,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:44.356898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ad75-a873-4761-945f-4409f4560844 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.475269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.476009 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-503a7f21-05c9-4959-b349-a766d6d7eea5 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5622568 Mar 25 20:11:44.478619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35024) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:44.483861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d4d06-136f-40e4-aee2-558f1f64a183', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:44.490412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ad75-a873-4761-945f-4409f4560844 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.494693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:44.533286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:44.539880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:44.546349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0ad75-a873-4761-945f-4409f4560844 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=d2207909-7ed3-4c43-a233-dd5056b6b7b2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:44.548888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ad75-a873-4761-945f-4409f4560844 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.550385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f740f-e28a-4804-ad95-34b3275378a6 None None] Network 6ca34bae-297a-40ff-8dbc-6601468c66f6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:44.554100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:44.557214 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cdd0ad75-a873-4761-945f-4409f4560844 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/d2207909-7ed3-4c43-a233-dd5056b6b7b2 HTTP/1.1" status: 204 len: 168 time: 0.4942298 Mar 25 20:11:44.565911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35028) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:44.633514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.648713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7421f6-7455-42bd-986c-7891b646f6be tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet 4d5fa719-2427-4394-9a81-0916a3fc39e0 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:11:44.656206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d7421f6-7455-42bd-986c-7891b646f6be tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.737852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d7421f6-7455-42bd-986c-7891b646f6be tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.794166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.834501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d7421f6-7455-42bd-986c-7891b646f6be tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.857102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] DHCP port deletion for 6ca34bae-297a-40ff-8dbc-6601468c66f6 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:11:44.866935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] Deleting port e122a86b-8b50-4545-8402-14c2e78b4696 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:44.866935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:44.992412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.023325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5958428a-ca79-40bb-b6f5-bd807136c175,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:45.071052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] For port e122a86b-8b50-4545-8402-14c2e78b4696, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e122a86b-8b50-4545-8402-14c2e78b4696,segment=NetworkSegment(eccbae98-8a72-4799-8c62-f8369910e90f),segment_id=eccbae98-8a72-4799-8c62-f8369910e90f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:45.071433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.113705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.114977 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-21063090-dd7b-4270-b2fb-60dbe18879a8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6354208 Mar 25 20:11:45.117839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35032) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:45.122808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d4d06-136f-40e4-aee2-558f1f64a183', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:45.129029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:45.133828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:45.136791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:45.139848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d7421f6-7455-42bd-986c-7891b646f6be tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.171392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:45.184597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7421f6-7455-42bd-986c-7891b646f6be tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5fa719-2427-4394-9a81-0916a3fc39e0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:45.192164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7d7421f6-7455-42bd-986c-7891b646f6be tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.195723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] Calling delete_port for e122a86b-8b50-4545-8402-14c2e78b4696 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:45.198844 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7d7421f6-7455-42bd-986c-7891b646f6be tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/4d5fa719-2427-4394-9a81-0916a3fc39e0 HTTP/1.1" status: 204 len: 168 time: 0.6318822 Mar 25 20:11:45.201562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35036) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:45.223687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc59399-1d1f-43b1-bc26-85918d5bc5dd None None] Network fbac673a-b912-45a6-ac70-5625ebf53840 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:45.299731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.339643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.369159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port e122a86b-8b50-4545-8402-14c2e78b4696 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:45.369508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.430607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.496916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] DHCP port deletion for fbac673a-b912-45a6-ac70-5625ebf53840 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:11:45.501384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] Deleting port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:45.506307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.535117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.576542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.598782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] Pushing event deleted for resources: {'Port': ['ID=e122a86b-8b50-4545-8402-14c2e78b4696,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:45.600843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c06cb-95d3-41a3-ac61-4aef2841843a None None] No DVR routers for this DVR port e122a86b-8b50-4545-8402-14c2e78b4696 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:11:45.624900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a23090-895d-4124-a954-6caf0ea59ca4,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:45.641284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port e122a86b-8b50-4545-8402-14c2e78b4696, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e122a86b-8b50-4545-8402-14c2e78b4696,segment=NetworkSegment(eccbae98-8a72-4799-8c62-f8369910e90f),segment_id=eccbae98-8a72-4799-8c62-f8369910e90f)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:45.641284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.759307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.760495 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6a058b01-f3af-40dc-b876-5affd6635656 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6416528 Mar 25 20:11:45.763587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35040) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:45.767444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for e122a86b-8b50-4545-8402-14c2e78b4696 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:45.769346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d4d06-136f-40e4-aee2-558f1f64a183', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:45.772834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] For port 306cd5c4-812f-42f9-9b62-a8f8b20beff0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=306cd5c4-812f-42f9-9b62-a8f8b20beff0,segment=NetworkSegment(978e0018-029c-4343-b189-0c0182c9c0fe),segment_id=978e0018-029c-4343-b189-0c0182c9c0fe)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:45.773228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.775659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:45.779906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:45.783027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:45.789449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:45.845083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:11:45.845330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:11:45.895185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:45.898277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] Calling delete_port for 306cd5c4-812f-42f9-9b62-a8f8b20beff0 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:45.973343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.078982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.085569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.114891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d8ba59-3893-4a9c-a2fc-5bab6c8282d5,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:46.122632 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] Pushing event deleted for resources: {'Port': ['ID=306cd5c4-812f-42f9-9b62-a8f8b20beff0,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:46.128241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6d10b-ce94-42f0-88d1-0e04e3ad19cc None None] No DVR routers for this DVR port 306cd5c4-812f-42f9-9b62-a8f8b20beff0 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:11:46.164414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e122a86b-8b50-4545-8402-14c2e78b4696 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:11:46.198209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: e122a86b-8b50-4545-8402-14c2e78b4696 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:11:46.198553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e122a86b-8b50-4545-8402-14c2e78b4696 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:11:46.198947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 306cd5c4-812f-42f9-9b62-a8f8b20beff0 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:11:46.205328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.210160 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-71bc6c43-986e-49f7-a42b-f5b3e50d21bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4418111 Mar 25 20:11:46.210160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35044) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:46.214982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d4d06-136f-40e4-aee2-558f1f64a183', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:46.220990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:46.225679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:46.233882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:46.234409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 306cd5c4-812f-42f9-9b62-a8f8b20beff0 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:11:46.234409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 306cd5c4-812f-42f9-9b62-a8f8b20beff0 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:11:46.235874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:46.346331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port e122a86b-8b50-4545-8402-14c2e78b4696 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:46.346871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.356080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.414591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] The port 'e122a86b-8b50-4545-8402-14c2e78b4696' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:11:46.421031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.496641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.518667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a91c13-ef74-4713-9c65-476fa52fca26,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:46.540729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.568973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca34bae-297a-40ff-8dbc-6601468c66f6']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:46.580594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccbae98-8a72-4799-8c62-f8369910e90f') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:46.581069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccbae98-8a72-4799-8c62-f8369910e90f') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:46.593230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.600436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.601050 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b609a1e7-a00c-4394-be7d-79c4e1db37c9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3902209 Mar 25 20:11:46.611608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35048) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:46.619853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.639749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:46.640137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:46.656379 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:46.674070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33a754e5-9782-4c0b-81e7-950ac785cd03 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.733737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33a754e5-9782-4c0b-81e7-950ac785cd03 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.811072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.828751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.834592 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33a754e5-9782-4c0b-81e7-950ac785cd03 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.853079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=6ca34bae-297a-40ff-8dbc-6601468c66f6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:46.863141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a754e5-9782-4c0b-81e7-950ac785cd03 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18a91c13-ef74-4713-9c65-476fa52fca26,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:46.866502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-33a754e5-9782-4c0b-81e7-950ac785cd03 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:46.867717 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-33a754e5-9782-4c0b-81e7-950ac785cd03 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/18a91c13-ef74-4713-9c65-476fa52fca26 HTTP/1.1" status: 204 len: 168 time: 0.2596188 Mar 25 20:11:46.870251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35052) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:46.920926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4ed5c7d5-79e7-4210-b9a4-757bd62d21c2 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:46.942676 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-207693d0-7a44-49f1-82e2-3fdcf8894508 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/6ca34bae-297a-40ff-8dbc-6601468c66f6 HTTP/1.1" status: 204 len: 168 time: 1.7401705 Mar 25 20:11:46.945840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35056) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:47.037377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4ed5c7d5-79e7-4210-b9a4-757bd62d21c2 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:47.038650 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4ed5c7d5-79e7-4210-b9a4-757bd62d21c2 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1674902 Mar 25 20:11:47.041811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35060) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:47.061319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.071115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e57e0b4-2f44-40ad-b117-da1b4620b4b4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.081242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e57e0b4-2f44-40ad-b117-da1b4620b4b4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.188226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e57e0b4-2f44-40ad-b117-da1b4620b4b4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.192872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.203623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57e0b4-2f44-40ad-b117-da1b4620b4b4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65d8ba59-3893-4a9c-a2fc-5bab6c8282d5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:47.218358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbac673a-b912-45a6-ac70-5625ebf53840']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:47.231221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978e0018-029c-4343-b189-0c0182c9c0fe') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:47.231515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978e0018-029c-4343-b189-0c0182c9c0fe') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:47.244269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.263821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.276238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:47.276238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.292017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e57e0b4-2f44-40ad-b117-da1b4620b4b4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:47.294073 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:47.296645 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9e57e0b4-2f44-40ad-b117-da1b4620b4b4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/65d8ba59-3893-4a9c-a2fc-5bab6c8282d5 HTTP/1.1" status: 204 len: 168 time: 0.2532701 Mar 25 20:11:47.303353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35064) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:47.352760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a403c91f-628b-4f3f-8d9a-0ab5958c2b1c tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:47.454153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a403c91f-628b-4f3f-8d9a-0ab5958c2b1c tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:47.454153 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a403c91f-628b-4f3f-8d9a-0ab5958c2b1c tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1531289 Mar 25 20:11:47.454571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35068) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:47.490664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85ca3f46-1da9-4093-b157-be5db7cc5e22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.504045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85ca3f46-1da9-4093-b157-be5db7cc5e22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.582793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.587839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.605175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85ca3f46-1da9-4093-b157-be5db7cc5e22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.614951 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/fbac673a-b912-45a6-ac70-5625ebf53840 HTTP/1.1" status: 204 len: 168 time: 0.6680818 Mar 25 20:11:47.615797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a763c7-b7e0-418f-b77e-0181ee6403ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=fbac673a-b912-45a6-ac70-5625ebf53840,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:47.620381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35072) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:47.627619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2045980644'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:47.631236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca3f46-1da9-4093-b157-be5db7cc5e22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91a23090-895d-4124-a954-6caf0ea59ca4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:47.633381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:47.639426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:47.642422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:47.652566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:47.720719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85ca3f46-1da9-4093-b157-be5db7cc5e22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.720719 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-85ca3f46-1da9-4093-b157-be5db7cc5e22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/91a23090-895d-4124-a954-6caf0ea59ca4 HTTP/1.1" status: 204 len: 168 time: 0.2568338 Mar 25 20:11:47.720719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35076) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:47.761663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:47.761663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.780606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4c829e88-083b-4352-8fbb-5bdaeb8c3479 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:47.806080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:47.806080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.806080 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment 44a7e81f-06c2-4e25-9124-eb7466a2c71e of type vlan for network 80c7028f-0c0e-48fa-8efc-b418b66262c5 Mar 25 20:11:47.832347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.868641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.896920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4c829e88-083b-4352-8fbb-5bdaeb8c3479 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:47.898380 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4c829e88-083b-4352-8fbb-5bdaeb8c3479 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1823480 Mar 25 20:11:47.901400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35080) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:47.930646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2108808c-2f10-4d5a-881b-443951279327 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.941187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2108808c-2f10-4d5a-881b-443951279327 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.965505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:47.970990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:47.971516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.075036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2108808c-2f10-4d5a-881b-443951279327 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.089676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2108808c-2f10-4d5a-881b-443951279327 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.092383 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2108808c-2f10-4d5a-881b-443951279327 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5958428a-ca79-40bb-b6f5-bd807136c175 HTTP/1.1" status: 204 len: 168 time: 0.1891687 Mar 25 20:11:48.093529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35084) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:48.095055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=80c7028f-0c0e-48fa-8efc-b418b66262c5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:48.101999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108808c-2f10-4d5a-881b-443951279327 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5958428a-ca79-40bb-b6f5-bd807136c175,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:48.114392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 80c7028f-0c0e-48fa-8efc-b418b66262c5 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:48.148779 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1604d3ce-f854-4bcd-9581-1b39e1e43da6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0512049 Mar 25 20:11:48.149105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35088) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:48.154846 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7245826e-f799-4bc3-ad13-fc4f8db53ce8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5334134 Mar 25 20:11:48.159967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35092) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:48.166934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': '80c7028f-0c0e-48fa-8efc-b418b66262c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:48.189071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f7501bd-3d01-4961-bf9f-d7c9888a8e1e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.199422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f7501bd-3d01-4961-bf9f-d7c9888a8e1e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.287416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:48.290044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:48.293050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:48.298685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:48.307802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f7501bd-3d01-4961-bf9f-d7c9888a8e1e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.325272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7501bd-3d01-4961-bf9f-d7c9888a8e1e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fa431d4-b3c5-48e7-8d8d-eba23aa39a45,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:48.387969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:48.391480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.434132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4f7501bd-3d01-4961-bf9f-d7c9888a8e1e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.435568 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4f7501bd-3d01-4961-bf9f-d7c9888a8e1e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0fa431d4-b3c5-48e7-8d8d-eba23aa39a45 HTTP/1.1" status: 204 len: 168 time: 0.2851744 Mar 25 20:11:48.438404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35096) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:48.486396 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e18b3859-fc57-4dba-bbc2-4077084640cd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:48.570850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e18b3859-fc57-4dba-bbc2-4077084640cd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:48.572226 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e18b3859-fc57-4dba-bbc2-4077084640cd tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1328528 Mar 25 20:11:48.575241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35100) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:48.641514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e80cc783-e64b-44fb-81fd-40a22d7ffa9e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.670853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e80cc783-e64b-44fb-81fd-40a22d7ffa9e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.704911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.786191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=c869d251-1247-4086-97bf-0f19cc559b4c,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:48.791647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': '44a7e81f-06c2-4e25-9124-eb7466a2c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '80c7028f-0c0e-48fa-8efc-b418b66262c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:48.791996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: 80c7028f-0c0e-48fa-8efc-b418b66262c5, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:48.799219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e80cc783-e64b-44fb-81fd-40a22d7ffa9e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.819939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cc783-e64b-44fb-81fd-40a22d7ffa9e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5d4d06-136f-40e4-aee2-558f1f64a183,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:48.888110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 80c7028f-0c0e-48fa-8efc-b418b66262c5 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:48.919623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e80cc783-e64b-44fb-81fd-40a22d7ffa9e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:48.920798 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e80cc783-e64b-44fb-81fd-40a22d7ffa9e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab5d4d06-136f-40e4-aee2-558f1f64a183 HTTP/1.1" status: 204 len: 168 time: 0.3445735 Mar 25 20:11:48.923475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35104) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:48.972514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0cfdf88b-f831-499e-8f41-5920058262db tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:49.016661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 80c7028f-0c0e-48fa-8efc-b418b66262c5) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:49.021806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:49.022447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.027494 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f32a76-011c-4a82-b8a4-1a2d3e763db6 None None] Network 80c7028f-0c0e-48fa-8efc-b418b66262c5 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:49.062367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0cfdf88b-f831-499e-8f41-5920058262db tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:49.066997 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0cfdf88b-f831-499e-8f41-5920058262db tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1392806 Mar 25 20:11:49.068678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35108) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:49.073512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723640635'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:49.080189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:49.095161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:49.166684 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-af3149ae-0a83-4d7a-a73b-662ab9bb9012 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0055568 Mar 25 20:11:49.169752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35112) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:49.178150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-159674959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:49.186018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:49.195380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:router and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:49.195380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:49.199899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:49.249419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-80c7028f-0c0e-48fa-8efc-b418b66262c5', 'network_id': '80c7028f-0c0e-48fa-8efc-b418b66262c5', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': 'c869d251-1247-4086-97bf-0f19cc559b4c'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:11:49.250223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.303549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.324666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:49.328956 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:49.333390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:49.333550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.333550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.338022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:49.352404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.410939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Allocated IP 2001:db8::2 (80c7028f-0c0e-48fa-8efc-b418b66262c5/c869d251-1247-4086-97bf-0f19cc559b4c/1674e457-a897-47b1-bb6c-4a8ba330cb0f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:49.416527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.434115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.507318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.527632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.531655 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-534e5fcd-50d6-4063-ab0f-d92d083d22e2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3575854 Mar 25 20:11:49.532175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35116) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:49.538539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'port': {'network_id': '80c7028f-0c0e-48fa-8efc-b418b66262c5', 'name': 'tempest-RoutersIpV6Test-1103199830'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:49.556065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5484700-8663-4c6c-a5fc-bd02954ee474,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:49.617102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.618473 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-291bb859-daaf-4063-a96b-fed7b4466301 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5488842 Mar 25 20:11:49.621314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35120) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:49.626527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'e5484700-8663-4c6c-a5fc-bd02954ee474', 'direction': 'ingress', 'protocol': 17}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:49.635897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.636200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:49.643121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:49.646335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:49.649063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Transition to ACTIVE for port object 1674e457-a897-47b1-bb6c-4a8ba330cb0f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:49.653246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:49.676168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Transition to ACTIVE for port object 1674e457-a897-47b1-bb6c-4a8ba330cb0f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:49.690053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:49.694075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:port and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:49.696962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:49.702613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:49.715726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.774083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.786459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.806118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:49.809758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.832608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] device_id is not set on port a0a84909-5a5b-4486-a795-52d71369997a yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:11:49.849915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Network 80c7028f-0c0e-48fa-8efc-b418b66262c5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:49.852597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:49.861864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:49.868864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Pushing event updated for resources: {'Port': ['ID=1674e457-a897-47b1-bb6c-4a8ba330cb0f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:49.879542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.914825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d718471-e848-4625-bc22-decabffbf23d,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:49.957977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Attempting to bind port 1674e457-a897-47b1-bb6c-4a8ba330cb0f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:11:49.958336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Attempting to bind port 1674e457-a897-47b1-bb6c-4a8ba330cb0f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '44a7e81f-06c2-4e25-9124-eb7466a2c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '80c7028f-0c0e-48fa-8efc-b418b66262c5'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:11:49.959216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Attempting to bind port 1674e457-a897-47b1-bb6c-4a8ba330cb0f on network 80c7028f-0c0e-48fa-8efc-b418b66262c5 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:11:49.964314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:11:49.964701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Checking segment: {'id': '44a7e81f-06c2-4e25-9124-eb7466a2c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '80c7028f-0c0e-48fa-8efc-b418b66262c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:49.965092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.965478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Bound using segment: {'id': '44a7e81f-06c2-4e25-9124-eb7466a2c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '80c7028f-0c0e-48fa-8efc-b418b66262c5'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:11:49.965926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Bound port: 1674e457-a897-47b1-bb6c-4a8ba330cb0f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a7e81f-06c2-4e25-9124-eb7466a2c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '80c7028f-0c0e-48fa-8efc-b418b66262c5'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:11:49.966288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:49.990940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8::8b (80c7028f-0c0e-48fa-8efc-b418b66262c5/c869d251-1247-4086-97bf-0f19cc559b4c/a0a84909-5a5b-4486-a795-52d71369997a) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:11:50.006293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.006293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dc51cc31-509c-4e06-91bb-6ae89a8dda5f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3797038 Mar 25 20:11:50.007169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35124) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:50.054233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] For port 1674e457-a897-47b1-bb6c-4a8ba330cb0f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:11:50.057274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] For port 1674e457-a897-47b1-bb6c-4a8ba330cb0f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1674e457-a897-47b1-bb6c-4a8ba330cb0f,segment=NetworkSegment(44a7e81f-06c2-4e25-9124-eb7466a2c71e),segment_id=44a7e81f-06c2-4e25-9124-eb7466a2c71e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:11:50.166008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.169708 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:11:50.186722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a556e719-5d55-4286-bcf5-0f57dce9ed21 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.237124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a556e719-5d55-4286-bcf5-0f57dce9ed21 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.253391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacfcc2-54ce-4edc-ab8d-3983f58aeecf None None] Pushing event updated for resources: {'Port': ['ID=1674e457-a897-47b1-bb6c-4a8ba330cb0f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:50.305024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.395282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object a0a84909-5a5b-4486-a795-52d71369997a will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:11:50.396388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a556e719-5d55-4286-bcf5-0f57dce9ed21 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.416414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556e719-5d55-4286-bcf5-0f57dce9ed21 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5484700-8663-4c6c-a5fc-bd02954ee474,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:50.449012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a556e719-5d55-4286-bcf5-0f57dce9ed21 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.450141 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a556e719-5d55-4286-bcf5-0f57dce9ed21 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5484700-8663-4c6c-a5fc-bd02954ee474 HTTP/1.1" status: 204 len: 168 time: 0.4440730 Mar 25 20:11:50.452765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35128) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:50.506183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dea9fb65-ddb5-47c2-aca8-8c20df54b827 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:50.542776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.598375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dea9fb65-ddb5-47c2-aca8-8c20df54b827 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:50.603229 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dea9fb65-ddb5-47c2-aca8-8c20df54b827 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1461284 Mar 25 20:11:50.603812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35132) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:50.609701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836781169'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:50.610385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 80c7028f-0c0e-48fa-8efc-b418b66262c5 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:50.613448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:50.617108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:50.619318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:11:50.626330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:50.627010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.627945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:50.653163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=a0a84909-5a5b-4486-a795-52d71369997a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:50.695641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.718884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:50.723086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:50.726011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:50.732374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:50.760105 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ab6a1e3c-0a89-452d-b7a5-dd8d18199cb1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2268515 Mar 25 20:11:50.762739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35136) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:50.825059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.862582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:50.918351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda13179-cd8c-4704-b0db-0c628c11a0d4,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:51.022469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.026298 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e24ac8d5-0638-4ec8-bd41-44359e13982e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4184566 Mar 25 20:11:51.026753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35140) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:51.032159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--250461382'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:51.039420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:51.049977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:51.049977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:51.055005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:51.142913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.165124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:51.169497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:51.179047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:51.179047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:51.213839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a40a5a-0410-45d2-9f50-37169c84641a None None] Network 80c7028f-0c0e-48fa-8efc-b418b66262c5 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:51.255919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.343041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.397582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fcba10-048f-4416-838a-d7f485bf5cd6,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:51.438139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7c0fd544-f05b-4868-b3b0-c41f7b513abb None None] Provisioning for port 1674e457-a897-47b1-bb6c-4a8ba330cb0f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:51.463990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.520582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.524853 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9a4c990a-3c1d-451a-882b-cad119647170 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4946654 Mar 25 20:11:51.525528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35144) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:51.532493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'fda13179-cd8c-4704-b0db-0c628c11a0d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c0fcba10-048f-4416-838a-d7f485bf5cd6', 'remote_ip_prefix': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:51.542205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:51.607222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:51.616544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:51.625276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:51.820734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.851737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4d918da5-9d99-48fd-967c-b1c5116d659a None None] Provisioning for port a0a84909-5a5b-4486-a795-52d71369997a completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:51.857396 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4d918da5-9d99-48fd-967c-b1c5116d659a None None] Provisioning complete for port a0a84909-5a5b-4486-a795-52d71369997a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:51.857758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d918da5-9d99-48fd-967c-b1c5116d659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.911162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4d918da5-9d99-48fd-967c-b1c5116d659a None None] Port a0a84909-5a5b-4486-a795-52d71369997a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:51.915875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:51.928329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.011177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.031529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7cd92682-965e-4584-a341-580cb9ed23b5 None None] Provisioning complete for port a0a84909-5a5b-4486-a795-52d71369997a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:52.031889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7cd92682-965e-4584-a341-580cb9ed23b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.057323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.087493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7cd92682-965e-4584-a341-580cb9ed23b5 None None] Port a0a84909-5a5b-4486-a795-52d71369997a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:52.126827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2da0cf-35df-4ffe-bbd4-0cb1ec248f65,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:52.166678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=a0a84909-5a5b-4486-a795-52d71369997a,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:52.216982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.218159 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c9bc13fc-c6f9-4659-b60d-5675169fbc5a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6916940 Mar 25 20:11:52.221284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35148) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:52.224118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1674e457-a897-47b1-bb6c-4a8ba330cb0f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:52.286384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0af2bb79-1e6d-4f3c-a680-6a5777051991 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.298301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0af2bb79-1e6d-4f3c-a680-6a5777051991 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.355443 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.417516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-90b6facf-d9c8-4e1d-9931-1305cf202205 None None] Provisioning complete for port a0a84909-5a5b-4486-a795-52d71369997a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:52.417925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90b6facf-d9c8-4e1d-9931-1305cf202205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.422520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0af2bb79-1e6d-4f3c-a680-6a5777051991 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.441290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2bb79-1e6d-4f3c-a680-6a5777051991 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb2da0cf-35df-4ffe-bbd4-0cb1ec248f65,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:52.445221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0af2bb79-1e6d-4f3c-a680-6a5777051991 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.446647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0af2bb79-1e6d-4f3c-a680-6a5777051991 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cb2da0cf-35df-4ffe-bbd4-0cb1ec248f65 HTTP/1.1" status: 204 len: 168 time: 0.2238681 Mar 25 20:11:52.446763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1674e457-a897-47b1-bb6c-4a8ba330cb0f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:11:52.448951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35152) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:52.458987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1674e457-a897-47b1-bb6c-4a8ba330cb0f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:52.459356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.500411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dbcf30a7-0407-4e3b-8259-7bf07cd52600 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:52.515688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.551803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90b6facf-d9c8-4e1d-9931-1305cf202205 None None] Port a0a84909-5a5b-4486-a795-52d71369997a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:52.572020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dbcf30a7-0407-4e3b-8259-7bf07cd52600 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:52.574085 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dbcf30a7-0407-4e3b-8259-7bf07cd52600 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1239262 Mar 25 20:11:52.576880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:52.634676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.649884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbde0ff5-9ea4-40e7-b2eb-70605240ea4f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.686265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 1674e457-a897-47b1-bb6c-4a8ba330cb0f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1674e457-a897-47b1-bb6c-4a8ba330cb0f,segment=NetworkSegment(44a7e81f-06c2-4e25-9124-eb7466a2c71e),segment_id=44a7e81f-06c2-4e25-9124-eb7466a2c71e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:52.689854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbde0ff5-9ea4-40e7-b2eb-70605240ea4f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.839582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.845444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbde0ff5-9ea4-40e7-b2eb-70605240ea4f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.868389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde0ff5-9ea4-40e7-b2eb-70605240ea4f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fcba10-048f-4416-838a-d7f485bf5cd6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:52.943886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=1674e457-a897-47b1-bb6c-4a8ba330cb0f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:52.977257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbde0ff5-9ea4-40e7-b2eb-70605240ea4f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:52.979121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dbde0ff5-9ea4-40e7-b2eb-70605240ea4f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/c0fcba10-048f-4416-838a-d7f485bf5cd6 HTTP/1.1" status: 204 len: 168 time: 0.4005704 Mar 25 20:11:52.981275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35160) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:53.044723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-76677017-8f25-4ea2-8ea3-456553e032c4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:53.060623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.125619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-76677017-8f25-4ea2-8ea3-456553e032c4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:53.126799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-76677017-8f25-4ea2-8ea3-456553e032c4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1446426 Mar 25 20:11:53.129909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35164) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:53.166232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.166232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.194037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a0ae-7b74-4793-8e66-f024c7f7086f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.224235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a0ae-7b74-4793-8e66-f024c7f7086f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.320279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=a0a84909-5a5b-4486-a795-52d71369997a,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:53.354236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a0ae-7b74-4793-8e66-f024c7f7086f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.368645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 80c7028f-0c0e-48fa-8efc-b418b66262c5 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:11:53.369934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:53.373420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a0ae-7b74-4793-8e66-f024c7f7086f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda13179-cd8c-4704-b0db-0c628c11a0d4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:53.499776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a0ae-7b74-4793-8e66-f024c7f7086f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.501025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c9e3a0ae-7b74-4793-8e66-f024c7f7086f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/fda13179-cd8c-4704-b0db-0c628c11a0d4 HTTP/1.1" status: 204 len: 168 time: 0.3702247 Mar 25 20:11:53.503784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35168) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:53.563913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d0a6bf79-1850-4c0c-84de-d8f0f6d45c22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:53.655469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d0a6bf79-1850-4c0c-84de-d8f0f6d45c22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:53.656149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 7dfd7b69-4abd-48a3-9904-712d13818fba is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:11:53.657758 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d0a6bf79-1850-4c0c-84de-d8f0f6d45c22 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1524861 Mar 25 20:11:53.662252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35172) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:53.667337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--539217850'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:53.674514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:53.682129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6f8842fb-cffe-4350-9d06-fb5eacbf4b54 None None] Provisioning complete for port a0a84909-5a5b-4486-a795-52d71369997a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:53.682701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f8842fb-cffe-4350-9d06-fb5eacbf4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.684828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:53.737184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6f8842fb-cffe-4350-9d06-fb5eacbf4b54 None None] Port a0a84909-5a5b-4486-a795-52d71369997a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:11:53.770860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.791069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:53.795075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:53.797890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:53.804171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:53.823865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:53.828739 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-643767e1-7313-4f00-aee5-e17a377eca45 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/7dfd7b69-4abd-48a3-9904-712d13818fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0649476 Mar 25 20:11:53.831247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35176) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:53.838197 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29554c76-73a4-4c89-b55f-9b3b19d150cd None None] Sync routers for ids ['7dfd7b69-4abd-48a3-9904-712d13818fba'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:53.847810 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29554c76-73a4-4c89-b55f-9b3b19d150cd None None] Routers {'7dfd7b69-4abd-48a3-9904-712d13818fba'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:53.848403 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-29554c76-73a4-4c89-b55f-9b3b19d150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7dfd7b69-4abd-48a3-9904-712d13818fba'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:53.912948 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-29554c76-73a4-4c89-b55f-9b3b19d150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:53.918513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b0653-2973-4887-bf46-20228af54857 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:53.919982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-908b0653-2973-4887-bf46-20228af54857 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports/a0a84909-5a5b-4486-a795-52d71369997a HTTP/1.1" status: 200 len: 983 time: 0.0877047 Mar 25 20:11:53.921734 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29554c76-73a4-4c89-b55f-9b3b19d150cd None None] Routers {'7dfd7b69-4abd-48a3-9904-712d13818fba'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:53.922421 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-29554c76-73a4-4c89-b55f-9b3b19d150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7dfd7b69-4abd-48a3-9904-712d13818fba'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:53.925034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35180) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:53.944716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:53.986146 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-29554c76-73a4-4c89-b55f-9b3b19d150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:53.986546 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29554c76-73a4-4c89-b55f-9b3b19d150cd None None] The sync data for ids ['7dfd7b69-4abd-48a3-9904-712d13818fba'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:54.022851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.073835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff700f45-4563-409c-aff8-4354280a7595,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:54.153198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.156702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5f6ed052-0fab-4c33-bb14-4dd3a4272783 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4926221 Mar 25 20:11:54.157309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35184) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:54.165856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1674e457-a897-47b1-bb6c-4a8ba330cb0f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:11:54.169338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'ff700f45-4563-409c-aff8-4354280a7595', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:54.181495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:54.182982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:54.186096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:54.192729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:54.238928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1674e457-a897-47b1-bb6c-4a8ba330cb0f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:11:54.239289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.345506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.413252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.452147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.480077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99339162-4384-4674-b0fc-9733a09d4bd0,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:54.530078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.531423 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-08179b25-2eca-49e6-812d-42c68936533a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3728478 Mar 25 20:11:54.534241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35188) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:54.558010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.563440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5c2f-31c8-4b6b-bf66-f1b2a3df4e47 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.574154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5c2f-31c8-4b6b-bf66-f1b2a3df4e47 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.657926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5c2f-31c8-4b6b-bf66-f1b2a3df4e47 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.681178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d5c2f-31c8-4b6b-bf66-f1b2a3df4e47 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99339162-4384-4674-b0fc-9733a09d4bd0,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:54.684704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5c2f-31c8-4b6b-bf66-f1b2a3df4e47 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.685858 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5d3d5c2f-31c8-4b6b-bf66-f1b2a3df4e47 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/99339162-4384-4674-b0fc-9733a09d4bd0 HTTP/1.1" status: 204 len: 168 time: 0.1507022 Mar 25 20:11:54.688410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35192) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:54.739633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-60e1df2c-e8f7-44bc-8371-17eb707a3b6f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:54.799250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-60e1df2c-e8f7-44bc-8371-17eb707a3b6f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:54.803884 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-60e1df2c-e8f7-44bc-8371-17eb707a3b6f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112974 Mar 25 20:11:54.803884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35196) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:54.838484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port a0a84909-5a5b-4486-a795-52d71369997a {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:54.839045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.871189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-790ab7e8-3596-42db-aa64-0532c49baeb9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:54.899265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-790ab7e8-3596-42db-aa64-0532c49baeb9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.011033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-790ab7e8-3596-42db-aa64-0532c49baeb9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.029970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.030926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ab7e8-3596-42db-aa64-0532c49baeb9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff700f45-4563-409c-aff8-4354280a7595,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:55.113995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-790ab7e8-3596-42db-aa64-0532c49baeb9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.119018 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-790ab7e8-3596-42db-aa64-0532c49baeb9 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff700f45-4563-409c-aff8-4354280a7595 HTTP/1.1" status: 204 len: 168 time: 0.3144305 Mar 25 20:11:55.119575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35200) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:55.173061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc78e95a-bead-4cae-8cce-b2cd0119abae tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:55.174011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for a0a84909-5a5b-4486-a795-52d71369997a owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:55.296823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cc78e95a-bead-4cae-8cce-b2cd0119abae tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:55.306709 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cc78e95a-bead-4cae-8cce-b2cd0119abae tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1776314 Mar 25 20:11:55.306709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35204) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:55.307742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758520263'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:55.314430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:55.324911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:55.412620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.428822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.434863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:55.441774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:55.442580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:55.449088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:55.487003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=a0a84909-5a5b-4486-a795-52d71369997a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:55.552344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.644210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.697777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc3fff-e107-4f37-8124-7363f4a06dd5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:55.718440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.765269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.766628 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-81e5cc61-24a4-4c45-acc8-256017ddc342 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4629376 Mar 25 20:11:55.769339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35208) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:55.774306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc3fff-e107-4f37-8124-7363f4a06dd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:55.780387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:55.784509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:55.787867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:55.793689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:55.886110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:55.946182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.005609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.031765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2ba02a-d22c-46a7-b55c-26c7f887ca4d,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:56.097043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.098286 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d4d9e824-8abe-488e-8291-a853110ac704 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280306 Mar 25 20:11:56.102011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35212) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:56.121705 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3ca6ca72-9965-4a2b-a0ad-ea6f66019d29 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules/4d2ba02a-d22c-46a7-b55c-26c7f887ca4d HTTP/1.1" status: 200 len: 763 time: 0.0183401 Mar 25 20:11:56.124089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35216) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:56.132442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 7dfd7b69-4abd-48a3-9904-712d13818fba has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:11:56.171181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e484ec20-f8be-4967-b1f0-1a86e4cc138e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:56.233696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e484ec20-f8be-4967-b1f0-1a86e4cc138e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:56.235095 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e484ec20-f8be-4967-b1f0-1a86e4cc138e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1100752 Mar 25 20:11:56.237854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35220) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:56.266842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:11:56.270323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-356bcee7-e1cb-4a50-a25e-b2e5c7af1906 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.277333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4a3ab-4026-49fc-99f1-ba6de17b7514 None None] Sync routers for ids ['7dfd7b69-4abd-48a3-9904-712d13818fba'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:11:56.279986 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3f2026f5-6a52-48f3-a716-6743a31962c3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/7dfd7b69-4abd-48a3-9904-712d13818fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3538041 Mar 25 20:11:56.282844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35224) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:56.294843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4a3ab-4026-49fc-99f1-ba6de17b7514 None None] Routers {'7dfd7b69-4abd-48a3-9904-712d13818fba'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:56.295797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b5a4a3ab-4026-49fc-99f1-ba6de17b7514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7dfd7b69-4abd-48a3-9904-712d13818fba'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:56.358510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b5a4a3ab-4026-49fc-99f1-ba6de17b7514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:56.367576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4a3ab-4026-49fc-99f1-ba6de17b7514 None None] Routers {'7dfd7b69-4abd-48a3-9904-712d13818fba'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:11:56.368191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b5a4a3ab-4026-49fc-99f1-ba6de17b7514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7dfd7b69-4abd-48a3-9904-712d13818fba'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:56.384976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-356bcee7-e1cb-4a50-a25e-b2e5c7af1906 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.431301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b5a4a3ab-4026-49fc-99f1-ba6de17b7514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:56.431621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4a3ab-4026-49fc-99f1-ba6de17b7514 None None] The sync data for ids ['7dfd7b69-4abd-48a3-9904-712d13818fba'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:11:56.479451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-356bcee7-e1cb-4a50-a25e-b2e5c7af1906 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.497162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bcee7-e1cb-4a50-a25e-b2e5c7af1906 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d2ba02a-d22c-46a7-b55c-26c7f887ca4d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:56.559664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-356bcee7-e1cb-4a50-a25e-b2e5c7af1906 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.560831 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-356bcee7-e1cb-4a50-a25e-b2e5c7af1906 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4d2ba02a-d22c-46a7-b55c-26c7f887ca4d HTTP/1.1" status: 204 len: 168 time: 0.3220630 Mar 25 20:11:56.563380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35228) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:56.609927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ad7c02b8-5561-49b1-aef0-eb732bb0d73f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:56.616042 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-d4488286-c5f0-4b01-bdd5-3225535f2b60 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] remove_router_interface failed (client error): The resource could not be found. Mar 25 20:11:56.619623 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d4488286-c5f0-4b01-bdd5-3225535f2b60 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/7dfd7b69-4abd-48a3-9904-712d13818fba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3333189 Mar 25 20:11:56.620049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35232) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:56.664856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bd2f34d3-bb9b-4d89-bf28-17bfa08bbe0e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dfd7b69-4abd-48a3-9904-712d13818fba HTTP/1.1" status: 200 len: 205 time: 0.0431099 Mar 25 20:11:56.666604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35236) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:56.728606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ad7c02b8-5561-49b1-aef0-eb732bb0d73f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:56.730962 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ad7c02b8-5561-49b1-aef0-eb732bb0d73f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1666806 Mar 25 20:11:56.734261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35240) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:56.740732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc3fff-e107-4f37-8124-7363f4a06dd5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:56.746612 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:56.757388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:56.804379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56b79b5b-e608-4b09-8538-df1eb81906ac tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.823588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.889719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.953513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:56.978267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5b21d3-24e1-4c8e-8f63-477448c6ded8,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:57.050740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.051952 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fbc2302c-6e55-4637-9899-b68432fe614b tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166213 Mar 25 20:11:57.055125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35244) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:57.073625 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-98256213-f231-4b12-8c04-fdb934dbe13e tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules/be5b21d3-24e1-4c8e-8f63-477448c6ded8 HTTP/1.1" status: 200 len: 763 time: 0.0174582 Mar 25 20:11:57.075884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35248) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:57.099405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56b79b5b-e608-4b09-8538-df1eb81906ac tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.101646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56b79b5b-e608-4b09-8538-df1eb81906ac tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.123015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b92d1e8f-1259-44b1-8d86-b51cf9ac7076 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:57.171076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56b79b5b-e608-4b09-8538-df1eb81906ac tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.171597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b79b5b-e608-4b09-8538-df1eb81906ac tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Fanout notify agent at l3_agent the message router_deleted on router 7dfd7b69-4abd-48a3-9904-712d13818fba {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:11:57.183821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-56b79b5b-e608-4b09-8538-df1eb81906ac tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.184901 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-56b79b5b-e608-4b09-8538-df1eb81906ac tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/7dfd7b69-4abd-48a3-9904-712d13818fba HTTP/1.1" status: 204 len: 168 time: 0.5174296 Mar 25 20:11:57.187662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35252) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:57.221809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b92d1e8f-1259-44b1-8d86-b51cf9ac7076 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:57.223063 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b92d1e8f-1259-44b1-8d86-b51cf9ac7076 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1462686 Mar 25 20:11:57.226548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35256) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:57.255371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcab0-b976-41ec-9864-51e2bf0bff44 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.255748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-da86499b-491e-48af-a442-526b68169c72 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet c869d251-1247-4086-97bf-0f19cc559b4c {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:11:57.258783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-da86499b-491e-48af-a442-526b68169c72 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.265381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcab0-b976-41ec-9864-51e2bf0bff44 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.316450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-da86499b-491e-48af-a442-526b68169c72 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.353587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcab0-b976-41ec-9864-51e2bf0bff44 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.376367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bcab0-b976-41ec-9864-51e2bf0bff44 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be5b21d3-24e1-4c8e-8f63-477448c6ded8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:57.399691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-da86499b-491e-48af-a442-526b68169c72 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.445230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcab0-b976-41ec-9864-51e2bf0bff44 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.446338 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6f4bcab0-b976-41ec-9864-51e2bf0bff44 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/be5b21d3-24e1-4c8e-8f63-477448c6ded8 HTTP/1.1" status: 204 len: 168 time: 0.2187719 Mar 25 20:11:57.448866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35260) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:57.494862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-00fcc364-3085-4eb3-a53d-7bd772acb611 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:57.531347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-da86499b-491e-48af-a442-526b68169c72 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.564919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-00fcc364-3085-4eb3-a53d-7bd772acb611 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:57.568873 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-00fcc364-3085-4eb3-a53d-7bd772acb611 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1164272 Mar 25 20:11:57.569062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35264) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:57.573610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86499b-491e-48af-a442-526b68169c72 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=c869d251-1247-4086-97bf-0f19cc559b4c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:57.574015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc3fff-e107-4f37-8124-7363f4a06dd5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:57.577252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-da86499b-491e-48af-a442-526b68169c72 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.580117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:57.587469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622868f3-e027-4821-bcd4-05e5556bbe08 None None] Network 80c7028f-0c0e-48fa-8efc-b418b66262c5 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:57.590872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:57.597242 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-da86499b-491e-48af-a442-526b68169c72 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/c869d251-1247-4086-97bf-0f19cc559b4c HTTP/1.1" status: 204 len: 168 time: 0.4083514 Mar 25 20:11:57.600583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35268) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:57.685485 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Project c29407adbfe84c6bad3d692222c9f009 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:11:57.693351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.719672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.730851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 1674e457-a897-47b1-bb6c-4a8ba330cb0f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:57.731257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.759661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.849826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] DHCP port deletion for 80c7028f-0c0e-48fa-8efc-b418b66262c5 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:11:57.854361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] Deleting port 1674e457-a897-47b1-bb6c-4a8ba330cb0f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:57.854983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.943795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port 1674e457-a897-47b1-bb6c-4a8ba330cb0f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1674e457-a897-47b1-bb6c-4a8ba330cb0f,segment=NetworkSegment(44a7e81f-06c2-4e25-9124-eb7466a2c71e),segment_id=44a7e81f-06c2-4e25-9124-eb7466a2c71e)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:57.944148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.948440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:57.973726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9325be4-04e3-4db4-9be2-0851b6e5fca2,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:58.034529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.038323 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-28098c44-06ac-4d80-b71f-75c9a96ccd30 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4658821 Mar 25 20:11:58.038711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35272) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:58.059065 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aea81a78-7155-46a6-8344-a1e065753603 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules/e9325be4-04e3-4db4-9be2-0851b6e5fca2 HTTP/1.1" status: 200 len: 769 time: 0.0190592 Mar 25 20:11:58.063083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35276) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:58.068817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] For port 1674e457-a897-47b1-bb6c-4a8ba330cb0f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1674e457-a897-47b1-bb6c-4a8ba330cb0f,segment=NetworkSegment(44a7e81f-06c2-4e25-9124-eb7466a2c71e),segment_id=44a7e81f-06c2-4e25-9124-eb7466a2c71e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:11:58.069205 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.115082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b4a6e2af-7df4-47f9-a558-5b0cf134959f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:58.176682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b4a6e2af-7df4-47f9-a558-5b0cf134959f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:58.179792 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b4a6e2af-7df4-47f9-a558-5b0cf134959f tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1140256 Mar 25 20:11:58.181072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35280) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:58.189626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1674e457-a897-47b1-bb6c-4a8ba330cb0f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:11:58.193989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 1674e457-a897-47b1-bb6c-4a8ba330cb0f owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:58.212501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c15-114d-446c-9de8-dd85557e46bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.228363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c15-114d-446c-9de8-dd85557e46bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.234851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] Calling delete_port for 1674e457-a897-47b1-bb6c-4a8ba330cb0f owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:11:58.290585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c15-114d-446c-9de8-dd85557e46bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.309657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0c15-114d-446c-9de8-dd85557e46bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9325be4-04e3-4db4-9be2-0851b6e5fca2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:58.341218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.347918 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No ports have port_id starting with 1674e457-a897-47b1-bb6c-4a8ba330cb0f Mar 25 20:11:58.352967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:11:58.353409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:11:58.358398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c15-114d-446c-9de8-dd85557e46bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.361853 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5b3a0c15-114d-446c-9de8-dd85557e46bf tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e9325be4-04e3-4db4-9be2-0851b6e5fca2 HTTP/1.1" status: 204 len: 168 time: 0.1775653 Mar 25 20:11:58.362011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35284) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:58.393268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=1674e457-a897-47b1-bb6c-4a8ba330cb0f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:58.395071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No DVR routers for this DVR port 1674e457-a897-47b1-bb6c-4a8ba330cb0f on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:11:58.413195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c6c1d2c0-153b-4b90-9288-092e0ecd690d tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:58.483783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c6c1d2c0-153b-4b90-9288-092e0ecd690d tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:58.485087 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c6c1d2c0-153b-4b90-9288-092e0ecd690d tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1222086 Mar 25 20:11:58.488003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35290) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:58.518465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.543533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c7028f-0c0e-48fa-8efc-b418b66262c5']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:58.549371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b56897c9-3d1c-4bdc-95e0-3d41ef1bff64 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.555199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a7e81f-06c2-4e25-9124-eb7466a2c71e') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:58.555496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a7e81f-06c2-4e25-9124-eb7466a2c71e') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:11:58.566732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.576038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b56897c9-3d1c-4bdc-95e0-3d41ef1bff64 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.583919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.589611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:11:58.598827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:11:58.606225 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:11:58.696646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b56897c9-3d1c-4bdc-95e0-3d41ef1bff64 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.715821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56897c9-3d1c-4bdc-95e0-3d41ef1bff64 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc3fff-e107-4f37-8124-7363f4a06dd5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:58.753755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.774758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.780807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=80c7028f-0c0e-48fa-8efc-b418b66262c5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:58.782872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b56897c9-3d1c-4bdc-95e0-3d41ef1bff64 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.786683 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b56897c9-3d1c-4bdc-95e0-3d41ef1bff64 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6cc3fff-e107-4f37-8124-7363f4a06dd5 HTTP/1.1" status: 204 len: 168 time: 0.2953098 Mar 25 20:11:58.793048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35294) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:58.793153 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ae63cc0c-75ef-4d5e-adfb-a88e76881c66 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/80c7028f-0c0e-48fa-8efc-b418b66262c5 HTTP/1.1" status: 204 len: 168 time: 1.1887398 Mar 25 20:11:58.795735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35298) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:58.801168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891327123'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:58.806640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:58.810633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:58.813509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:58.819796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:58.839997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9095035d-8299-4676-b179-2ad9ab32724a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:58.854537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] Deleting port 1674e457-a897-47b1-bb6c-4a8ba330cb0f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:11:58.855349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.873547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:58.877213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.896502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9095035d-8299-4676-b179-2ad9ab32724a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:58.898230 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9095035d-8299-4676-b179-2ad9ab32724a tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1104286 Mar 25 20:11:58.904575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35302) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:58.907519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845061138'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:58.912373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:11:58.914644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:58.923340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.923755 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a of type vlan for network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 Mar 25 20:11:58.923932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:58.924887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be17b68c-5427-40b8-90ae-39ca0a288e4d None None] The port '1674e457-a897-47b1-bb6c-4a8ba330cb0f' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:11:58.954705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:58.998650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.018834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:59.022892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:59.025733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:59.031430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:59.044426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.050076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:59.050674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.100261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.157424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=5430fbba-b36b-45f4-8155-8c35c2fcbdf0,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:59.167632 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:11:59.170089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.187904 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aff239f1-9369-4916-a70c-09db48408c25 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3882775 Mar 25 20:11:59.187904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35306) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:59.192144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': '5430fbba-b36b-45f4-8155-8c35c2fcbdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:59.213599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede6dbd-bbbe-495e-bbf7-bd34f92004b9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:59.291683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.295602 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5aa34528-326a-428c-a475-641536d9c5e6 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3897793 Mar 25 20:11:59.295918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35310) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:59.302814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Request body: {'security_group_rule': {'security_group_id': '2ede6dbd-bbbe-495e-bbf7-bd34f92004b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:11:59.310204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:59.314343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Usage tracker for resource:security_group_rule and tenant:c29407adbfe84c6bad3d692222c9f009 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:59.314985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:11:59.317314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:59.321544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:11:59.331394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:59.331534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:11:59.331534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:11:59.405693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.421852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:11:59.425379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.464459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.519005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.545306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c20f8a2-7209-449e-af02-10f6006cce23,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:59.593513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.595654 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4d820e6c-255d-4e55-ab45-be1cf73ce7d8 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2980216 Mar 25 20:11:59.597703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35316) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:59.667037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdcc67bb-ec99-428d-a24d-d608a72a3265 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.680056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.693929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdcc67bb-ec99-428d-a24d-d608a72a3265 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.764256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=d6136c54-f5b3-409d-beef-1905f7f070e4,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:59.772203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': 'fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5430fbba-b36b-45f4-8155-8c35c2fcbdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:11:59.772599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: 5430fbba-b36b-45f4-8155-8c35c2fcbdf0, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:11:59.816374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdcc67bb-ec99-428d-a24d-d608a72a3265 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.837689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc67bb-ec99-428d-a24d-d608a72a3265 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede6dbd-bbbe-495e-bbf7-bd34f92004b9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:11:59.845228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bdcc67bb-ec99-428d-a24d-d608a72a3265 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.846383 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bdcc67bb-ec99-428d-a24d-d608a72a3265 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ede6dbd-bbbe-495e-bbf7-bd34f92004b9 HTTP/1.1" status: 204 len: 168 time: 0.2476604 Mar 25 20:11:59.849828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35320) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:11:59.867025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:11:59.900039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c8c62bc1-7636-4319-8724-cf3fddfd8611 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:11:59.947522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 5430fbba-b36b-45f4-8155-8c35c2fcbdf0) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:11:59.951758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:11:59.957414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:11:59.958095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb841c-7003-46f8-9640-d1935d78ac62 None None] Network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:11:59.977083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c8c62bc1-7636-4319-8724-cf3fddfd8611 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:11:59.980405 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c8c62bc1-7636-4319-8724-cf3fddfd8611 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1286900 Mar 25 20:11:59.981280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35324) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:00.023260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f5f40321-81d7-465d-90a2-041190602221 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Synchronizing usage tracker for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:12:00.061846 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-71b815b4-3339-4b2d-b266-10b9091d13d3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8747070 Mar 25 20:12:00.064524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35328) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:00.073625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2095278864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:00.080024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:00.083870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:router and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:00.086692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:00.092391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:00.113718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f5f40321-81d7-465d-90a2-041190602221 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] Unset dirty status for tenant:c29407adbfe84c6bad3d692222c9f009 on resource:security_group_rule {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:12:00.115677 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f5f40321-81d7-465d-90a2-041190602221 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1335013 Mar 25 20:12:00.120101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35332) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:00.134296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-84b5dbf0-bdcd-4fff-9d48-fe3d52a73747 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] delete failed (client error): The resource could not be found. Mar 25 20:12:00.135264 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-84b5dbf0-bdcd-4fff-9d48-fe3d52a73747 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ede6dbd-bbbe-495e-bbf7-bd34f92004b9 HTTP/1.1" status: 404 len: 347 time: 0.0159698 Mar 25 20:12:00.138708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35336) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:00.171340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-5430fbba-b36b-45f4-8155-8c35c2fcbdf0', 'network_id': '5430fbba-b36b-45f4-8155-8c35c2fcbdf0', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': 'd6136c54-f5b3-409d-beef-1905f7f070e4'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:12:00.172255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.174438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.175426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.197135 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6adb7dc4-d702-49b8-8318-b40abe83a4e4 tempest-SecGroupIPv6Test-490372125 tempest-SecGroupIPv6Test-490372125-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572095 Mar 25 20:12:00.205617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.297031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.330100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Allocated IP 2001:db8::2 (5430fbba-b36b-45f4-8155-8c35c2fcbdf0/d6136c54-f5b3-409d-beef-1905f7f070e4/bcb6e7b1-2916-40d8-a48b-ed94a86cce40) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:00.370943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.372340 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-69828e89-5deb-4711-aa5e-99853f2d0159 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3068213 Mar 25 20:12:00.375097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35342) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:00.552331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.562572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Transition to ACTIVE for port object bcb6e7b1-2916-40d8-a48b-ed94a86cce40 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:00.581551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Transition to ACTIVE for port object bcb6e7b1-2916-40d8-a48b-ed94a86cce40 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:00.589845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35348) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:00.651476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.714917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:00.717732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:00.721649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:00.736128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Pushing event updated for resources: {'Port': ['ID=bcb6e7b1-2916-40d8-a48b-ed94a86cce40,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:00.752590 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-72ed0ddf-60a6-41d7-bfb1-1b5c754e037b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c29407adbfe84c6bad3d692222c9f009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592216 Mar 25 20:12:00.752812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35354) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:00.818723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96c41c8f-d5a1-4ca2-9391-5fe4774669d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.831814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Attempting to bind port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:00.832174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Attempting to bind port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5430fbba-b36b-45f4-8155-8c35c2fcbdf0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:00.832551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Attempting to bind port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 on network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:00.838407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:00.838754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Checking segment: {'id': 'fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5430fbba-b36b-45f4-8155-8c35c2fcbdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:00.839139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.839522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Bound using segment: {'id': 'fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5430fbba-b36b-45f4-8155-8c35c2fcbdf0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:00.839970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Bound port: bcb6e7b1-2916-40d8-a48b-ed94a86cce40, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5430fbba-b36b-45f4-8155-8c35c2fcbdf0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:00.840332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.844742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96c41c8f-d5a1-4ca2-9391-5fe4774669d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.936947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] For port bcb6e7b1-2916-40d8-a48b-ed94a86cce40, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:00.939953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] For port bcb6e7b1-2916-40d8-a48b-ed94a86cce40, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bcb6e7b1-2916-40d8-a48b-ed94a86cce40,segment=NetworkSegment(fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a),segment_id=fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:00.971448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.975267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96c41c8f-d5a1-4ca2-9391-5fe4774669d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:00.993583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c41c8f-d5a1-4ca2-9391-5fe4774669d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5edc1d-3b0e-467e-94ca-72dbe4c466a7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:01.027305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:01.111130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94639b4c-0ab6-4fb9-abf6-a6048f7121be None None] Pushing event updated for resources: {'Port': ['ID=bcb6e7b1-2916-40d8-a48b-ed94a86cce40,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:01.135753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-96c41c8f-d5a1-4ca2-9391-5fe4774669d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:01.139172 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-96c41c8f-d5a1-4ca2-9391-5fe4774669d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff5edc1d-3b0e-467e-94ca-72dbe4c466a7 HTTP/1.1" status: 204 len: 168 time: 0.3832345 Mar 25 20:12:01.367357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8::1 (5430fbba-b36b-45f4-8155-8c35c2fcbdf0/d6136c54-f5b3-409d-beef-1905f7f070e4/699d2962-547b-4215-b65b-5ad81d7a8813) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:01.543467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:01.562111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object 699d2962-547b-4215-b65b-5ad81d7a8813 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:01.644745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:01.708016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:01.710963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:01.718863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:01.719377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:01.837931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=699d2962-547b-4215-b65b-5ad81d7a8813,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:02.006165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.024299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9588501-8952-40ec-90c3-d83eb135eb62 None None] Network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:02.209521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-564b545c-830d-44f0-9ceb-912b013cfb8a None None] Provisioning for port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:02.219938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bcb6e7b1-2916-40d8-a48b-ed94a86cce40 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:02.399611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:02.405326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:02.405841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.520051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.529025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.565782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port bcb6e7b1-2916-40d8-a48b-ed94a86cce40, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bcb6e7b1-2916-40d8-a48b-ed94a86cce40,segment=NetworkSegment(fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a),segment_id=fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:02.582247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.583009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.621424 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.666701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=699d2962-547b-4215-b65b-5ad81d7a8813,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:02.675108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-306e6da5-1345-4b8a-92d0-7b68aadb95da None None] Provisioning for port 699d2962-547b-4215-b65b-5ad81d7a8813 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:02.687240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-306e6da5-1345-4b8a-92d0-7b68aadb95da None None] Provisioning complete for port 699d2962-547b-4215-b65b-5ad81d7a8813 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:02.687472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-306e6da5-1345-4b8a-92d0-7b68aadb95da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.751712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=bcb6e7b1-2916-40d8-a48b-ed94a86cce40,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:02.756624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-306e6da5-1345-4b8a-92d0-7b68aadb95da None None] Port 699d2962-547b-4215-b65b-5ad81d7a8813 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:02.767054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-306e6da5-1345-4b8a-92d0-7b68aadb95da None None] Provisioning complete for port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:02.767417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-306e6da5-1345-4b8a-92d0-7b68aadb95da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:02.803977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:02.805174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:03.039433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 0d91277e-f772-492d-bab1-81db05723a0a is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:12:03.043785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-be1d0cfe-7855-4757-a0f5-f11fa5d9c9fe None None] Provisioning complete for port 699d2962-547b-4215-b65b-5ad81d7a8813 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:03.044148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be1d0cfe-7855-4757-a0f5-f11fa5d9c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:03.098488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be1d0cfe-7855-4757-a0f5-f11fa5d9c9fe None None] Port 699d2962-547b-4215-b65b-5ad81d7a8813 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:03.197319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:03.209750 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a989dd54-1a09-447d-a951-4234594f256f None None] Sync routers for ids ['0d91277e-f772-492d-bab1-81db05723a0a'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:03.211194 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-669d4ad5-1495-4268-b8ec-0ebfe6435a20 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/0d91277e-f772-492d-bab1-81db05723a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8350339 Mar 25 20:12:03.213705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35360) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:03.226965 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989dd54-1a09-447d-a951-4234594f256f None None] Routers {'0d91277e-f772-492d-bab1-81db05723a0a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:03.227586 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a989dd54-1a09-447d-a951-4234594f256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d91277e-f772-492d-bab1-81db05723a0a'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:03.282994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebf952-8b02-42c8-8020-9853673c8415 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:03.283564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ceebf952-8b02-42c8-8020-9853673c8415 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:12:03.286530 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a989dd54-1a09-447d-a951-4234594f256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:03.294786 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989dd54-1a09-447d-a951-4234594f256f None None] Routers {'0d91277e-f772-492d-bab1-81db05723a0a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:03.295374 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a989dd54-1a09-447d-a951-4234594f256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d91277e-f772-492d-bab1-81db05723a0a'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:03.357189 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a989dd54-1a09-447d-a951-4234594f256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:03.357589 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a989dd54-1a09-447d-a951-4234594f256f None None] The sync data for ids ['0d91277e-f772-492d-bab1-81db05723a0a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:03.376340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ceebf952-8b02-42c8-8020-9853673c8415 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:12:03.377552 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ceebf952-8b02-42c8-8020-9853673c8415 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports/699d2962-547b-4215-b65b-5ad81d7a8813 HTTP/1.1" status: 200 len: 911 time: 0.1629534 Mar 25 20:12:03.381070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35364) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:03.970462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:04.166586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bcb6e7b1-2916-40d8-a48b-ed94a86cce40 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:04.232845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:04.233097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:04.295139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 699d2962-547b-4215-b65b-5ad81d7a8813 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:04.295718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:04.485684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:04.608504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 699d2962-547b-4215-b65b-5ad81d7a8813 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:04.890761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:04.940936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=699d2962-547b-4215-b65b-5ad81d7a8813,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:05.111646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:05.473308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 0d91277e-f772-492d-bab1-81db05723a0a has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:05.607071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:05.617013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e283a-378e-4613-8de9-f539af3bc6ae None None] Sync routers for ids ['0d91277e-f772-492d-bab1-81db05723a0a'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:05.626450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e283a-378e-4613-8de9-f539af3bc6ae None None] Routers {'0d91277e-f772-492d-bab1-81db05723a0a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:05.632737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-dd9e283a-378e-4613-8de9-f539af3bc6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d91277e-f772-492d-bab1-81db05723a0a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:05.681293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c75cc3b6-fb65-48b5-8dd6-5fb4a9d12472 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/0d91277e-f772-492d-bab1-81db05723a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2992027 Mar 25 20:12:05.683871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35368) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:05.689429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-dd9e283a-378e-4613-8de9-f539af3bc6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:05.697933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e283a-378e-4613-8de9-f539af3bc6ae None None] Routers {'0d91277e-f772-492d-bab1-81db05723a0a'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:05.698518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-dd9e283a-378e-4613-8de9-f539af3bc6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d91277e-f772-492d-bab1-81db05723a0a'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:05.726456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9d812067-1356-4b20-8710-f4d09ea8f5e6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:12:05.757225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-dd9e283a-378e-4613-8de9-f539af3bc6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:05.757626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9e283a-378e-4613-8de9-f539af3bc6ae None None] The sync data for ids ['0d91277e-f772-492d-bab1-81db05723a0a'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:05.782164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9d812067-1356-4b20-8710-f4d09ea8f5e6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:12:05.783318 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9d812067-1356-4b20-8710-f4d09ea8f5e6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d91277e-f772-492d-bab1-81db05723a0a HTTP/1.1" status: 200 len: 205 time: 0.0985205 Mar 25 20:12:05.785981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35372) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:05.917297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04a64a9f-1cac-4e5b-bc50-f2d7b3727403 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.211937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04a64a9f-1cac-4e5b-bc50-f2d7b3727403 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.214220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04a64a9f-1cac-4e5b-bc50-f2d7b3727403 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.285302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04a64a9f-1cac-4e5b-bc50-f2d7b3727403 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.285826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a64a9f-1cac-4e5b-bc50-f2d7b3727403 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Fanout notify agent at l3_agent the message router_deleted on router 0d91277e-f772-492d-bab1-81db05723a0a {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:12:06.296959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-04a64a9f-1cac-4e5b-bc50-f2d7b3727403 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.298043 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-04a64a9f-1cac-4e5b-bc50-f2d7b3727403 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/0d91277e-f772-492d-bab1-81db05723a0a HTTP/1.1" status: 204 len: 168 time: 0.5106115 Mar 25 20:12:06.300712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35376) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:06.365535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-420c063e-fa31-416b-8783-4f531f3fb359 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet d6136c54-f5b3-409d-beef-1905f7f070e4 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:12:06.368382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420c063e-fa31-416b-8783-4f531f3fb359 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.425591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420c063e-fa31-416b-8783-4f531f3fb359 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.506481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420c063e-fa31-416b-8783-4f531f3fb359 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.663479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420c063e-fa31-416b-8783-4f531f3fb359 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.705229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c063e-fa31-416b-8783-4f531f3fb359 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=d6136c54-f5b3-409d-beef-1905f7f070e4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:06.708813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420c063e-fa31-416b-8783-4f531f3fb359 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.714653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c0d41-1f90-4ed8-87bc-b508b572ae7d None None] Network 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:06.715204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-420c063e-fa31-416b-8783-4f531f3fb359 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/d6136c54-f5b3-409d-beef-1905f7f070e4 HTTP/1.1" status: 204 len: 168 time: 0.4133482 Mar 25 20:12:06.717614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35380) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:06.829818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.840352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:06.840723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:06.964801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] DHCP port deletion for 5430fbba-b36b-45f4-8155-8c35c2fcbdf0 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:12:06.969131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] Deleting port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:06.975609 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.156897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port bcb6e7b1-2916-40d8-a48b-ed94a86cce40, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bcb6e7b1-2916-40d8-a48b-ed94a86cce40,segment=NetworkSegment(fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a),segment_id=fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:07.157255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.169588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] For port bcb6e7b1-2916-40d8-a48b-ed94a86cce40, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bcb6e7b1-2916-40d8-a48b-ed94a86cce40,segment=NetworkSegment(fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a),segment_id=fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:07.169898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.279999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for bcb6e7b1-2916-40d8-a48b-ed94a86cce40 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:07.289855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] Calling delete_port for bcb6e7b1-2916-40d8-a48b-ed94a86cce40 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:07.434181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.439565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:12:07.439921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:12:07.485481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=bcb6e7b1-2916-40d8-a48b-ed94a86cce40,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:07.491025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No DVR routers for this DVR port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:12:07.612284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.636745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5430fbba-b36b-45f4-8155-8c35c2fcbdf0']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:07.648921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:07.649219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc2b24e-3a8e-40a0-8201-9f2f1af08f5a') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:07.660507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.676315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.682346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:12:07.684695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:12:07.697247 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:12:07.845266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.849395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.876792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=5430fbba-b36b-45f4-8155-8c35c2fcbdf0,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:07.941490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] Deleting port bcb6e7b1-2916-40d8-a48b-ed94a86cce40 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:07.942142 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b35bff36-491f-495c-9d7c-ab3ab01a57b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/5430fbba-b36b-45f4-8155-8c35c2fcbdf0 HTTP/1.1" status: 204 len: 168 time: 1.2230368 Mar 25 20:12:07.942249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:07.945964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35388) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:07.951340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-160793955', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:07.958611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:07.962406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:router and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:07.965791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:07.972105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:08.009709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00140b93-8f2f-43de-9391-01c4dffc92c6 None None] The port 'bcb6e7b1-2916-40d8-a48b-ed94a86cce40' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:12:08.027961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:08.029030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:08.043561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:08.164279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bcb6e7b1-2916-40d8-a48b-ed94a86cce40 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:12:08.234690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: bcb6e7b1-2916-40d8-a48b-ed94a86cce40 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:12:08.234964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bcb6e7b1-2916-40d8-a48b-ed94a86cce40 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:12:08.486383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:08.835338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:08.864125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:09.000820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 172.26.8.32 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/26b8f858-8a58-423b-b7e1-d6b618bf74c7) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:09.044817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f96b1def-44d4-4978-811a-b6c1a5b2d228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:09.145128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:09.222210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:09.278666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:09.281453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:09.284942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:09.333532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=26b8f858-8a58-423b-b7e1-d6b618bf74c7,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:09.344113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.344452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.344808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.345137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.345461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.345781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.346098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.346411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.346725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.347036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.347346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.347657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:09.779686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:10.221927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:10.496353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 19d7acdf-8f1e-404f-9065-02e30fb15d89 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:12:10.673598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:10.683211 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3c70d-f5f9-43c0-a86f-97b6a573c269 None None] Sync routers for ids ['19d7acdf-8f1e-404f-9065-02e30fb15d89'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:10.692373 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3c70d-f5f9-43c0-a86f-97b6a573c269 None None] Routers {'19d7acdf-8f1e-404f-9065-02e30fb15d89'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:10.693104 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b9d3c70d-f5f9-43c0-a86f-97b6a573c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['19d7acdf-8f1e-404f-9065-02e30fb15d89'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:10.754905 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b9d3c70d-f5f9-43c0-a86f-97b6a573c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:10.762985 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3c70d-f5f9-43c0-a86f-97b6a573c269 None None] Routers {'19d7acdf-8f1e-404f-9065-02e30fb15d89'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:10.763544 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b9d3c70d-f5f9-43c0-a86f-97b6a573c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:11:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['19d7acdf-8f1e-404f-9065-02e30fb15d89'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:10.816606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:10.817855 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-35216ab2-eb9f-449c-a00f-cc50591f13e7 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.8709106 Mar 25 20:12:10.820521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35394) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:10.825786 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b9d3c70d-f5f9-43c0-a86f-97b6a573c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:10.826191 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3c70d-f5f9-43c0-a86f-97b6a573c269 None None] The sync data for ids ['19d7acdf-8f1e-404f-9065-02e30fb15d89'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:11.005714 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c66965c4-8087-4beb-8ba8-2569c4b6ff4e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/routers/19d7acdf-8f1e-404f-9065-02e30fb15d89 HTTP/1.1" status: 200 len: 883 time: 0.1833563 Mar 25 20:12:11.007938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35398) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:11.210410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b918c057-839a-4fd7-9ef8-5dd7b2877321 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:router {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:12:11.307451 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b918c057-839a-4fd7-9ef8-5dd7b2877321 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:router {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:12:11.308591 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b918c057-839a-4fd7-9ef8-5dd7b2877321 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2997499 Mar 25 20:12:11.311222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35402) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:11.316120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9e8161a3-0e01-4d2f-b953-6c29d9c86105 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-160793955'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:11.945887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e8161a3-0e01-4d2f-b953-6c29d9c86105 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:12.022310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e8161a3-0e01-4d2f-b953-6c29d9c86105 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:12.079373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a2bb3e0-e342-4802-8f62-b977d677aa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:12.199001 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8161a3-0e01-4d2f-b953-6c29d9c86105 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 19d7acdf-8f1e-404f-9065-02e30fb15d89 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:12.379311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8161a3-0e01-4d2f-b953-6c29d9c86105 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:12.386733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e8161a3-0e01-4d2f-b953-6c29d9c86105 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:12.387380 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e8161a3-0e01-4d2f-b953-6c29d9c86105 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/19d7acdf-8f1e-404f-9065-02e30fb15d89 HTTP/1.1" status: 200 len: 890 time: 1.0752616 Mar 25 20:12:12.389086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e6ec4-bb24-4648-9849-b315bf3d0aba None None] Sync routers for ids ['19d7acdf-8f1e-404f-9065-02e30fb15d89'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:12.389915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35406) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:12.398359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e6ec4-bb24-4648-9849-b315bf3d0aba None None] Routers {'19d7acdf-8f1e-404f-9065-02e30fb15d89'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:12.398965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c23e6ec4-bb24-4648-9849-b315bf3d0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['19d7acdf-8f1e-404f-9065-02e30fb15d89'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:12.461349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c23e6ec4-bb24-4648-9849-b315bf3d0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:12.469842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e6ec4-bb24-4648-9849-b315bf3d0aba None None] Routers {'19d7acdf-8f1e-404f-9065-02e30fb15d89'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:12.470465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c23e6ec4-bb24-4648-9849-b315bf3d0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['19d7acdf-8f1e-404f-9065-02e30fb15d89'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:12.531012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c23e6ec4-bb24-4648-9849-b315bf3d0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:12.531417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e6ec4-bb24-4648-9849-b315bf3d0aba None None] The sync data for ids ['19d7acdf-8f1e-404f-9065-02e30fb15d89'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:12.574982 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d0d8e8ca-9408-48da-bb7e-250acd6eb864 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/routers/19d7acdf-8f1e-404f-9065-02e30fb15d89 HTTP/1.1" status: 200 len: 890 time: 0.1840162 Mar 25 20:12:12.577598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35410) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:12.619632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c9a8bee1-72cb-4aef-b731-8444ef10e840 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:12:12.725362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c9a8bee1-72cb-4aef-b731-8444ef10e840 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:12:12.726461 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c9a8bee1-72cb-4aef-b731-8444ef10e840 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d7acdf-8f1e-404f-9065-02e30fb15d89 HTTP/1.1" status: 200 len: 205 time: 0.1479483 Mar 25 20:12:12.729163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35414) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:12.797752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:12.820911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:12.909821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:13.202812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:13.277752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 26b8f858-8a58-423b-b7e1-d6b618bf74c7 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:13.278075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:13.446794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:13.568838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 26b8f858-8a58-423b-b7e1-d6b618bf74c7 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:13.799357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:13.847597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=26b8f858-8a58-423b-b7e1-d6b618bf74c7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:13.938116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.130657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.132869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.182058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.198825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.199393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Fanout notify agent at l3_agent the message router_deleted on router 19d7acdf-8f1e-404f-9065-02e30fb15d89 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:12:14.275180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.276245 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bf276002-6c5e-4bec-a7a3-3aa5730360b2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/19d7acdf-8f1e-404f-9065-02e30fb15d89 HTTP/1.1" status: 204 len: 168 time: 1.5461733 Mar 25 20:12:14.279892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35420) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:14.285132 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1569993106'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:14.290389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:14.294197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:14.297045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:14.303188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:14.376161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:14.379524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.406058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:12:14.414667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.414995 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment f0eb7e32-ef86-4340-a962-161550d876a6 of type vlan for network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce Mar 25 20:12:14.439863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.524913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.530305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:14.530871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:14.634596 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3536394 Mar 25 20:12:14.637253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d2d7d-2029-4345-93c6-9999d8478bfd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=55ac23bc-8b20-49ef-a430-3b2d3ed403ce,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:14.637841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35424) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:14.643920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': '55ac23bc-8b20-49ef-a430-3b2d3ed403ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:14.652511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:12:14.760032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:14.763817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:14.766675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:14.772569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:14.839467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:14.842994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.102176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.179082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=b0dd749e-aa23-4970-8653-bfe0b96aafbe,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:15.191097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.191438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.191772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.192102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.192453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.192796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.193119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.193434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.193748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.194058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.194370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.194684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:15.199369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': 'f0eb7e32-ef86-4340-a962-161550d876a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '55ac23bc-8b20-49ef-a430-3b2d3ed403ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:15.199719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: 55ac23bc-8b20-49ef-a430-3b2d3ed403ce, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:12:15.284701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:12:15.353566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 55ac23bc-8b20-49ef-a430-3b2d3ed403ce) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:15.358264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:15.359137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.362079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd01ea-aec2-40a4-9035-46c19eb471ad None None] Network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:15.455951 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cf22b4dc-3198-4e97-8997-742191da7dfe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8169415 Mar 25 20:12:15.459056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35428) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:15.464050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1655618619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:15.470528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:15.475130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:router and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:15.477984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:15.483914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:15.558009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.559052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.574428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.584271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-55ac23bc-8b20-49ef-a430-3b2d3ed403ce', 'network_id': '55ac23bc-8b20-49ef-a430-3b2d3ed403ce', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': 'b0dd749e-aa23-4970-8653-bfe0b96aafbe'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:12:15.584271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.662898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.729399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Allocated IP 2001:db8::2 (55ac23bc-8b20-49ef-a430-3b2d3ed403ce/b0dd749e-aa23-4970-8653-bfe0b96aafbe/94e3833c-b201-4e5d-9963-8171aff01465) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:15.742001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.743205 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-09a65e10-1065-4038-899c-c5b56d8a1a07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2832134 Mar 25 20:12:15.746013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35432) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:15.934304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:15.944816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Transition to ACTIVE for port object 94e3833c-b201-4e5d-9963-8171aff01465 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:15.964200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Transition to ACTIVE for port object 94e3833c-b201-4e5d-9963-8171aff01465 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:16.028164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:16.091398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:16.094129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:16.102493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:16.109423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Pushing event updated for resources: {'Port': ['ID=94e3833c-b201-4e5d-9963-8171aff01465,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:16.195882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Attempting to bind port 94e3833c-b201-4e5d-9963-8171aff01465 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:16.196139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Attempting to bind port 94e3833c-b201-4e5d-9963-8171aff01465 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f0eb7e32-ef86-4340-a962-161550d876a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '55ac23bc-8b20-49ef-a430-3b2d3ed403ce'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:16.196506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Attempting to bind port 94e3833c-b201-4e5d-9963-8171aff01465 on network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:16.201519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:16.201878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Checking segment: {'id': 'f0eb7e32-ef86-4340-a962-161550d876a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '55ac23bc-8b20-49ef-a430-3b2d3ed403ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:16.202261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:16.202642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Bound using segment: {'id': 'f0eb7e32-ef86-4340-a962-161550d876a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '55ac23bc-8b20-49ef-a430-3b2d3ed403ce'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:16.203089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Bound port: 94e3833c-b201-4e5d-9963-8171aff01465, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0eb7e32-ef86-4340-a962-161550d876a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '55ac23bc-8b20-49ef-a430-3b2d3ed403ce'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:16.203449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:16.288522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] For port 94e3833c-b201-4e5d-9963-8171aff01465, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:16.291388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] For port 94e3833c-b201-4e5d-9963-8171aff01465, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=94e3833c-b201-4e5d-9963-8171aff01465,segment=NetworkSegment(f0eb7e32-ef86-4340-a962-161550d876a6),segment_id=f0eb7e32-ef86-4340-a962-161550d876a6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:16.325032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:16.375819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:16.456720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaf6cf-2218-49bf-88cd-fcb570f3a8ca None None] Pushing event updated for resources: {'Port': ['ID=94e3833c-b201-4e5d-9963-8171aff01465,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:16.683418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8::1 (55ac23bc-8b20-49ef-a430-3b2d3ed403ce/b0dd749e-aa23-4970-8653-bfe0b96aafbe/93ba9150-f513-4155-8784-20613afd93f7) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:16.872884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:16.888794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object 93ba9150-f513-4155-8784-20613afd93f7 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:16.988123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:17.051550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:17.055166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:17.059401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:17.059595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:17.078611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=93ba9150-f513-4155-8784-20613afd93f7,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:17.260621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:17.402540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb985207-17af-4f37-95aa-3f6a1ada51cb None None] Network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:17.612758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-287a2408-1260-47aa-9750-57e009e2789a None None] Provisioning for port 94e3833c-b201-4e5d-9963-8171aff01465 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:17.762155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:17.810546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:17.811481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:17.862312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:17.962089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=93ba9150-f513-4155-8784-20613afd93f7,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:17.982275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d754c9cd-9b49-4d4e-bea1-ec685b8f7e19 None None] Provisioning for port 93ba9150-f513-4155-8784-20613afd93f7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:17.987936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d754c9cd-9b49-4d4e-bea1-ec685b8f7e19 None None] Provisioning complete for port 93ba9150-f513-4155-8784-20613afd93f7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:17.988541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d754c9cd-9b49-4d4e-bea1-ec685b8f7e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:18.024978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:18.026191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:18.081864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d754c9cd-9b49-4d4e-bea1-ec685b8f7e19 None None] Port 93ba9150-f513-4155-8784-20613afd93f7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:18.214067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 94e3833c-b201-4e5d-9963-8171aff01465 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:18.265814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3f2621ee-e711-406c-b9b5-a92f771d55ff None None] Provisioning complete for port 93ba9150-f513-4155-8784-20613afd93f7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:18.265814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3f2621ee-e711-406c-b9b5-a92f771d55ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:18.313567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 14c92c13-4007-45d3-bc0c-3280925681d3 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:12:18.320150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3f2621ee-e711-406c-b9b5-a92f771d55ff None None] Port 93ba9150-f513-4155-8784-20613afd93f7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:18.416295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 94e3833c-b201-4e5d-9963-8171aff01465 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:18.421474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 94e3833c-b201-4e5d-9963-8171aff01465 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:18.421849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:18.470694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:18.481440 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387de7e8-cd0a-4bd0-ae58-8be82254b35d None None] Sync routers for ids ['14c92c13-4007-45d3-bc0c-3280925681d3'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:18.483656 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e099abf6-c57c-4977-892d-246e7607a371 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/14c92c13-4007-45d3-bc0c-3280925681d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7366629 Mar 25 20:12:18.486206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35438) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:18.491021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-63262046-d95e-4bf4-9e66-98aff41faab1 None None] Provisioning complete for port 93ba9150-f513-4155-8784-20613afd93f7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:18.491021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63262046-d95e-4bf4-9e66-98aff41faab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:18.494206 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387de7e8-cd0a-4bd0-ae58-8be82254b35d None None] Routers {'14c92c13-4007-45d3-bc0c-3280925681d3'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:18.495274 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-387de7e8-cd0a-4bd0-ae58-8be82254b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['14c92c13-4007-45d3-bc0c-3280925681d3'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:18.559266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45e66f5-6441-420b-be9c-b0079eacdc67 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:18.559950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b45e66f5-6441-420b-be9c-b0079eacdc67 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:12:18.589639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-63262046-d95e-4bf4-9e66-98aff41faab1 None None] Port 93ba9150-f513-4155-8784-20613afd93f7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:18.590373 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-387de7e8-cd0a-4bd0-ae58-8be82254b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:18.600051 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387de7e8-cd0a-4bd0-ae58-8be82254b35d None None] Routers {'14c92c13-4007-45d3-bc0c-3280925681d3'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:18.600685 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-387de7e8-cd0a-4bd0-ae58-8be82254b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['14c92c13-4007-45d3-bc0c-3280925681d3'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:18.609664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:18.627325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b45e66f5-6441-420b-be9c-b0079eacdc67 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:12:18.628743 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b45e66f5-6441-420b-be9c-b0079eacdc67 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports/93ba9150-f513-4155-8784-20613afd93f7 HTTP/1.1" status: 200 len: 911 time: 0.1415975 Mar 25 20:12:18.631911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35442) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:18.640158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d06e5f8b-99c0-471e-936b-3cb973da5628 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0dd749e-aa23-4970-8653-bfe0b96aafbe'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:18.647975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 94e3833c-b201-4e5d-9963-8171aff01465, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=94e3833c-b201-4e5d-9963-8171aff01465,segment=NetworkSegment(f0eb7e32-ef86-4340-a962-161550d876a6),segment_id=f0eb7e32-ef86-4340-a962-161550d876a6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:18.665733 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-387de7e8-cd0a-4bd0-ae58-8be82254b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:18.666145 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387de7e8-cd0a-4bd0-ae58-8be82254b35d None None] The sync data for ids ['14c92c13-4007-45d3-bc0c-3280925681d3'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:18.700885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:18.771025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=94e3833c-b201-4e5d-9963-8171aff01465,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:18.885665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d06e5f8b-99c0-471e-936b-3cb973da5628 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:19.490362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d06e5f8b-99c0-471e-936b-3cb973da5628 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:19.570585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d06e5f8b-99c0-471e-936b-3cb973da5628 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:19.576231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e5f8b-99c0-471e-936b-3cb973da5628 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:19.581394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d06e5f8b-99c0-471e-936b-3cb973da5628 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:19.581394 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d06e5f8b-99c0-471e-936b-3cb973da5628 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/ports/93ba9150-f513-4155-8784-20613afd93f7 HTTP/1.1" status: 200 len: 911 time: 0.9451957 Mar 25 20:12:19.581754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35446) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:19.646774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e5f8b-99c0-471e-936b-3cb973da5628 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=93ba9150-f513-4155-8784-20613afd93f7,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:20.173809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 94e3833c-b201-4e5d-9963-8171aff01465 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:20.214544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:20.239020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 94e3833c-b201-4e5d-9963-8171aff01465 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:20.239988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:20.544038 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 93ba9150-f513-4155-8784-20613afd93f7 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:20.544289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:20.729167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:20.849029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 93ba9150-f513-4155-8784-20613afd93f7 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:21.089349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:21.137212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=93ba9150-f513-4155-8784-20613afd93f7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:21.306017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:21.685453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 14c92c13-4007-45d3-bc0c-3280925681d3 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:21.816950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:21.826439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2be5a-7202-4de2-9458-0d790daec76b None None] Sync routers for ids ['14c92c13-4007-45d3-bc0c-3280925681d3'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:21.835423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2be5a-7202-4de2-9458-0d790daec76b None None] Routers {'14c92c13-4007-45d3-bc0c-3280925681d3'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:21.838695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8ea2be5a-7202-4de2-9458-0d790daec76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['14c92c13-4007-45d3-bc0c-3280925681d3'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:21.897823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8ea2be5a-7202-4de2-9458-0d790daec76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:21.905997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2be5a-7202-4de2-9458-0d790daec76b None None] Routers {'14c92c13-4007-45d3-bc0c-3280925681d3'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:21.906617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8ea2be5a-7202-4de2-9458-0d790daec76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['14c92c13-4007-45d3-bc0c-3280925681d3'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:21.909864 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e3482e02-0619-445f-a4b5-f9724c55c77d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/14c92c13-4007-45d3-bc0c-3280925681d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3276427 Mar 25 20:12:21.913425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35452) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:21.955987 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-795e3b1c-886e-495a-98e2-ca9bf1c15a47 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=14c92c13-4007-45d3-bc0c-3280925681d3 HTTP/1.1" status: 200 len: 205 time: 0.0416160 Mar 25 20:12:21.958561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35456) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:21.965786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8ea2be5a-7202-4de2-9458-0d790daec76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:21.966191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2be5a-7202-4de2-9458-0d790daec76b None None] The sync data for ids ['14c92c13-4007-45d3-bc0c-3280925681d3'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:22.089588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-042e4f64-2df2-4d3a-a4c3-235ebad666e3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.375740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-042e4f64-2df2-4d3a-a4c3-235ebad666e3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.377906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-042e4f64-2df2-4d3a-a4c3-235ebad666e3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.455991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-042e4f64-2df2-4d3a-a4c3-235ebad666e3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.456493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042e4f64-2df2-4d3a-a4c3-235ebad666e3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Fanout notify agent at l3_agent the message router_deleted on router 14c92c13-4007-45d3-bc0c-3280925681d3 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:12:22.471103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-042e4f64-2df2-4d3a-a4c3-235ebad666e3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.472161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-042e4f64-2df2-4d3a-a4c3-235ebad666e3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/14c92c13-4007-45d3-bc0c-3280925681d3 HTTP/1.1" status: 204 len: 168 time: 0.5127320 Mar 25 20:12:22.474844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35460) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:22.544448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd819c1-b267-4f15-8216-0d7a69355361 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet b0dd749e-aa23-4970-8653-bfe0b96aafbe {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:12:22.547444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3fd819c1-b267-4f15-8216-0d7a69355361 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.600467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3fd819c1-b267-4f15-8216-0d7a69355361 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.684742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3fd819c1-b267-4f15-8216-0d7a69355361 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.833792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3fd819c1-b267-4f15-8216-0d7a69355361 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.873605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd819c1-b267-4f15-8216-0d7a69355361 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=b0dd749e-aa23-4970-8653-bfe0b96aafbe,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:22.875543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3fd819c1-b267-4f15-8216-0d7a69355361 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:22.882838 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3fd819c1-b267-4f15-8216-0d7a69355361 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/b0dd749e-aa23-4970-8653-bfe0b96aafbe HTTP/1.1" status: 204 len: 168 time: 0.4070499 Mar 25 20:12:22.885820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35464) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:22.888592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186307e9-7ea3-46ef-840e-d07088e2dfe7 None None] Network 55ac23bc-8b20-49ef-a430-3b2d3ed403ce requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:22.999205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.010605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 94e3833c-b201-4e5d-9963-8171aff01465 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:23.010934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.139894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] DHCP port deletion for 55ac23bc-8b20-49ef-a430-3b2d3ed403ce request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:12:23.143984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] Deleting port 94e3833c-b201-4e5d-9963-8171aff01465 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:23.144351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.218788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port 94e3833c-b201-4e5d-9963-8171aff01465, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=94e3833c-b201-4e5d-9963-8171aff01465,segment=NetworkSegment(f0eb7e32-ef86-4340-a962-161550d876a6),segment_id=f0eb7e32-ef86-4340-a962-161550d876a6)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:23.219142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.343861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] For port 94e3833c-b201-4e5d-9963-8171aff01465, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=94e3833c-b201-4e5d-9963-8171aff01465,segment=NetworkSegment(f0eb7e32-ef86-4340-a962-161550d876a6),segment_id=f0eb7e32-ef86-4340-a962-161550d876a6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:23.344146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.449612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 94e3833c-b201-4e5d-9963-8171aff01465 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:23.480782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] Calling delete_port for 94e3833c-b201-4e5d-9963-8171aff01465 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:23.576336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.581291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:12:23.581696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:12:23.625925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No DVR routers for this DVR port 94e3833c-b201-4e5d-9963-8171aff01465 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:12:23.653109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=94e3833c-b201-4e5d-9963-8171aff01465,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:23.755534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.779671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ac23bc-8b20-49ef-a430-3b2d3ed403ce']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:23.791877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0eb7e32-ef86-4340-a962-161550d876a6') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:23.792175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0eb7e32-ef86-4340-a962-161550d876a6') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:23.803158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.818707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.824591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:12:23.828623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:12:23.842943 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:12:23.970603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.987591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:23.998236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=55ac23bc-8b20-49ef-a430-3b2d3ed403ce,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:24.006057 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d4806bd1-607b-4227-8793-80fcb64848a0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/55ac23bc-8b20-49ef-a430-3b2d3ed403ce HTTP/1.1" status: 204 len: 168 time: 1.1192949 Mar 25 20:12:24.010278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35470) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:24.014769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-95488743', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:24.022442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:24.026754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:router and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:24.034191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:24.039974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:24.083729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] Deleting port 94e3833c-b201-4e5d-9963-8171aff01465 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:24.084373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.125332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.126728 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.143475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.182729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a9b36fa3-b1c5-4a6b-a82a-edb6c4dfadbc None None] The port '94e3833c-b201-4e5d-9963-8171aff01465' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:12:24.187221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 94e3833c-b201-4e5d-9963-8171aff01465 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:12:24.218321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 94e3833c-b201-4e5d-9963-8171aff01465 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:12:24.218321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 94e3833c-b201-4e5d-9963-8171aff01465 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:12:24.234023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.325133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.326332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-40bf4e73-d88a-49f8-8b57-5010d8a2748f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3155990 Mar 25 20:12:24.328989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35474) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:24.334367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-132165631'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:24.339271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:24.343818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:24.346680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:24.352352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:24.428058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:24.431377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.458412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:12:24.466797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.467136 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment c976ec68-de2b-4e09-a695-d3b8ed9d87c6 of type vlan for network 6be1c77e-41ba-4e33-abd6-fc42f518f942 Mar 25 20:12:24.492390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.570600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.575916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:24.576515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:24.682249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=6be1c77e-41ba-4e33-abd6-fc42f518f942,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:24.693007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6be1c77e-41ba-4e33-abd6-fc42f518f942 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:12:24.714497 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2e18ff7d-edbb-4835-9091-ef397429ff9f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3845086 Mar 25 20:12:24.718330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35478) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:24.722814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:24.832830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:24.836824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:24.839590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:24.845255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:24.912059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:24.915553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:25.176032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:25.255045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=e7774953-fff1-4e8b-8b5f-67a71ecd3452,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:25.262241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:25.262594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: 6be1c77e-41ba-4e33-abd6-fc42f518f942, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:12:25.352865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 6be1c77e-41ba-4e33-abd6-fc42f518f942 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:12:25.421709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6be1c77e-41ba-4e33-abd6-fc42f518f942) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:25.425515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:25.426151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:25.430150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5faae-7e67-429e-b013-9cdb2eea764a None None] Network 6be1c77e-41ba-4e33-abd6-fc42f518f942 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:25.491353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9bb767be-8b08-41e7-8200-70cf3eb9c75d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7730901 Mar 25 20:12:25.494113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35482) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:25.642440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-6be1c77e-41ba-4e33-abd6-fc42f518f942', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:12:25.643317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:25.802427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Allocated IP 2001:db8::2 (6be1c77e-41ba-4e33-abd6-fc42f518f942/e7774953-fff1-4e8b-8b5f-67a71ecd3452/4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:26.005717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.015704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Transition to ACTIVE for port object 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:26.033502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Transition to ACTIVE for port object 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:26.079407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.096944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.159178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Network 6be1c77e-41ba-4e33-abd6-fc42f518f942 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:26.162473 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:26.170625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:26.177301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Pushing event updated for resources: {'Port': ['ID=4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:26.261294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Attempting to bind port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:26.261651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Attempting to bind port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:26.262000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Attempting to bind port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 on network 6be1c77e-41ba-4e33-abd6-fc42f518f942 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:26.267167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:26.267527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Checking segment: {'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:26.267912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.268297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Bound using segment: {'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:26.268771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Bound port: 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:26.269140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.357110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] For port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:26.359997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] For port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31,segment=NetworkSegment(c976ec68-de2b-4e09-a695-d3b8ed9d87c6),segment_id=c976ec68-de2b-4e09-a695-d3b8ed9d87c6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:26.409440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.429291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8::1 (6be1c77e-41ba-4e33-abd6-fc42f518f942/e7774953-fff1-4e8b-8b5f-67a71ecd3452/b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:26.498912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906380c1-538a-4bdf-8e66-b83a76e69cc3 None None] Pushing event updated for resources: {'Port': ['ID=4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:26.634061 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-e3efe635-627f-4ce0-9e13-30f89e51b36d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1956611 Mar 25 20:12:26.656339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.685340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:26.790983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.866945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 6be1c77e-41ba-4e33-abd6-fc42f518f942 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:26.870987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-1ba95bce-083d-4bc7-931f-448783c76ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:26.872540 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-1ba95bce-083d-4bc7-931f-448783c76ad9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.1428769 Mar 25 20:12:26.873302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:26.876529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:26.877208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:26.921753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:27.050936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-dd8bb560-20ec-4282-8510-f37ad59c63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:27.052372 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-dd8bb560-20ec-4282-8510-f37ad59c63a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1544409 Mar 25 20:12:27.169808 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:12:27.204105 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-cc5a978c-98dd-4aff-a0e0-5c5207f6e0a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480 HTTP/1.1" status: 200 len: 1001 time: 0.1455486 Mar 25 20:12:27.204679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:27.317919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-ea4b39a2-ae50-4713-aaf5-1912f6ac0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:27.319356 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-ea4b39a2-ae50-4713-aaf5-1912f6ac0437 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.1053512 Mar 25 20:12:27.437088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec41eaa-77d0-4bda-9753-d46706de00b4 None None] Network 6be1c77e-41ba-4e33-abd6-fc42f518f942 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:27.613417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e49e76e7-acec-46d6-bd83-404ecd5fa978 None None] Provisioning for port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:27.694543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-600f260c-bff4-4218-81b7-1976a9faa683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:27.695949 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-600f260c-bff4-4218-81b7-1976a9faa683 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3668756 Mar 25 20:12:27.927331 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-a86ea5a0-899c-44df-bec3-5a88e29591de service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772270 Mar 25 20:12:27.972062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.032325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7262ebd2-80a5-4578-b0f0-6a5532ebfd81 None None] Provisioning for port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:28.038743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7262ebd2-80a5-4578-b0f0-6a5532ebfd81 None None] Provisioning complete for port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:28.039238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7262ebd2-80a5-4578-b0f0-6a5532ebfd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.056708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.057459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.096899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7262ebd2-80a5-4578-b0f0-6a5532ebfd81 None None] Port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:28.157413 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5302bf0-6d87-4f6b-8f1b-5dd4738559e7 req-1c98bad7-6195-42ee-a86d-0d47c27a29c1 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205560 Mar 25 20:12:28.203810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:28.222239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:28.268177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-70a1ad30-4c8a-499a-934e-324c9dfa394a None None] Provisioning complete for port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:28.268560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70a1ad30-4c8a-499a-934e-324c9dfa394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.275004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 6be1c77e-41ba-4e33-abd6-fc42f518f942 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:28.276120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:28.366377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-70a1ad30-4c8a-499a-934e-324c9dfa394a None None] Port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:28.431985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:28.439600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:28.439967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.563442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.580673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:12:28.606536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31,segment=NetworkSegment(c976ec68-de2b-4e09-a695-d3b8ed9d87c6),segment_id=c976ec68-de2b-4e09-a695-d3b8ed9d87c6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:28.607476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-df76db09-9319-4203-b83e-1b4601d04f0a None None] Provisioning complete for port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:28.607896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-df76db09-9319-4203-b83e-1b4601d04f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.661501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-df76db09-9319-4203-b83e-1b4601d04f0a None None] Port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:28.664390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.734683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:28.736762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:28.741945 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.742296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.742633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.742984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.743273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.743602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.743926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.744248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.744604 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.745633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.745633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.745633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:28.747490 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:28.749980 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e11f7319-6da2-40bb-bfc2-7cf29b48c8fe tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2548149 Mar 25 20:12:28.752562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35486) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:28.758477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-186024836'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:28.763276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:28.766398 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:28.766984 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:28.767211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:28.770678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:28.776688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:28.867228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:28.870710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.900077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:12:28.909374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:28.909723 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment fbb1a021-dac4-4b31-9519-b852ec381ddf of type vlan for network a387f96e-5d4e-46d8-a0a2-277c75cf82cb Mar 25 20:12:28.917249 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:28.936711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.027707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.033099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:29.033761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.165107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=a387f96e-5d4e-46d8-a0a2-277c75cf82cb,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:29.170618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ae9faa25-d0b6-448b-8407-c3884ef393fa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4144032 Mar 25 20:12:29.175512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35490) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:29.176374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:29.177183 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network a387f96e-5d4e-46d8-a0a2-277c75cf82cb details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:12:29.236378 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:27Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:27Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:29.242244 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:12:29.242817 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Updating router 92f88eee-97ab-4962-b824-6fe57d775641 port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:12:29.298608 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.404129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:29.409430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:29.413402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:29.421298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:29.490822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:29.494297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.640748 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.652846 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Transition to ACTIVE for port object b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:29.725270 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.771304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.844645 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Pushing event updated for resources: {'Port': ['ID=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:29.851805 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=462605d0-39c4-4449-a8fe-1f762a730669,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:29.861576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:29.861933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: a387f96e-5d4e-46d8-a0a2-277c75cf82cb, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:12:29.862210 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.862437 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.862845 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.863105 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.863429 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.863800 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.864235 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.864436 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.864785 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.868734 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.868734 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.868734 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:12:29.930930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network a387f96e-5d4e-46d8-a0a2-277c75cf82cb is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:12:29.963223 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Attempting to bind port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:29.963592 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Attempting to bind port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:29.964497 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Attempting to bind port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f on network 6be1c77e-41ba-4e33-abd6-fc42f518f942 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:29.970345 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:29.970716 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Checking segment: {'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:29.971109 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:29.971494 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Bound using segment: {'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:29.971950 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Bound port: b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:29.972312 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:30.014945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, a387f96e-5d4e-46d8-a0a2-277c75cf82cb) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:30.019403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:30.020721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:30.027399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be019f7-2c16-44fa-90f9-3de789c50e07 None None] Network a387f96e-5d4e-46d8-a0a2-277c75cf82cb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:30.087569 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] For port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:30.090503 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] For port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,segment=NetworkSegment(c976ec68-de2b-4e09-a695-d3b8ed9d87c6),segment_id=c976ec68-de2b-4e09-a695-d3b8ed9d87c6)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:30.102530 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a14614a4-6e69-42be-b1ac-8188eb8983b9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9307051 Mar 25 20:12:30.106677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35496) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:30.170736 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:30.204011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:30.252420 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:30.253188 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:30.318844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:30.319214 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:30.323623 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f8c20-2c9b-454e-aab1-566e98755c9e None None] Pushing event updated for resources: {'Port': ['ID=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:30.351837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:12:30.352984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:30.417890 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:30.614569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Allocated IP 2001:db8:1::2 (a387f96e-5d4e-46d8-a0a2-277c75cf82cb/462605d0-39c4-4449-a8fe-1f762a730669/d6791fa3-6087-4f36-8b7a-e2b937ab7802) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:30.768839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:30.773350 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:27Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:30Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:30.777416 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e3d5b-fe32-4357-bff2-c9cdd95b2d40 None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:27Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:30Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:30.843103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:30.854383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Transition to ACTIVE for port object d6791fa3-6087-4f36-8b7a-e2b937ab7802 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:30.875401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Transition to ACTIVE for port object d6791fa3-6087-4f36-8b7a-e2b937ab7802 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:30.930769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:31.006812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Network a387f96e-5d4e-46d8-a0a2-277c75cf82cb is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:31.014116 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:31.019395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:31.021610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Pushing event updated for resources: {'Port': ['ID=d6791fa3-6087-4f36-8b7a-e2b937ab7802,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:31.126315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Attempting to bind port d6791fa3-6087-4f36-8b7a-e2b937ab7802 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:31.126991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Attempting to bind port d6791fa3-6087-4f36-8b7a-e2b937ab7802 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:31.127249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Attempting to bind port d6791fa3-6087-4f36-8b7a-e2b937ab7802 on network a387f96e-5d4e-46d8-a0a2-277c75cf82cb {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:31.133207 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:31.133575 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Checking segment: {'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:31.133974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:31.134365 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Bound using segment: {'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:31.134826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Bound port: d6791fa3-6087-4f36-8b7a-e2b937ab7802, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:31.135197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:31.233304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] For port d6791fa3-6087-4f36-8b7a-e2b937ab7802, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:31.236650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] For port d6791fa3-6087-4f36-8b7a-e2b937ab7802, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d6791fa3-6087-4f36-8b7a-e2b937ab7802,segment=NetworkSegment(fbb1a021-dac4-4b31-9519-b852ec381ddf),segment_id=fbb1a021-dac4-4b31-9519-b852ec381ddf)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:31.308453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:31.319847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8:1::1 (a387f96e-5d4e-46d8-a0a2-277c75cf82cb/462605d0-39c4-4449-a8fe-1f762a730669/60425e0d-ba2d-4e95-9438-8fc2d01c2551) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:31.404257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a541414-d972-4e77-82ef-bd59191a5c86 None None] Pushing event updated for resources: {'Port': ['ID=d6791fa3-6087-4f36-8b7a-e2b937ab7802,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:31.493650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:31.511057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object 60425e0d-ba2d-4e95-9438-8fc2d01c2551 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:31.581224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:31.657897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network a387f96e-5d4e-46d8-a0a2-277c75cf82cb is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:31.661102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:31.670253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:31.670781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:31.677077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=60425e0d-ba2d-4e95-9438-8fc2d01c2551,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:31.864407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:32.265584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:32.271607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:32.340201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:32.341763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:32.362989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1b009-700b-4ed6-8632-d615fc13a133 None None] Network a387f96e-5d4e-46d8-a0a2-277c75cf82cb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:32.484295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:32.494994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=60425e0d-ba2d-4e95-9438-8fc2d01c2551,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:32.504709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:32.504934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:32.547577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network a387f96e-5d4e-46d8-a0a2-277c75cf82cb is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:32.548731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:32.629532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-09d3d6a4-c14d-4b00-96a3-5ffd3de04c48 None None] Provisioning for port d6791fa3-6087-4f36-8b7a-e2b937ab7802 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:32.728204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:32.740400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:32.784178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,segment=NetworkSegment(c976ec68-de2b-4e09-a695-d3b8ed9d87c6),segment_id=c976ec68-de2b-4e09-a695-d3b8ed9d87c6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:32.867939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:32.868684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d6791fa3-6087-4f36-8b7a-e2b937ab7802 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:32.895442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:32.911710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35500) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:32.912346 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c4fc9384-88d5-4b3d-a388-0babf09b714f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8044558 Mar 25 20:12:32.918643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-518333000'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:32.923749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:32.928200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:32.931516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:32.937758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:32.940344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:32.979723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:32.980639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:33.004737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:33.008574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.041183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:12:33.050418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.050839 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment 781fdbda-cdd3-4bd1-bf8b-b392d012e1b8 of type vlan for network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc Mar 25 20:12:33.079198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.141774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:33.176125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.177018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:33.182788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:33.183390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.222776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Provisioning for port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:33.234716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Provisioning complete for port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:33.235083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.267171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port d6791fa3-6087-4f36-8b7a-e2b937ab7802 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:33.294377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d6791fa3-6087-4f36-8b7a-e2b937ab7802 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:33.294617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.295188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:33.319724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7889023d-65a7-4338-ae6f-a4edb287b923 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4058390 Mar 25 20:12:33.323640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35504) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:33.330423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:33.377703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:12:33.468728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:33.559415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:33.563197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:33.566051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:33.571862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:33.627631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Provisioning complete for port d6791fa3-6087-4f36-8b7a-e2b937ab7802 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:33.627993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.656219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:33.660462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.783175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.884275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port d6791fa3-6087-4f36-8b7a-e2b937ab7802, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d6791fa3-6087-4f36-8b7a-e2b937ab7802,segment=NetworkSegment(fbb1a021-dac4-4b31-9519-b852ec381ddf),segment_id=fbb1a021-dac4-4b31-9519-b852ec381ddf)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:33.887769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.925175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:33.948648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:34.000338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:31Z', 'revision_number': 3, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:34.010514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=3f587a03-8d65-4615-b80c-4a963a878938,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:34.018819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:34.019201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:12:34.038670 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:12:34.039024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Updating router 92f88eee-97ab-4962-b824-6fe57d775641 port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:12:34.090539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:12:34.100832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=d6791fa3-6087-4f36-8b7a-e2b937ab7802,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:34.125332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:12:34.125332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-5f19b7bc-7e84-4567-85c9-e1d1736ae31b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:12:34.126552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:34.153570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:34.158263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:34.158951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:34.170566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327172fc-3ba6-46e6-9c61-17f0a7fda33e None None] Network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:34.205612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:34.239261 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61de6f27-dc7a-4f4c-a191-bda65ce17d06 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9136338 Mar 25 20:12:34.242199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35508) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:34.504118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:34.505262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:34.696702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:12:34.697508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:34.826682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:34.948498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d6791fa3-6087-4f36-8b7a-e2b937ab7802 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:35.049934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-95b6e3e9-71e0-4127-bd81-66f9474a2458 None None] Provisioning complete for port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:35.050190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95b6e3e9-71e0-4127-bd81-66f9474a2458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.088578 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.136870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Transition to ACTIVE for port object 60425e0d-ba2d-4e95-9438-8fc2d01c2551 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:35.156162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Allocated IP 2001:db8:2::2 (03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc/3f587a03-8d65-4615-b80c-4a963a878938/d5d215ec-2595-4362-a68e-43ae3229217c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:35.158946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-95b6e3e9-71e0-4127-bd81-66f9474a2458 None None] Port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:35.202659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d6791fa3-6087-4f36-8b7a-e2b937ab7802 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:35.203023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.233460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.506659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a9964-472f-48e4-b13d-e51c3c4188c0 None None] Pushing event updated for resources: {'Port': ['ID=60425e0d-ba2d-4e95-9438-8fc2d01c2551,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:35.709844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Attempting to bind port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:35.710111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Attempting to bind port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:35.710461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Attempting to bind port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 on network a387f96e-5d4e-46d8-a0a2-277c75cf82cb {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:35.732795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:35.733161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Checking segment: {'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:35.733544 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.733922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Bound using segment: {'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:35.734377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Bound port: 60425e0d-ba2d-4e95-9438-8fc2d01c2551, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb1a021-dac4-4b31-9519-b852ec381ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:35.734735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.743464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.764935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Transition to ACTIVE for port object d5d215ec-2595-4362-a68e-43ae3229217c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:35.820762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Transition to ACTIVE for port object d5d215ec-2595-4362-a68e-43ae3229217c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:35.852723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] For port 60425e0d-ba2d-4e95-9438-8fc2d01c2551, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:35.855800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] For port 60425e0d-ba2d-4e95-9438-8fc2d01c2551, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=60425e0d-ba2d-4e95-9438-8fc2d01c2551,segment=NetworkSegment(fbb1a021-dac4-4b31-9519-b852ec381ddf),segment_id=fbb1a021-dac4-4b31-9519-b852ec381ddf)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:35.877302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.930720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:35.945063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:35.945926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8:2::1 (03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc/3f587a03-8d65-4615-b80c-4a963a878938/aff35f8e-b862-458f-8084-718153e42171) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:35.957629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:35.960403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Pushing event updated for resources: {'Port': ['ID=d5d215ec-2595-4362-a68e-43ae3229217c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:35.962542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:36.085700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:36.086925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:36.124625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.143317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object aff35f8e-b862-458f-8084-718153e42171 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:36.220572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.228822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Attempting to bind port d5d215ec-2595-4362-a68e-43ae3229217c on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:36.236202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Attempting to bind port d5d215ec-2595-4362-a68e-43ae3229217c by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:36.236202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Attempting to bind port d5d215ec-2595-4362-a68e-43ae3229217c on network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:36.255333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a9964-472f-48e4-b13d-e51c3c4188c0 None None] Pushing event updated for resources: {'Port': ['ID=60425e0d-ba2d-4e95-9438-8fc2d01c2551,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:36.257849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:36.258217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Checking segment: {'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:36.258611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.259019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Bound using segment: {'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:36.259440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Bound port: d5d215ec-2595-4362-a68e-43ae3229217c, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:36.259802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.283139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:36.286602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:36.290450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:36.290961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.310655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=aff35f8e-b862-458f-8084-718153e42171,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:36.330634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:36.485086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.523534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] For port d5d215ec-2595-4362-a68e-43ae3229217c, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:36.585460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] For port d5d215ec-2595-4362-a68e-43ae3229217c, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d5d215ec-2595-4362-a68e-43ae3229217c,segment=NetworkSegment(781fdbda-cdd3-4bd1-bf8b-b392d012e1b8),segment_id=781fdbda-cdd3-4bd1-bf8b-b392d012e1b8)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:36.646546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.744217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0e439-0ed8-4d54-bd83-0f3b383fd895 None None] Pushing event updated for resources: {'Port': ['ID=d5d215ec-2595-4362-a68e-43ae3229217c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:36.767353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:31Z', 'revision_number': 3, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:35Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:36.772054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223033ff-10c4-4aa6-93f8-21384007b49a None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:31Z', 'revision_number': 3, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:35Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:36.915194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.975881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:36.976713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:37.137873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=aff35f8e-b862-458f-8084-718153e42171,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:37.188575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:37.189757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:37.352080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:37.646023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:37.658220 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:37.659350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3a8f500a-cfd0-4adf-9665-1931da1d9456 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4159584 Mar 25 20:12:37.662879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35514) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:37.669910 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:37.670080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-989758664'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:37.670509 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:37.675029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:37.679917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:network and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:37.683236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:37.689136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:37.761579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e2c32-a449-4420-abbd-feac67b6681c None None] Network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:37.765503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:37.769668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:37.804656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:12:37.814332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:37.814646 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added segment 2efe6743-f75d-412c-b44f-5962f34ea007 of type vlan for network b38c0b42-edef-45a4-b602-b7eb59372686 Mar 25 20:12:37.834058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:37.841306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:37.881714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35518) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:37.960613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a2855-9e5f-4c82-a2d2-f94e6bd36afb tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:37.961090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a2855-9e5f-4c82-a2d2-f94e6bd36afb tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:37.961546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a2855-9e5f-4c82-a2d2-f94e6bd36afb tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:37.975090 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cb1a2855-9e5f-4c82-a2d2-f94e6bd36afb tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=d1180207c3cc4e69a07eb49c80928118&network_id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 HTTP/1.1" status: 200 len: 2999 time: 0.0804732 Mar 25 20:12:37.982413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:37.982580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0162a056-722b-465e-a1f9-a5ec18b29bab None None] Provisioning for port d5d215ec-2595-4362-a68e-43ae3229217c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:37.989003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:37.996862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.094720 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4301693 Mar 25 20:12:38.095860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3c7f2-db0e-419b-876f-96e5fa521218 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Network': ['ID=b38c0b42-edef-45a4-b602-b7eb59372686,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:38.097520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35524) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:38.106892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'subnet': {'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:38.107685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b38c0b42-edef-45a4-b602-b7eb59372686 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:12:38.181470 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:36Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:35Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:36Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:38.188053 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:12:38.188053 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Updating router 92f88eee-97ab-4962-b824-6fe57d775641 port aff35f8e-b862-458f-8084-718153e42171 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:12:38.242764 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.277541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:38.282345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:subnet and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:38.286004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:38.292274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:38.326247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d5d215ec-2595-4362-a68e-43ae3229217c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:38.351630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Made reservation on behalf of 752d221d034041ddb279485b3df9972e for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:38.355393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.479237 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Provisioning for port aff35f8e-b862-458f-8084-718153e42171 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:38.485577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Provisioning complete for port aff35f8e-b862-458f-8084-718153e42171 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:38.485842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.529293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port d5d215ec-2595-4362-a68e-43ae3229217c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:38.544528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d5d215ec-2595-4362-a68e-43ae3229217c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:38.544752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.600690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Port aff35f8e-b862-458f-8084-718153e42171 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:38.627244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Provisioning complete for port d5d215ec-2595-4362-a68e-43ae3229217c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:38.627603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.644172 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.658248 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Transition to ACTIVE for port object aff35f8e-b862-458f-8084-718153e42171 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:38.695053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.732696 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.744521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.774809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Subnet': ['ID=3d6f038c-7746-4547-95ad-ce20ad0e8fb6,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:38.787432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Checking segment: {'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:38.787894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network hostable DHCP agents. Network: b38c0b42-edef-45a4-b602-b7eb59372686, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:12:38.823174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port d5d215ec-2595-4362-a68e-43ae3229217c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d5d215ec-2595-4362-a68e-43ae3229217c,segment=NetworkSegment(781fdbda-cdd3-4bd1-bf8b-b392d012e1b8),segment_id=781fdbda-cdd3-4bd1-bf8b-b392d012e1b8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:38.834916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.872786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network b38c0b42-edef-45a4-b602-b7eb59372686 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:12:38.901422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:38.903177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60425e0d-ba2d-4e95-9438-8fc2d01c2551 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:38.935104 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ac60b-4ec9-4a38-9235-6c28e52a6439 None None] Pushing event updated for resources: {'Port': ['ID=aff35f8e-b862-458f-8084-718153e42171,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:38.952345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, b38c0b42-edef-45a4-b602-b7eb59372686) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:38.957067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:38.958211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.005836 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Attempting to bind port aff35f8e-b862-458f-8084-718153e42171 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:39.006205 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Attempting to bind port aff35f8e-b862-458f-8084-718153e42171 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:39.012633 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Attempting to bind port aff35f8e-b862-458f-8084-718153e42171 on network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:39.012633 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:39.013121 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Checking segment: {'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:39.013567 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.013966 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Bound using segment: {'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:39.014417 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Bound port: aff35f8e-b862-458f-8084-718153e42171, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:39.015316 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.016403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9181c-65bc-464c-85f8-327659375d97 None None] Network b38c0b42-edef-45a4-b602-b7eb59372686 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:39.090028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35532) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:39.091965 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1d49e6bd-4be9-40db-be1d-435e782b60d4 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9932466 Mar 25 20:12:39.135594 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] For port aff35f8e-b862-458f-8084-718153e42171, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:39.139633 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] For port aff35f8e-b862-458f-8084-718153e42171, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aff35f8e-b862-458f-8084-718153e42171,segment=NetworkSegment(781fdbda-cdd3-4bd1-bf8b-b392d012e1b8),segment_id=781fdbda-cdd3-4bd1-bf8b-b392d012e1b8)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:39.183764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e1137cb9-b810-4faa-bd6a-bdeba8ff38f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.202869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=d5d215ec-2595-4362-a68e-43ae3229217c,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:39.205642 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.207888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:12:39.208230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-95cf4e7a-d362-4764-914f-e1a5358fae52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:12:39.302412 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:39.303029 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:39.315236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:39.326919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:39.327390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.360248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-b38c0b42-edef-45a4-b602-b7eb59372686', 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'fixed_ips': [{'subnet_id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:12:39.360248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.374280 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ac60b-4ec9-4a38-9235-6c28e52a6439 None None] Pushing event updated for resources: {'Port': ['ID=aff35f8e-b862-458f-8084-718153e42171,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:39.482949 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:39.597339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.637346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 60425e0d-ba2d-4e95-9438-8fc2d01c2551, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=60425e0d-ba2d-4e95-9438-8fc2d01c2551,segment=NetworkSegment(fbb1a021-dac4-4b31-9519-b852ec381ddf),segment_id=fbb1a021-dac4-4b31-9519-b852ec381ddf)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:39.659695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Allocated IP 2001:db8:3::2 (b38c0b42-edef-45a4-b602-b7eb59372686/3d6f038c-7746-4547-95ad-ce20ad0e8fb6/c1273e98-c402-43b3-9733-8eb72b3f7321) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:39.765350 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.791524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:39.851177 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:36Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:35Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:39.856292 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0b0c62-df4b-4979-93a9-8f193f5aa37f None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:36Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:35Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:39.977783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=60425e0d-ba2d-4e95-9438-8fc2d01c2551,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:40.083742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.104273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Transition to ACTIVE for port object c1273e98-c402-43b3-9733-8eb72b3f7321 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:40.131178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Transition to ACTIVE for port object c1273e98-c402-43b3-9733-8eb72b3f7321 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:40.200467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.293562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Network b38c0b42-edef-45a4-b602-b7eb59372686 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:40.298061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device aff35f8e-b862-458f-8084-718153e42171 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:40.323783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Allocated IP 2001:db8:3::1 (b38c0b42-edef-45a4-b602-b7eb59372686/3d6f038c-7746-4547-95ad-ce20ad0e8fb6/08c80131-e7f5-4116-a3fb-e4834baab388) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:40.328337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:40.330743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:40.402040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35540) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:40.425698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Pushing event updated for resources: {'Port': ['ID=c1273e98-c402-43b3-9733-8eb72b3f7321,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:40.482726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Attempting to bind port c1273e98-c402-43b3-9733-8eb72b3f7321 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:40.484034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Attempting to bind port c1273e98-c402-43b3-9733-8eb72b3f7321 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:40.486041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Attempting to bind port c1273e98-c402-43b3-9733-8eb72b3f7321 on network b38c0b42-edef-45a4-b602-b7eb59372686 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:40.492933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e7ce9-9ad3-4fc0-85d1-ea1e802766dc tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:40.494749 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0e9e7ce9-9ad3-4fc0-85d1-ea1e802766dc tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 814 time: 0.0904839 Mar 25 20:12:40.514561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:40.515360 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Checking segment: {'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:40.516027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.517059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Bound using segment: {'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:40.517818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Bound port: c1273e98-c402-43b3-9733-8eb72b3f7321, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:40.518517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.523653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.554804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Transition to ACTIVE for port object 08c80131-e7f5-4116-a3fb-e4834baab388 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:40.599202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port aff35f8e-b862-458f-8084-718153e42171 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:40.624495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port aff35f8e-b862-458f-8084-718153e42171 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:40.624900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.657147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.668224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] For port c1273e98-c402-43b3-9733-8eb72b3f7321, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:40.686406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] For port c1273e98-c402-43b3-9733-8eb72b3f7321, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c1273e98-c402-43b3-9733-8eb72b3f7321,segment=NetworkSegment(2efe6743-f75d-412c-b44f-5962f34ea007),segment_id=2efe6743-f75d-412c-b44f-5962f34ea007)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:40.734750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network b38c0b42-edef-45a4-b602-b7eb59372686 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:40.737706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:40.754791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:40.755351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.769068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=08c80131-e7f5-4116-a3fb-e4834baab388,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:40.780403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.784210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.894283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port aff35f8e-b862-458f-8084-718153e42171, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aff35f8e-b862-458f-8084-718153e42171,segment=NetworkSegment(781fdbda-cdd3-4bd1-bf8b-b392d012e1b8),segment_id=781fdbda-cdd3-4bd1-bf8b-b392d012e1b8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:40.895465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a748831-c2b3-44f3-b952-9eb03befd133 None None] Pushing event updated for resources: {'Port': ['ID=c1273e98-c402-43b3-9733-8eb72b3f7321,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:40.947553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:40.948345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60425e0d-ba2d-4e95-9438-8fc2d01c2551 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:40.956356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.083685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=aff35f8e-b862-458f-8084-718153e42171,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:41.098898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:41.098898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.148919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35548) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:41.154914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--710462504', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:41.161622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:41.172783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:41.231982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d5d215ec-2595-4362-a68e-43ae3229217c up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:41.250843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:41.250843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.282939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:12:41.293791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.294146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment 86c4f30c-60cc-4cda-a57a-6f1a733bb0bc of type vlan for network 51bd01db-d9f8-4507-a19b-9aa6560bf242 Mar 25 20:12:41.307653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d5d215ec-2595-4362-a68e-43ae3229217c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:41.307653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.321604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.407328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.410692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.426916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:41.428064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.495813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.496621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:41.538637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=51bd01db-d9f8-4507-a19b-9aa6560bf242,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:41.548947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:12:41.593814 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-73464809-db4a-48b8-913f-c1966e5dc904 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4437034 Mar 25 20:12:41.596758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35554) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:41.653596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event updated for resources: {'Port': ['ID=08c80131-e7f5-4116-a3fb-e4834baab388,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:41.705808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbda6ce-ae96-4251-96d1-7eaa42da28a9 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:41.707025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Network b38c0b42-edef-45a4-b602-b7eb59372686 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:41.707328 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7bbda6ce-ae96-4251-96d1-7eaa42da28a9 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1096129 Mar 25 20:12:41.708662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:41.710163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35558) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:41.854089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f974d-cac4-4ab3-8c71-987490938270 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:41.856033 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8d2f974d-cac4-4ab3-8c71-987490938270 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448519 Mar 25 20:12:41.858828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35562) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:41.884379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:41.899870 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e90ddb2a-1ba0-4070-b41f-7d7b497b2279 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396862 Mar 25 20:12:41.905794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35566) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:41.950962 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e735d0f4-baf5-4abc-8e30-554bc7cd793f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439458 Mar 25 20:12:41.951622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35570) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:41.990191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3989dca-61b8-4421-9639-923e77cdb352 None None] Network b38c0b42-edef-45a4-b602-b7eb59372686 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:42.099262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96fa30-e38b-4889-973f-090bee361360 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:42.100445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8a96fa30-e38b-4889-973f-090bee361360 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1476541 Mar 25 20:12:42.102970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35576) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:42.155738 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8f2dcf5b-643f-4a1b-a7e3-feb3fca66812 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514250 Mar 25 20:12:42.156358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35580) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:42.162531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758874697', 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:42.182215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:42.189418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c33611eb-831b-4e7f-bb77-0e4bf80e9843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:42.197902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:42.199102 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-feae31f3-5c55-4aeb-84f6-85ad3ef53166 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1079903 Mar 25 20:12:42.203272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35584) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:42.250827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8e3455d1-0564-4768-bb7d-df66fa866ad4 None None] Provisioning for port c1273e98-c402-43b3-9733-8eb72b3f7321 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:42.255772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:42.266788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:42.267405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:42.342657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device aff35f8e-b862-458f-8084-718153e42171 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:42.403382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:42.410680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:42.414995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:42.430775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:42.531501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:42.669068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:42.671614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:42.685836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port aff35f8e-b862-458f-8084-718153e42171 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:42.686217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:42.862832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:42.956567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.019918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c1273e98-c402-43b3-9733-8eb72b3f7321 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:43.109034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '08c80131-e7f5-4116-a3fb-e4834baab388', 'name': '', 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:21:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:40Z', 'updated_at': '2022-03-25T20:12:41Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:43.113286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:12:43.113668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Updating router 92f88eee-97ab-4962-b824-6fe57d775641 port 08c80131-e7f5-4116-a3fb-e4834baab388 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:12:43.142295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a57ad9bb-01ed-4717-a311-9561c0f8b22d None None] Provisioning for port 08c80131-e7f5-4116-a3fb-e4834baab388 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:43.155177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a57ad9bb-01ed-4717-a311-9561c0f8b22d None None] Provisioning complete for port 08c80131-e7f5-4116-a3fb-e4834baab388 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:43.155559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a57ad9bb-01ed-4717-a311-9561c0f8b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.193894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.extraroute_db [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 25 20:12:43.195530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port c1273e98-c402-43b3-9733-8eb72b3f7321 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:43.210039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.extraroute_db [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Removed routes are [] {{(pid=88484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 25 20:12:43.212368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.212726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c1273e98-c402-43b3-9733-8eb72b3f7321 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:43.213099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.232999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.264296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.280734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a57ad9bb-01ed-4717-a311-9561c0f8b22d None None] Port 08c80131-e7f5-4116-a3fb-e4834baab388 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:43.423278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=e9476218-e6b1-485e-8f9c-04b4ae41fb28,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:43.465454 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:43.465760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: 51bd01db-d9f8-4507-a19b-9aa6560bf242, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:12:43.492023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.503409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a2c6637a-38f9-40b9-a5d9-585868f55341 None None] Provisioning complete for port 08c80131-e7f5-4116-a3fb-e4834baab388 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:43.503768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2c6637a-38f9-40b9-a5d9-585868f55341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.622361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:12:43.652986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.653260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6637a-38f9-40b9-a5d9-585868f55341 None None] Port 08c80131-e7f5-4116-a3fb-e4834baab388 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:43.656864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.662678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port c1273e98-c402-43b3-9733-8eb72b3f7321, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c1273e98-c402-43b3-9733-8eb72b3f7321,segment=NetworkSegment(2efe6743-f75d-412c-b44f-5962f34ea007),segment_id=2efe6743-f75d-412c-b44f-5962f34ea007)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:43.715542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 51bd01db-d9f8-4507-a19b-9aa6560bf242) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:43.728055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:43.728710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.740887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.780087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad07aa9-3157-4531-aeed-8284b02679ad None None] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:43.837007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:43.899796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3f60579f-36b3-4bd0-8ef6-8d05359b53c0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7422364 Mar 25 20:12:43.961700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:43.993179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Transition to ACTIVE for port object 08c80131-e7f5-4116-a3fb-e4834baab388 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:44.000583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=c1273e98-c402-43b3-9733-8eb72b3f7321,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:44.115371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:44.130915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:44.138145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:44.139275 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e1e27b33-2b2f-4032-8b85-4045cce77ad2 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 200 len: 952 time: 1.9348812 Mar 25 20:12:44.142165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35590) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:44.161314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-51bd01db-d9f8-4507-a19b-9aa6560bf242', 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': 'e9476218-e6b1-485e-8f9c-04b4ae41fb28'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:12:44.161314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:44.282510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c1273e98-c402-43b3-9733-8eb72b3f7321 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:44.343074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59261de-624b-488c-a32f-1e038a4fab0c None None] Pushing event updated for resources: {'Port': ['ID=08c80131-e7f5-4116-a3fb-e4834baab388,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:44.345446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:44.390375 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-85f67201-f3dd-4a42-a2ec-f8a03f701247 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 200 len: 952 time: 0.2468779 Mar 25 20:12:44.393282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35594) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:44.399359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'routes': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:44.523337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35598) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:44.536189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005077930', 'description': 'tempest-secgroup-smoke-1005077930 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:44.543446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Attempting to bind port 08c80131-e7f5-4116-a3fb-e4834baab388 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:44.543818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Attempting to bind port 08c80131-e7f5-4116-a3fb-e4834baab388 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:44.544178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Attempting to bind port 08c80131-e7f5-4116-a3fb-e4834baab388 on network b38c0b42-edef-45a4-b602-b7eb59372686 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:44.545826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:44.563787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:44.564164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Checking segment: {'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:44.564587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:44.564983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Bound using segment: {'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:44.565456 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Bound port: 08c80131-e7f5-4116-a3fb-e4834baab388, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efe6743-f75d-412c-b44f-5962f34ea007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:44.565819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:44.568520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:44.628696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c1273e98-c402-43b3-9733-8eb72b3f7321 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:44.629097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:44.653156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Allocated IP 172.20.0.18 (51bd01db-d9f8-4507-a19b-9aa6560bf242/e9476218-e6b1-485e-8f9c-04b4ae41fb28/a22ba554-f28d-4d97-a5d7-ac3137c4ceaf) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:44.713584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:44.750549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:44.788703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:44.797554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:44.806424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:44.859084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] For port 08c80131-e7f5-4116-a3fb-e4834baab388, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:44.885492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] For port 08c80131-e7f5-4116-a3fb-e4834baab388, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=08c80131-e7f5-4116-a3fb-e4834baab388,segment=NetworkSegment(2efe6743-f75d-412c-b44f-5962f34ea007),segment_id=2efe6743-f75d-412c-b44f-5962f34ea007)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:44.965248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.021768 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.067833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.074488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:45.075112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:45.088420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.extraroute_db [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added routes are [] {{(pid=88485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 25 20:12:45.088775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.extraroute_db [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 25 20:12:45.132077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.142047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.152363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59261de-624b-488c-a32f-1e038a4fab0c None None] Pushing event updated for resources: {'Port': ['ID=08c80131-e7f5-4116-a3fb-e4834baab388,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:45.157517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Transition to ACTIVE for port object a22ba554-f28d-4d97-a5d7-ac3137c4ceaf will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:45.199642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6c4f16-c572-44ec-90fa-816bd997ff97,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:45.245594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Transition to ACTIVE for port object a22ba554-f28d-4d97-a5d7-ac3137c4ceaf will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:45.267827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:45.322409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.323471 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-38e42888-ae25-47fc-9ff8-84331637861c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7991533 Mar 25 20:12:45.324159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.326447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35602) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:45.332988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '4a6c4f16-c572-44ec-90fa-816bd997ff97', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:45.341382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:45.345548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:45.348575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:45.354859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:45.440253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.461968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:45.472037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:45.477771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:45.514718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.565081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Pushing event updated for resources: {'Port': ['ID=a22ba554-f28d-4d97-a5d7-ac3137c4ceaf,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:45.576133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.602196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c602476b-0ff0-42da-95c3-dbb6a6b4494b,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:45.651505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.654844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.667832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.671796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f2681feb-38f3-4e36-8b6c-b11d885f14b8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3408129 Mar 25 20:12:45.672076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35606) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:45.677801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '4a6c4f16-c572-44ec-90fa-816bd997ff97', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:45.683851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:45.687857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:45.692131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:45.698341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:45.727297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Attempting to bind port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:45.727670 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Attempting to bind port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:45.728033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Attempting to bind port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf on network 51bd01db-d9f8-4507-a19b-9aa6560bf242 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:45.736371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:45.736830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Checking segment: {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:45.742403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.742403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Bound using segment: {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:45.742403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Bound port: a22ba554-f28d-4d97-a5d7-ac3137c4ceaf, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:45.742403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.760136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.821755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:45.827798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.888902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] For port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:45.892711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] For port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a22ba554-f28d-4d97-a5d7-ac3137c4ceaf,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:45.901873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:45.907836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:43Z', 'revision_number': 6, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '08c80131-e7f5-4116-a3fb-e4834baab388', 'name': '', 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:21:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:40Z', 'updated_at': '2022-03-25T20:12:44Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:45.912641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588055b9-07ee-4131-91e1-a8adeb39ac04 None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:43Z', 'revision_number': 6, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '08c80131-e7f5-4116-a3fb-e4834baab388', 'name': '', 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:21:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:40Z', 'updated_at': '2022-03-25T20:12:44Z', 'revision_number': 4, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:45.931904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe54a4d-c033-425c-9145-6a0f5cbf0fca,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:45.994285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.002909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:46.009893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.011083 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6891714d-8350-45a2-8ecb-b7a5af769dcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 200 len: 702 time: 1.6167409 Mar 25 20:12:46.015185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35610) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:46.029512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.036363 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3c46ba6-93b8-4d48-9745-56ad01218483 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3632042 Mar 25 20:12:46.037138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35614) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:46.042710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '4a6c4f16-c572-44ec-90fa-816bd997ff97', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:46.048773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:46.055861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:46.056293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:46.067703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:46.099428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca16d33-52ea-4c79-a9a8-9784c16a1adc None None] Pushing event updated for resources: {'Port': ['ID=a22ba554-f28d-4d97-a5d7-ac3137c4ceaf,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:46.149578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.242432 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5fddb123-8806-43b8-ace3-112a27d94a35 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 200 len: 702 time: 0.2208567 Mar 25 20:12:46.243168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35618) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:46.250915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.280869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 08c80131-e7f5-4116-a3fb-e4834baab388 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:46.313536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.353733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0a49ab-1b8d-4b04-b19d-73de7cd2f871,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:46.433284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.434577 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f7c6f0b3-4704-4df5-874d-502f9d044b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3964944 Mar 25 20:12:46.437525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35622) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:46.443310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '4a6c4f16-c572-44ec-90fa-816bd997ff97', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:46.449296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:46.453283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:46.457762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:46.464277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:46.483279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 08c80131-e7f5-4116-a3fb-e4834baab388 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:46.489366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 08c80131-e7f5-4116-a3fb-e4834baab388 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:46.489737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.561856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.646375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.650550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.685551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 08c80131-e7f5-4116-a3fb-e4834baab388, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=08c80131-e7f5-4116-a3fb-e4834baab388,segment=NetworkSegment(2efe6743-f75d-412c-b44f-5962f34ea007),segment_id=2efe6743-f75d-412c-b44f-5962f34ea007)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:46.719653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.753284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.755967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a55552-0811-4a1b-8650-5111eb0db25f,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:46.826469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=08c80131-e7f5-4116-a3fb-e4834baab388,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:46.838921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.842587 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5cca647a-0d19-4997-81e9-96f00dc6c4c4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4016829 Mar 25 20:12:46.842811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35626) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:46.848458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '4a6c4f16-c572-44ec-90fa-816bd997ff97', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:46.854223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:46.859615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:46.862497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:46.868646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:46.869563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.936367 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:12:46.946003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:46.999799 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:47.013736 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:47.014691 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:47.033295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.117489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.156627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2c7007-579c-4488-815c-e75093e6e6f0,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:47.190869 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:47.249039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.250343 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-afb887be-0c81-4384-9661-34e062736c11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4063947 Mar 25 20:12:47.253117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35630) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:47.260568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '4a6c4f16-c572-44ec-90fa-816bd997ff97', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:47.284627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:47.289936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:47.294055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:47.300915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:47.311749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46336a52-d3a4-48f5-91b2-feef30227f9d None None] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:47.399012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 08c80131-e7f5-4116-a3fb-e4834baab388 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:47.400926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.416283 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:12:47.424582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.564539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.571194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a9961a2d-3795-4510-86a0-2f01a9ee07e9 None None] Provisioning for port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:47.595063 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:45Z', 'revision_number': 7, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '08c80131-e7f5-4116-a3fb-e4834baab388', 'name': '', 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:21:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:40Z', 'updated_at': '2022-03-25T20:12:46Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:47.600894 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:12:47.610361 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:47.611159 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:47.637829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.695345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d239ca1f-93f1-4e46-9a51-efb9406f52ae,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:47.731012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port 08c80131-e7f5-4116-a3fb-e4834baab388, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=08c80131-e7f5-4116-a3fb-e4834baab388,segment=NetworkSegment(2efe6743-f75d-412c-b44f-5962f34ea007),segment_id=2efe6743-f75d-412c-b44f-5962f34ea007)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:47.731648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.782273 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:47.837520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:47.845886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c3f4c835-31f2-4a59-9222-d3a0c49c770b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5850525 Mar 25 20:12:47.880068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 08c80131-e7f5-4116-a3fb-e4834baab388 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:47.913109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:48.107344 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-fdf50de9-d0ab-4566-a8f3-ac0d391130b9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005077930&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.0469499 Mar 25 20:12:48.182193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:48.238253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=08c80131-e7f5-4116-a3fb-e4834baab388,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:48.292009 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:45Z', 'revision_number': 7, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '08c80131-e7f5-4116-a3fb-e4834baab388', 'name': '', 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:21:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:40Z', 'updated_at': '2022-03-25T20:12:46Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:48.298162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-b679e3da-05d3-4158-bd75-027e678c34aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:48.298868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-b679e3da-05d3-4158-bd75-027e678c34aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:12:48.300517 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ed9ee-6444-436d-b0c5-bc0aaf167450 None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:45Z', 'revision_number': 7, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '08c80131-e7f5-4116-a3fb-e4834baab388', 'name': '', 'network_id': 'b38c0b42-edef-45a4-b602-b7eb59372686', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:21:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:40Z', 'updated_at': '2022-03-25T20:12:46Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3d6f038c-7746-4547-95ad-ce20ad0e8fb6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:48.357961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a22ba554-f28d-4d97-a5d7-ac3137c4ceaf up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:48.406007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-b679e3da-05d3-4158-bd75-027e678c34aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:12:48.407583 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-b679e3da-05d3-4158-bd75-027e678c34aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=51bd01db-d9f8-4507-a19b-9aa6560bf242 HTTP/1.1" status: 200 len: 796 time: 0.2933204 Mar 25 20:12:48.436200 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-16347cf8-d9b4-4842-8edf-6a829b93833c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0210767 Mar 25 20:12:48.512977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:48.530370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:48.540336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:48.540737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:48.548170 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-bd848ca1-7e7f-4982-8dab-01f45cd15e6b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1108127 Mar 25 20:12:48.668118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:48.702545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a22ba554-f28d-4d97-a5d7-ac3137c4ceaf,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:48.707089 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-166bf196-e565-453e-8c36-0355279f0549 service neutron] 10.222.0.37 "GET /v2.0/networks/51bd01db-d9f8-4507-a19b-9aa6560bf242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442418 Mar 25 20:12:48.770433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:48.771250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 08c80131-e7f5-4116-a3fb-e4834baab388 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:48.845608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 08c80131-e7f5-4116-a3fb-e4834baab388 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:12:48.845982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 08c80131-e7f5-4116-a3fb-e4834baab388 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 25 20:12:48.849483 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-ae9313f5-bce8-4076-871a-3478c4ce925d service neutron] 10.222.0.37 "GET /v2.0/networks/51bd01db-d9f8-4507-a19b-9aa6560bf242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366110 Mar 25 20:12:48.858037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:48.884547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port 08c80131-e7f5-4116-a3fb-e4834baab388 not found, will not notify nova. {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 25 20:12:48.903991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=a22ba554-f28d-4d97-a5d7-ac3137c4ceaf,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:49.117570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c43f74e6-f999-472a-8c30-2c62ede53211 req-c47ce3a9-7b6d-4eb1-8257-61bc5e2386f8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 210 time: 0.0433109 Mar 25 20:12:49.143920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:49.153724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:49.157508 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ebac7596-bb7f-4823-9c7d-591cfa9f3bcf tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9132447 Mar 25 20:12:49.159999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35652) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:49.167379 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:49.169118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:49.232860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c44a11-d984-47c3-8040-3d338e6f7a85 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet 3d6f038c-7746-4547-95ad-ce20ad0e8fb6 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:12:49.239077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73c44a11-d984-47c3-8040-3d338e6f7a85 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:49.294202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73c44a11-d984-47c3-8040-3d338e6f7a85 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:49.331781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:49.384791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73c44a11-d984-47c3-8040-3d338e6f7a85 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:49.528942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73c44a11-d984-47c3-8040-3d338e6f7a85 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:49.569316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c44a11-d984-47c3-8040-3d338e6f7a85 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6f038c-7746-4547-95ad-ce20ad0e8fb6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:49.574059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73c44a11-d984-47c3-8040-3d338e6f7a85 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:49.582681 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-73c44a11-d984-47c3-8040-3d338e6f7a85 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/3d6f038c-7746-4547-95ad-ce20ad0e8fb6 HTTP/1.1" status: 204 len: 168 time: 0.4187636 Mar 25 20:12:49.583158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35662) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:49.589572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae630c5c-ee1e-44f8-a587-562325db2c81 None None] Network b38c0b42-edef-45a4-b602-b7eb59372686 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:49.701799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:49.712396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port c1273e98-c402-43b3-9733-8eb72b3f7321 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:49.712761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:49.863793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:48Z', 'revision_number': 8, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:49.873760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:12:49.886294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:49.887015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:49.929912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port c1273e98-c402-43b3-9733-8eb72b3f7321, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c1273e98-c402-43b3-9733-8eb72b3f7321,segment=NetworkSegment(2efe6743-f75d-412c-b44f-5962f34ea007),segment_id=2efe6743-f75d-412c-b44f-5962f34ea007)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:49.930646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:49.940950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] DHCP port deletion for b38c0b42-edef-45a4-b602-b7eb59372686 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:12:49.956781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] Deleting port c1273e98-c402-43b3-9733-8eb72b3f7321 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:49.957696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.061736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for c1273e98-c402-43b3-9733-8eb72b3f7321 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:50.127681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:50.233926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.302330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No DVR routers for this DVR port c1273e98-c402-43b3-9733-8eb72b3f7321 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:12:50.318542 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-659b3f3b-913d-4201-95cb-3f379325a5f5 req-eaebf99c-571d-4a6d-b117-0410233f1655 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 210 time: 0.0868073 Mar 25 20:12:50.327819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a22ba554-f28d-4d97-a5d7-ac3137c4ceaf up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:12:50.341147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=c1273e98-c402-43b3-9733-8eb72b3f7321,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:50.437434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.464815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38c0b42-edef-45a4-b602-b7eb59372686']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:50.477228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efe6743-f75d-412c-b44f-5962f34ea007') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:50.477515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efe6743-f75d-412c-b44f-5962f34ea007') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:50.489385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.505590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.512269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:12:50.512689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:12:50.527133 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:12:50.547780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] For port c1273e98-c402-43b3-9733-8eb72b3f7321, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c1273e98-c402-43b3-9733-8eb72b3f7321,segment=NetworkSegment(2efe6743-f75d-412c-b44f-5962f34ea007),segment_id=2efe6743-f75d-412c-b44f-5962f34ea007)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:50.548464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.662187 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.667155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.696137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=b38c0b42-edef-45a4-b602-b7eb59372686,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:50.701900 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7f07d787-58ae-43ce-95ed-13eaf5993a99 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/b38c0b42-edef-45a4-b602-b7eb59372686 HTTP/1.1" status: 204 len: 168 time: 1.1177487 Mar 25 20:12:50.704581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35668) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:50.748143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] Calling delete_port for c1273e98-c402-43b3-9733-8eb72b3f7321 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:50.852708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:50.853082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:50.921882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:12:50.922617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:12:50.953955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:48Z', 'revision_number': 8, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:50.995789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282456f-cfdb-4e02-8948-9d78271f4470 None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:48Z', 'revision_number': 8, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff35f8e-b862-458f-8084-718153e42171', 'name': '', 'network_id': '03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:95:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3f587a03-8d65-4615-b80c-4a963a878938', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:35Z', 'updated_at': '2022-03-25T20:12:40Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '3f587a03-8d65-4615-b80c-4a963a878938', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:51.124565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-7f86a804-b32d-4f05-bf20-48d0add09d4c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:51.126013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-7f86a804-b32d-4f05-bf20-48d0add09d4c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=51bd01db-d9f8-4507-a19b-9aa6560bf242 HTTP/1.1" status: 200 len: 796 time: 0.1628764 Mar 25 20:12:51.175913 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-a1ef6022-c395-4478-84ed-0f35cbaf866a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 473 time: 0.0412741 Mar 25 20:12:51.185065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e', 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['4a6c4f16-c572-44ec-90fa-816bd997ff97']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:51.326890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:12:51.331179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:port and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:12:51.334288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:12:51.340583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:12:51.372513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:51.375511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c1273e98-c402-43b3-9733-8eb72b3f7321 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:12:51.439150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:12:51.439687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] Deleting port c1273e98-c402-43b3-9733-8eb72b3f7321 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:51.440253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:51.443824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:51.483308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: c1273e98-c402-43b3-9733-8eb72b3f7321 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:12:51.483648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c1273e98-c402-43b3-9733-8eb72b3f7321 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:12:51.537634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e08c1-c202-43c0-aec0-212f887bca84 None None] The port 'c1273e98-c402-43b3-9733-8eb72b3f7321' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:12:51.562804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-aae1db89-a854-48e7-99a4-7e564c4fa0aa req-846ec966-c976-495b-847c-c63fda9807df tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 210 time: 0.0805547 Mar 25 20:12:51.685984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.25 (51bd01db-d9f8-4507-a19b-9aa6560bf242/e9476218-e6b1-485e-8f9c-04b4ae41fb28/270f8fc1-0b45-4e24-9b87-8d1cf539d672) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:12:51.755644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port aff35f8e-b862-458f-8084-718153e42171 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:51.756225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:51.872580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:51.888070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 270f8fc1-0b45-4e24-9b87-8d1cf539d672 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:51.947339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port aff35f8e-b862-458f-8084-718153e42171, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aff35f8e-b862-458f-8084-718153e42171,segment=NetworkSegment(781fdbda-cdd3-4bd1-bf8b-b392d012e1b8),segment_id=781fdbda-cdd3-4bd1-bf8b-b392d012e1b8)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:51.947696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:51.953177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:52.016229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:12:52.019162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:12:52.023000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:12:52.069244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=270f8fc1-0b45-4e24-9b87-8d1cf539d672,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:52.073831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for aff35f8e-b862-458f-8084-718153e42171 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:52.103676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:52.104326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:52.171067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 08c80131-e7f5-4116-a3fb-e4834baab388 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:12:52.192364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-6d883021-cf4e-44fa-8a94-789087016130 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0110061 Mar 25 20:12:52.203693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Request body: {'port': {'device_id': '91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:12:52.209277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 08c80131-e7f5-4116-a3fb-e4834baab388 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:12:52.209623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 08c80131-e7f5-4116-a3fb-e4834baab388 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:12:52.301927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd297fad-1f1d-4ecf-a957-9f4c3082818a None None] Provisioning for port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:12:52.307015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd297fad-1f1d-4ecf-a957-9f4c3082818a None None] Provisioning complete for port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:12:52.308956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd297fad-1f1d-4ecf-a957-9f4c3082818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:52.325070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:52.364405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bd297fad-1f1d-4ecf-a957-9f4c3082818a None None] Port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:12:52.375491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=aff35f8e-b862-458f-8084-718153e42171,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:52.429308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:52.706883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:52.798172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400575e-e597-4a4e-991c-46f8dc6502ed req-d7f37db2-4ee3-42e0-947a-d664956bf156 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:52.798850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0400575e-e597-4a4e-991c-46f8dc6502ed req-d7f37db2-4ee3-42e0-947a-d664956bf156 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:12:52.873320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270f8fc1-0b45-4e24-9b87-8d1cf539d672 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:12:52.881018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:52.896456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Transition to ACTIVE for port object 270f8fc1-0b45-4e24-9b87-8d1cf539d672 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:12:52.922581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0400575e-e597-4a4e-991c-46f8dc6502ed req-d7f37db2-4ee3-42e0-947a-d664956bf156 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:12:52.923665 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0400575e-e597-4a4e-991c-46f8dc6502ed req-d7f37db2-4ee3-42e0-947a-d664956bf156 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 932 time: 0.2479620 Mar 25 20:12:52.968276 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0400575e-e597-4a4e-991c-46f8dc6502ed req-40f9f2b8-8dfd-4adb-9683-e5efcb8011f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383480 Mar 25 20:12:52.981846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.034751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:53.114662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Pushing event updated for resources: {'Port': ['ID=270f8fc1-0b45-4e24-9b87-8d1cf539d672,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:53.211976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:53.221086 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:53.228150 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3896fb58-be02-4b50-8c17-8c13bc5d634d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5219901 Mar 25 20:12:53.228797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35680) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:53.229576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Attempting to bind port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:12:53.229904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Attempting to bind port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:12:53.230515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Attempting to bind port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 on network 51bd01db-d9f8-4507-a19b-9aa6560bf242 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:53.231404 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:53.231999 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:53.267263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 on network 51bd01db-d9f8-4507-a19b-9aa6560bf242 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:12:53.267580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Attempting to bind port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 on network 51bd01db-d9f8-4507-a19b-9aa6560bf242 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:12:53.283844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:12:53.283844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Checking segment: {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:12:53.283844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Bound using segment: {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:12:53.284295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Bound port: 270f8fc1-0b45-4e24-9b87-8d1cf539d672, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:12:53.284505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.351789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a43119-e3e3-4f86-925d-01235c7ba158 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet 3f587a03-8d65-4615-b80c-4a963a878938 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:12:53.356254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1a43119-e3e3-4f86-925d-01235c7ba158 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.380596 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:53.436721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1a43119-e3e3-4f86-925d-01235c7ba158 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.474894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] For port 270f8fc1-0b45-4e24-9b87-8d1cf539d672, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:12:53.489702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] For port 270f8fc1-0b45-4e24-9b87-8d1cf539d672, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=270f8fc1-0b45-4e24-9b87-8d1cf539d672,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:12:53.529131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1a43119-e3e3-4f86-925d-01235c7ba158 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.571153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.636633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:53.637251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.638620 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] 10.222.0.43 "PUT /v2.0/ports/270f8fc1-0b45-4e24-9b87-8d1cf539d672 HTTP/1.1" status: 200 len: 1094 time: 1.4395351 Mar 25 20:12:53.640822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e', 'tag': '270f8fc1-0b45-4e24-9b87-8d1cf539d672'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:12:53.677071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a1a06-b75a-4b72-8cad-121600c3e141 service neutron] Pushing event updated for resources: {'Port': ['ID=270f8fc1-0b45-4e24-9b87-8d1cf539d672,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:53.720986 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e', 'tag': '270f8fc1-0b45-4e24-9b87-8d1cf539d672', 'status': 'completed', 'code': 200} Mar 25 20:12:53.725467 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:52Z', 'revision_number': 9, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:53.731972 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:12:53.741907 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:53.742747 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:53.780414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1a43119-e3e3-4f86-925d-01235c7ba158 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.833999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a43119-e3e3-4f86-925d-01235c7ba158 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=3f587a03-8d65-4615-b80c-4a963a878938,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:53.843020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1a43119-e3e3-4f86-925d-01235c7ba158 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:53.849375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ecfae-b6ea-4aeb-b874-aa11ae2e246e None None] Network 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:53.852719 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b1a43119-e3e3-4f86-925d-01235c7ba158 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/3f587a03-8d65-4615-b80c-4a963a878938 HTTP/1.1" status: 204 len: 168 time: 0.6179707 Mar 25 20:12:53.853973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35686) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:53.873989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0e67-ac8f-45a0-bdbd-99d947ab34bf req-9e63ce39-033f-46fb-9255-50776eb131b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:53.875786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-271e0e67-ac8f-45a0-bdbd-99d947ab34bf req-9e63ce39-033f-46fb-9255-50776eb131b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 1097 time: 0.1321573 Mar 25 20:12:53.945351 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:54.011877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.034325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port d5d215ec-2595-4362-a68e-43ae3229217c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:54.034679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.044634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0e67-ac8f-45a0-bdbd-99d947ab34bf req-72002aba-60aa-4eb4-8df8-97810613be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:54.049397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0e67-ac8f-45a0-bdbd-99d947ab34bf req-72002aba-60aa-4eb4-8df8-97810613be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:54.051401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-271e0e67-ac8f-45a0-bdbd-99d947ab34bf req-72002aba-60aa-4eb4-8df8-97810613be23 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1680806 Mar 25 20:12:54.244786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] DHCP port deletion for 03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:12:54.248982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] Deleting port d5d215ec-2595-4362-a68e-43ae3229217c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:54.249349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.293525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port d5d215ec-2595-4362-a68e-43ae3229217c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d5d215ec-2595-4362-a68e-43ae3229217c,segment=NetworkSegment(781fdbda-cdd3-4bd1-bf8b-b392d012e1b8),segment_id=781fdbda-cdd3-4bd1-bf8b-b392d012e1b8)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:54.294138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.320495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0e67-ac8f-45a0-bdbd-99d947ab34bf req-f0d5de90-4f66-4949-a6e8-6ee049e79084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:54.322310 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-271e0e67-ac8f-45a0-bdbd-99d947ab34bf req-f0d5de90-4f66-4949-a6e8-6ee049e79084 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2656105 Mar 25 20:12:54.334582 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:52Z', 'revision_number': 9, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:54.338800 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b052e-238a-441e-a346-63efefd2dad1 None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:52Z', 'revision_number': 9, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': '60425e0d-ba2d-4e95-9438-8fc2d01c2551', 'name': '', 'network_id': 'a387f96e-5d4e-46d8-a0a2-277c75cf82cb', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:b8:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '462605d0-39c4-4449-a8fe-1f762a730669', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:30Z', 'updated_at': '2022-03-25T20:12:39Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': '462605d0-39c4-4449-a8fe-1f762a730669', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:54.434253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for d5d215ec-2595-4362-a68e-43ae3229217c owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:54.490060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] For port d5d215ec-2595-4362-a68e-43ae3229217c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d5d215ec-2595-4362-a68e-43ae3229217c,segment=NetworkSegment(781fdbda-cdd3-4bd1-bf8b-b392d012e1b8),segment_id=781fdbda-cdd3-4bd1-bf8b-b392d012e1b8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:54.490338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.525048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b992311-750c-4a31-9bd7-c716ced3301c req-a8df57ab-7fe3-47d0-a016-473fdf0651c9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:54.526477 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b992311-750c-4a31-9bd7-c716ced3301c req-a8df57ab-7fe3-47d0-a016-473fdf0651c9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 944 time: 0.3312082 Mar 25 20:12:54.576371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.584828 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b992311-750c-4a31-9bd7-c716ced3301c req-cea28a02-2812-4ed3-a335-f8febe958533 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526285 Mar 25 20:12:54.604046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-e0e715fe-f519-4592-b9bd-7457c2d31cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:54.605829 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-e0e715fe-f519-4592-b9bd-7457c2d31cf3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 1097 time: 0.2310402 Mar 25 20:12:54.642076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] Calling delete_port for d5d215ec-2595-4362-a68e-43ae3229217c owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:54.697288 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-7a5cb50a-85d7-405b-a1dc-72b1f61a268e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=270f8fc1-0b45-4e24-9b87-8d1cf539d672 HTTP/1.1" status: 200 len: 217 time: 0.0834043 Mar 25 20:12:54.729344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:12:54.729723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:12:54.769305 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=d5d215ec-2595-4362-a68e-43ae3229217c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:54.775789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No DVR routers for this DVR port d5d215ec-2595-4362-a68e-43ae3229217c on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:12:54.776815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-05017ad3-661d-46a6-be28-936257f147b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:54.778372 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-05017ad3-661d-46a6-be28-936257f147b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9476218-e6b1-485e-8f9c-04b4ae41fb28 HTTP/1.1" status: 200 len: 838 time: 0.0723686 Mar 25 20:12:54.860031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-98d7cdb9-9382-4c76-88ef-6a535cfdbdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:54.861550 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-98d7cdb9-9382-4c76-88ef-6a535cfdbdf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51bd01db-d9f8-4507-a19b-9aa6560bf242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0771210 Mar 25 20:12:54.915490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.940612 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:54.952944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:54.953244 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781fdbda-cdd3-4bd1-bf8b-b392d012e1b8') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:54.965317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.981969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:54.988393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:12:54.988854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:12:55.003429 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:12:55.011980 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-a47d3e05-8ab7-4290-a370-229b93f9a4ce service neutron] 10.222.0.43 "GET /v2.0/networks/51bd01db-d9f8-4507-a19b-9aa6560bf242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432447 Mar 25 20:12:55.124325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:55.145409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:55.148102 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-150e08fd-4581-4686-9bca-3b7b0850c453 req-4a181f3f-a20f-4711-8b28-70754e16b276 service neutron] 10.222.0.43 "GET /v2.0/networks/51bd01db-d9f8-4507-a19b-9aa6560bf242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300895 Mar 25 20:12:55.154006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:55.161571 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5ca7706a-83bd-46a2-9f61-6137595b686a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/03b2a4b3-93ab-4c73-9134-1d4dfd0e11fc HTTP/1.1" status: 204 len: 168 time: 1.3062024 Mar 25 20:12:55.164127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35692) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:55.231341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] Deleting port d5d215ec-2595-4362-a68e-43ae3229217c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:55.231960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:55.309466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5e2af-cd36-496c-baf8-d245ade43ae8 None None] The port 'd5d215ec-2595-4362-a68e-43ae3229217c' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:12:55.703181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:55.781769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837c9db-15fd-4b93-9844-b3a21e495525 req-608de5b4-14b9-4c70-a61b-6c6583fed1b0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:55.783248 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e837c9db-15fd-4b93-9844-b3a21e495525 req-608de5b4-14b9-4c70-a61b-6c6583fed1b0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 944 time: 0.0851090 Mar 25 20:12:55.828746 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e837c9db-15fd-4b93-9844-b3a21e495525 req-a71ef380-8eca-4eb4-8037-f99f54562dd5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391910 Mar 25 20:12:56.038210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 60425e0d-ba2d-4e95-9438-8fc2d01c2551 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:56.038558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:56.205802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d5d215ec-2595-4362-a68e-43ae3229217c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:12:56.242440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: d5d215ec-2595-4362-a68e-43ae3229217c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:12:56.243160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d5d215ec-2595-4362-a68e-43ae3229217c not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:12:56.243270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device aff35f8e-b862-458f-8084-718153e42171 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:12:56.277601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: aff35f8e-b862-458f-8084-718153e42171 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:12:56.277949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device aff35f8e-b862-458f-8084-718153e42171 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:12:56.345884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port 60425e0d-ba2d-4e95-9438-8fc2d01c2551, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=60425e0d-ba2d-4e95-9438-8fc2d01c2551,segment=NetworkSegment(fbb1a021-dac4-4b31-9519-b852ec381ddf),segment_id=fbb1a021-dac4-4b31-9519-b852ec381ddf)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:56.346235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:56.465733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 60425e0d-ba2d-4e95-9438-8fc2d01c2551 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:56.701509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:56.752285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=60425e0d-ba2d-4e95-9438-8fc2d01c2551,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:56.961086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:57.035637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f028ad-cb06-4767-896e-0f78bd8b1816 req-b3e05885-513e-4192-b6a2-a39dfc475d81 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:57.037267 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68f028ad-cb06-4767-896e-0f78bd8b1816 req-b3e05885-513e-4192-b6a2-a39dfc475d81 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 944 time: 0.0886679 Mar 25 20:12:57.085108 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68f028ad-cb06-4767-896e-0f78bd8b1816 req-0c607e7a-9737-412c-9cc4-9924dcdb8bdb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Mar 25 20:12:57.281800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:12:57.438750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:12:57.448503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:12:57.451460 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1243a5c6-50c1-4282-a438-f610609cf76d tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2862597 Mar 25 20:12:57.454228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35700) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:57.457781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:57.458381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:57.523245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d286da-edfb-47c7-a7d3-b33d5d9908d8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet 462605d0-39c4-4449-a8fe-1f762a730669 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:12:57.526215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84d286da-edfb-47c7-a7d3-b33d5d9908d8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:57.581536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84d286da-edfb-47c7-a7d3-b33d5d9908d8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:57.648965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:57.671101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84d286da-edfb-47c7-a7d3-b33d5d9908d8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:57.926604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84d286da-edfb-47c7-a7d3-b33d5d9908d8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:57.964755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d286da-edfb-47c7-a7d3-b33d5d9908d8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=462605d0-39c4-4449-a8fe-1f762a730669,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:57.966521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:56Z', 'revision_number': 10, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:57.972052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84d286da-edfb-47c7-a7d3-b33d5d9908d8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:57.973509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:12:57.976462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba3e3c-40ee-41d6-aa14-595f0cb2eaae None None] Network a387f96e-5d4e-46d8-a0a2-277c75cf82cb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:12:57.977504 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-84d286da-edfb-47c7-a7d3-b33d5d9908d8 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/462605d0-39c4-4449-a8fe-1f762a730669 HTTP/1.1" status: 204 len: 168 time: 0.5223384 Mar 25 20:12:57.980024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35704) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:58.010169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:12:58.010779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:58.094862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:58.106548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port d6791fa3-6087-4f36-8b7a-e2b937ab7802 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:58.106881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:58.310348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e23b-475b-438f-b237-13857408a9b1 req-bd35ff59-6d04-4cdc-aef0-1e793a9d2545 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:58.311824 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9cf5e23b-475b-438f-b237-13857408a9b1 req-bd35ff59-6d04-4cdc-aef0-1e793a9d2545 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 944 time: 0.0917919 Mar 25 20:12:58.360909 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9cf5e23b-475b-438f-b237-13857408a9b1 req-175ac9d6-130c-4a0e-bac5-69a579b24e20 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429208 Mar 25 20:12:58.398993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:12:58.421522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port d6791fa3-6087-4f36-8b7a-e2b937ab7802, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d6791fa3-6087-4f36-8b7a-e2b937ab7802,segment=NetworkSegment(fbb1a021-dac4-4b31-9519-b852ec381ddf),segment_id=fbb1a021-dac4-4b31-9519-b852ec381ddf)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:58.422085 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:58.604733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for d6791fa3-6087-4f36-8b7a-e2b937ab7802 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:12:58.719998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee63b98-ddaf-40f5-bbb8-2c6a4a6b0f44 None None] DHCP port deletion for a387f96e-5d4e-46d8-a0a2-277c75cf82cb request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:12:58.734598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-aee63b98-ddaf-40f5-bbb8-2c6a4a6b0f44 None None] Deleting port d6791fa3-6087-4f36-8b7a-e2b937ab7802 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:12:58.734969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aee63b98-ddaf-40f5-bbb8-2c6a4a6b0f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:58.768663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:58.795246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 270f8fc1-0b45-4e24-9b87-8d1cf539d672 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:12:58.815853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=d6791fa3-6087-4f36-8b7a-e2b937ab7802,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:58.819247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No DVR routers for this DVR port d6791fa3-6087-4f36-8b7a-e2b937ab7802 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:12:58.878271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-aee63b98-ddaf-40f5-bbb8-2c6a4a6b0f44 None None] The port 'd6791fa3-6087-4f36-8b7a-e2b937ab7802' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:12:58.964866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:58.990686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a387f96e-5d4e-46d8-a0a2-277c75cf82cb']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:59.002677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb1a021-dac4-4b31-9519-b852ec381ddf') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:59.002973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb1a021-dac4-4b31-9519-b852ec381ddf') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:59.014854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:59.028750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:56Z', 'revision_number': 10, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:12:59.031137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:59.036099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 270f8fc1-0b45-4e24-9b87-8d1cf539d672, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=270f8fc1-0b45-4e24-9b87-8d1cf539d672,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:59.037891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:12:59.038278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:59.046354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f8a181-d7ef-4ae3-8dc1-14fea2e0e756 None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:12:56Z', 'revision_number': 10, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None, '_interfaces': [{'id': 'b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f', 'name': '', 'network_id': '6be1c77e-41ba-4e33-abd6-fc42f518f942', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'mac_address': 'fa:16:3e:65:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f88eee-97ab-4962-b824-6fe57d775641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:12:26Z', 'updated_at': '2022-03-25T20:12:32Z', 'revision_number': 5, 'project_id': '752d221d034041ddb279485b3df9972e', 'subnets': [{'id': 'e7774953-fff1-4e8b-8b5f-67a71ecd3452', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:12:59.055481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '270f8fc1-0b45-4e24-9b87-8d1cf539d672', 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242', 'port_id': '270f8fc1-0b45-4e24-9b87-8d1cf539d672', 'mac_address': 'fa:16:3e:2c:a7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9476218-e6b1-485e-8f9c-04b4ae41fb28', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:12:59.056448 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:12:59.107590 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:59.127843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270f8fc1-0b45-4e24-9b87-8d1cf539d672 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:12:59.144037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 270f8fc1-0b45-4e24-9b87-8d1cf539d672, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=270f8fc1-0b45-4e24-9b87-8d1cf539d672,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:12:59.289138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:59.301747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:59.306487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:12:59.317551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=a387f96e-5d4e-46d8-a0a2-277c75cf82cb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:59.328336 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ee06c4d3-ad14-468d-83b3-65a49cfa0ac5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/a387f96e-5d4e-46d8-a0a2-277c75cf82cb HTTP/1.1" status: 204 len: 168 time: 1.3447709 Mar 25 20:12:59.328935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35710) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:12:59.425130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=270f8fc1-0b45-4e24-9b87-8d1cf539d672,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:12:59.632562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['270f8fc1-0b45-4e24-9b87-8d1cf539d672'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:12:59.776800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8375d-abc9-4c6a-bad6-394e447d539e req-1aab6f90-bfcf-4176-9e9a-d4b52ed3a149 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:12:59.778248 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fbb8375d-abc9-4c6a-bad6-394e447d539e req-1aab6f90-bfcf-4176-9e9a-d4b52ed3a149 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 945 time: 0.2259908 Mar 25 20:12:59.857221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fbb8375d-abc9-4c6a-bad6-394e447d539e req-9070caf9-6e1b-4f4e-a048-93be74e6bb5e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529056 Mar 25 20:12:59.952347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:00.212881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d6791fa3-6087-4f36-8b7a-e2b937ab7802 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:00.247576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: d6791fa3-6087-4f36-8b7a-e2b937ab7802 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:00.247947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d6791fa3-6087-4f36-8b7a-e2b937ab7802 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:00.248359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60425e0d-ba2d-4e95-9438-8fc2d01c2551 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:00.281215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 60425e0d-ba2d-4e95-9438-8fc2d01c2551 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:00.281563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 60425e0d-ba2d-4e95-9438-8fc2d01c2551 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:00.400056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:00.400710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:00.638905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,segment=NetworkSegment(c976ec68-de2b-4e09-a695-d3b8ed9d87c6),segment_id=c976ec68-de2b-4e09-a695-d3b8ed9d87c6)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:00.641598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:00.769914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:00.812790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28058e0e-da7f-457f-8835-a8b8d9759589 req-b9b3986a-bbaa-4ea5-bfba-3ac3190916f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:00.814040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 270f8fc1-0b45-4e24-9b87-8d1cf539d672 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:00.814253 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28058e0e-da7f-457f-8835-a8b8d9759589 req-b9b3986a-bbaa-4ea5-bfba-3ac3190916f6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.2741768 Mar 25 20:13:00.897689 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28058e0e-da7f-457f-8835-a8b8d9759589 req-e12fa68a-3dbb-4156-9385-1cf5b5ff04c5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750031 Mar 25 20:13:00.949012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:00.958211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:00.958211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:01.065306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eec18-86c8-4f84-a5dc-8393c1b059a2 req-08869e54-168c-4b5d-bcbb-e2827beabb24 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:01.067334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-665eec18-86c8-4f84-a5dc-8393c1b059a2 req-08869e54-168c-4b5d-bcbb-e2827beabb24 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 945 time: 0.0941670 Mar 25 20:13:01.074974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:01.100924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270f8fc1-0b45-4e24-9b87-8d1cf539d672'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:13:01.104361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:01.111256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 270f8fc1-0b45-4e24-9b87-8d1cf539d672, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=270f8fc1-0b45-4e24-9b87-8d1cf539d672,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:01.146716 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270f8fc1-0b45-4e24-9b87-8d1cf539d672', 'code': 200} Mar 25 20:13:01.155008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Port': ['ID=b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:01.160994 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-665eec18-86c8-4f84-a5dc-8393c1b059a2 req-1284c22a-82be-4df4-a4b7-8a2c61f9a6d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879579 Mar 25 20:13:01.176741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:01.260675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=270f8fc1-0b45-4e24-9b87-8d1cf539d672,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:01.342621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:01.766442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:01.782477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e222-a9d7-4dd7-9720-b5dc18499194 req-f862c895-fc35-4208-821f-f6b99d98d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:01.783935 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c180e222-a9d7-4dd7-9720-b5dc18499194 req-f862c895-fc35-4208-821f-f6b99d98d564 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 1099 time: 0.2591419 Mar 25 20:13:01.931627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:01.941301 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:01.947750 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c180e222-a9d7-4dd7-9720-b5dc18499194 req-70efea90-05ce-4a19-9750-d8baf80579fe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100621 Mar 25 20:13:01.950599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6236c682-6638-40f1-aa15-abb6dc84aca6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6201866 Mar 25 20:13:01.951295 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:01.951959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:01.952973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35726) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:02.061766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bae244-b161-4177-b7cd-a8f563fdab51 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting subnet e7774953-fff1-4e8b-8b5f-67a71ecd3452 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:13:02.065008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bae244-b161-4177-b7cd-a8f563fdab51 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.079313 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:02.126268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bae244-b161-4177-b7cd-a8f563fdab51 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.187449 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:13:00Z', 'revision_number': 11, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:02.191598 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:13:02.194077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b0df-580c-4b7e-9b6e-f44cf5c684b0 req-72176620-6b0b-4fbc-8346-ad9bf8b0b39f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:02.194077 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4303b0df-580c-4b7e-9b6e-f44cf5c684b0 req-72176620-6b0b-4fbc-8346-ad9bf8b0b39f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.1866827 Mar 25 20:13:02.210414 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:02.211015 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:02.258143 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4303b0df-580c-4b7e-9b6e-f44cf5c684b0 req-af1e6e15-d5f3-4402-af9f-18f6c489243b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576584 Mar 25 20:13:02.267114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bae244-b161-4177-b7cd-a8f563fdab51 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.354936 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:02.422623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bae244-b161-4177-b7cd-a8f563fdab51 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.467138 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:13:00Z', 'revision_number': 11, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:02.471122 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15770011-9cc2-474a-b81a-ba8f182d697b None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:13:00Z', 'revision_number': 11, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:02.499212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bae244-b161-4177-b7cd-a8f563fdab51 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Subnet': ['ID=e7774953-fff1-4e8b-8b5f-67a71ecd3452,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:02.543677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6073d0-a45c-4e05-9456-2cb75f4ee517 None None] Network 6be1c77e-41ba-4e33-abd6-fc42f518f942 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:02.546532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bae244-b161-4177-b7cd-a8f563fdab51 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.573594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e7bae244-b161-4177-b7cd-a8f563fdab51 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/e7774953-fff1-4e8b-8b5f-67a71ecd3452 HTTP/1.1" status: 204 len: 168 time: 0.6196485 Mar 25 20:13:02.576263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35732) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:02.625743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49ea78-5be7-4116-99ec-3861e1cbb68a req-9ffacc4c-c371-48f6-bfe6-4eaaa88e1898 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:02.629414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5c49ea78-5be7-4116-99ec-3861e1cbb68a req-9ffacc4c-c371-48f6-bfe6-4eaaa88e1898 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 946 time: 0.1307366 Mar 25 20:13:02.641093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-c037d25a-5732-44dd-888e-9740d2ae6281 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:02.642546 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-c037d25a-5732-44dd-888e-9740d2ae6281 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.1814270 Mar 25 20:13:02.726686 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5c49ea78-5be7-4116-99ec-3861e1cbb68a req-fcf67b28-5f76-4153-a445-6a9451296650 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830748 Mar 25 20:13:02.727201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.740579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:02.741041 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.741599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Deleting port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:02.741939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.853071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] DHCP port deletion for 6be1c77e-41ba-4e33-abd6-fc42f518f942 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:13:02.857150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] Deleting port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:02.857518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:02.969073 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] For port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31,segment=NetworkSegment(c976ec68-de2b-4e09-a695-d3b8ed9d87c6),segment_id=c976ec68-de2b-4e09-a695-d3b8ed9d87c6)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:02.969492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:03.018026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] For port b5768153-b2ef-4ddb-bed0-49a9d0d0f480, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:03.018633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:03.105706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] For port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31,segment=NetworkSegment(c976ec68-de2b-4e09-a695-d3b8ed9d87c6),segment_id=c976ec68-de2b-4e09-a695-d3b8ed9d87c6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:03.106451 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:03.238963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] Calling delete_port for 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:03.251020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Calling delete_port for 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:03.432989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:03.439235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:13:03.439631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:13:03.479302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] Pushing event deleted for resources: {'Port': ['ID=4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:03.485807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db8dd3-d335-46b4-96b6-31fdd8e3fe2c None None] No DVR routers for this DVR port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:03.490891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:03.491261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:03.491778 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Floating IP d548b151-02df-48c1-999b-bfd1229318b8 disassociated. External IP: 172.26.8.243, port: b5768153-b2ef-4ddb-bed0-49a9d0d0f480. Mar 25 20:13:03.492292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Calling delete_port for b5768153-b2ef-4ddb-bed0-49a9d0d0f480 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:03.591884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa55cc2-180f-484d-b97f-87802c26d7d3 req-b5f3f195-e4f2-4dd7-a407-53fbf9c32a5d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:03.593452 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dfa55cc2-180f-484d-b97f-87802c26d7d3 req-b5f3f195-e4f2-4dd7-a407-53fbf9c32a5d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 945 time: 0.1866846 Mar 25 20:13:03.689986 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dfa55cc2-180f-484d-b97f-87802c26d7d3 req-284f6670-1f70-414b-9f92-bb24cc2de665 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895746 Mar 25 20:13:03.752799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:03.805947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event deleted for resources: {'Port': ['ID=b5768153-b2ef-4ddb-bed0-49a9d0d0f480,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:03.941852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Deleting port 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:03.942428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.008269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] The port '4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:13:04.049124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd5e1-bacf-41f1-b985-bdfac7156802 req-d51decf9-da20-4f09-8dbd-1af2fec6e2e0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:04.051153 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32dbd5e1-bacf-41f1-b985-bdfac7156802 req-d51decf9-da20-4f09-8dbd-1af2fec6e2e0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 946 time: 0.1896296 Mar 25 20:13:04.055685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:04.129743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.156210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be1c77e-41ba-4e33-abd6-fc42f518f942']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:04.169601 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32dbd5e1-bacf-41f1-b985-bdfac7156802 req-7af5802e-a727-46de-bab2-7463e77d8a4d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112957 Mar 25 20:13:04.170933 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:13:04.172733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:04.173031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c976ec68-de2b-4e09-a695-d3b8ed9d87c6') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:04.186948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.205667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.213479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:13:04.214065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: util.warn( Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:13:04.241692 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:13:04.288975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:04.299394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:04.339677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:04.348813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:04.349158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b6ee66c7-d03d-4d47-ac17-5ccd70a1cc7f not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:04.349756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:04.387413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:04.387767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4cac1701-d1ae-4c2d-a9e5-3b16cc8cbb31 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:04.391779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:04.392779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:04.422839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] No DVR routers for this DVR port b5768153-b2ef-4ddb-bed0-49a9d0d0f480 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:04.425255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.425454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.436236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'name': 'network-vif-deleted', 'tag': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:13:04.450380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.477944 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/networks/6be1c77e-41ba-4e33-abd6-fc42f518f942 HTTP/1.1" status: 204 len: 168 time: 1.8998835 Mar 25 20:13:04.481196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35744) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:04.484768 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d1255-49c8-4bc9-9bad-ac32d9b06b5e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Pushing event deleted for resources: {'Network': ['ID=6be1c77e-41ba-4e33-abd6-fc42f518f942,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:04.492715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'routes': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:04.495308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08349e0-dc14-416a-af19-456c2f5d253d req-22af2dfe-31d1-431c-a0e7-a19671d2f726 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:04.496271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a08349e0-dc14-416a-af19-456c2f5d253d req-22af2dfe-31d1-431c-a0e7-a19671d2f726 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 946 time: 0.1174200 Mar 25 20:13:04.504432 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a721d4-62c6-4c19-9c98-e1e99988c8a9', 'name': 'network-vif-deleted', 'tag': 'b5768153-b2ef-4ddb-bed0-49a9d0d0f480', 'status': 'completed', 'code': 200} Mar 25 20:13:04.521560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-212927de-3a1e-4c44-857a-c78c7449ba43 req-b9c1759d-5408-4d6b-82b0-d892e0c205d2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "DELETE /v2.0/ports/b5768153-b2ef-4ddb-bed0-49a9d0d0f480 HTTP/1.1" status: 204 len: 173 time: 1.8639984 Mar 25 20:13:04.544610 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a08349e0-dc14-416a-af19-456c2f5d253d req-c28b440e-b09e-473d-9ce3-44913ffc58af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Mar 25 20:13:04.634803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:04.826780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.extraroute_db [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Added routes are [] {{(pid=88485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 25 20:13:04.827475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.extraroute_db [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Removed routes are [] {{(pid=88485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 25 20:13:04.828060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:04.867007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8885b26c-5e7d-45ff-8dfb-ac8329aa7816 req-13d4ca0c-91fc-40d4-8321-3f641bd1a323 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:04.887161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device b5768153-b2ef-4ddb-bed0-49a9d0d0f480 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:04.927976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: b5768153-b2ef-4ddb-bed0-49a9d0d0f480 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:04.928311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device b5768153-b2ef-4ddb-bed0-49a9d0d0f480 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:04.968429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8885b26c-5e7d-45ff-8dfb-ac8329aa7816 req-13d4ca0c-91fc-40d4-8321-3f641bd1a323 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:04.969808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8885b26c-5e7d-45ff-8dfb-ac8329aa7816 req-13d4ca0c-91fc-40d4-8321-3f641bd1a323 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a721d4-62c6-4c19-9c98-e1e99988c8a9 HTTP/1.1" status: 200 len: 210 time: 0.1558442 Mar 25 20:13:05.026129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:05.030307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:13:05.039930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:05.040847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:05.119663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:05.123356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:05.225098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:05.380719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 92f88eee-97ab-4962-b824-6fe57d775641 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:05.512427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:05.518813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:05.522772 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d3a46edb-43a9-49bc-bc3f-dd45c1dbef42 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 200 len: 703 time: 1.0402002 Mar 25 20:13:05.523358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35754) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:05.526320 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] Sync routers for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:05.536127 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:05.536919 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:05.552387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:05.556501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d16681-cda4-45a3-81bb-0ae184b08956 None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:05.573751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b68cc03e-d076-42cd-8e72-49d94930c211 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:05.645555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b68cc03e-d076-42cd-8e72-49d94930c211 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:05.647144 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b68cc03e-d076-42cd-8e72-49d94930c211 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 200 len: 205 time: 0.1228104 Mar 25 20:13:05.652183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35758) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:05.674599 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:05.787539 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:13:00Z', 'revision_number': 11, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:05.791918 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] Checking router: 92f88eee-97ab-4962-b824-6fe57d775641 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:13:05.800959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] Routers {'92f88eee-97ab-4962-b824-6fe57d775641'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:05.801615 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['92f88eee-97ab-4962-b824-6fe57d775641'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:05.813089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5afcbac0-bc6f-49fd-a60b-fac8e7b74077 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:05.884721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d72eb26-9895-48c9-b64f-4527cc26eedf None None] New status for floating IP d548b151-02df-48c1-999b-bfd1229318b8: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:13:05.961019 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] Set router 92f88eee-97ab-4962-b824-6fe57d775641 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:06.064319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35764) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:06.121128 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:13:00Z', 'revision_number': 11, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:06.136061 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03165c7f-5d35-4833-bd99-d378b4fc8093 None None] The sync data for ids ['92f88eee-97ab-4962-b824-6fe57d775641'] in dv-neutron-835149-1-hyperv is: [{'id': '92f88eee-97ab-4962-b824-6fe57d775641', 'name': 'tempest-RoutersIpV6Test-router-95488743', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:12:24Z', 'updated_at': '2022-03-25T20:13:00Z', 'revision_number': 11, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:06.160276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5afcbac0-bc6f-49fd-a60b-fac8e7b74077 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.162670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5afcbac0-bc6f-49fd-a60b-fac8e7b74077 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.278641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5afcbac0-bc6f-49fd-a60b-fac8e7b74077 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.279391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afcbac0-bc6f-49fd-a60b-fac8e7b74077 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Fanout notify agent at l3_agent the message router_deleted on router 92f88eee-97ab-4962-b824-6fe57d775641 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:13:06.306884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5afcbac0-bc6f-49fd-a60b-fac8e7b74077 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.312108 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5afcbac0-bc6f-49fd-a60b-fac8e7b74077 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 204 len: 168 time: 0.6542182 Mar 25 20:13:06.314410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35774) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:06.321600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1674682338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:06.333634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:06.338839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Usage tracker for resource:router and tenant:752d221d034041ddb279485b3df9972e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:06.342437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:06.350842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:06.415995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.417058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.437791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.481070 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-04c15798-7cef-40c8-81af-efcf855f9d92 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170381053&fields=id&tenant_id=101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 267 time: 0.0673695 Mar 25 20:13:06.535851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.638488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:06.639979 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5c9d5a03-b361-4b85-9d0e-2166044ecb6a tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3243945 Mar 25 20:13:06.642701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35778) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:06.649318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3b64d328-b1d7-46f8-a6ee-4d528e092781 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:06.843164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a678f-4167-4977-95b4-cbe66e03f28a req-a876d848-f133-48b5-88bf-e5949b20bfe9 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:06.844463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-a876d848-f133-48b5-88bf-e5949b20bfe9 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 812 time: 0.3074813 Mar 25 20:13:06.867784 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-2e4d4cbd-4e0f-4a9c-89c2-77fe6cf80e4c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/quotas/101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 375 time: 0.0144491 Mar 25 20:13:07.028044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b64d328-b1d7-46f8-a6ee-4d528e092781 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:07.091324 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-f029903e-613e-4901-a910-b4bfcfc77197 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2183697 Mar 25 20:13:07.118788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b64d328-b1d7-46f8-a6ee-4d528e092781 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:07.321082 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-ba60bd88-5a60-4278-b9bf-edd195a6224a service neutron] 10.222.0.37 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002025 Mar 25 20:13:07.323167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:07.461344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b64d328-b1d7-46f8-a6ee-4d528e092781 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Router 80494567-afae-4beb-addf-a06b72ebf666 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:13:07.595191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b64d328-b1d7-46f8-a6ee-4d528e092781 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:07.601245 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e9828603-6abf-4307-850d-4fb8839f2971 service neutron] 10.222.0.37 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684152 Mar 25 20:13:07.601834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b64d328-b1d7-46f8-a6ee-4d528e092781 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:07.602893 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3b64d328-b1d7-46f8-a6ee-4d528e092781 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "PUT /v2.0/routers/80494567-afae-4beb-addf-a06b72ebf666 HTTP/1.1" status: 200 len: 698 time: 0.9591160 Mar 25 20:13:07.605901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35782) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:07.610924 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] Sync routers for ids ['80494567-afae-4beb-addf-a06b72ebf666'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:07.627307 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] Routers {'80494567-afae-4beb-addf-a06b72ebf666'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:07.629720 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['80494567-afae-4beb-addf-a06b72ebf666'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:07.751924 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8bf99455-c614-4803-9393-f01f4e101317 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/routers/80494567-afae-4beb-addf-a06b72ebf666 HTTP/1.1" status: 200 len: 704 time: 0.1449418 Mar 25 20:13:07.755895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35788) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:07.814571 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] Set router 80494567-afae-4beb-addf-a06b72ebf666 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:07.835776 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-724201f2-861c-4328-9a50-b4691fd27b26 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=80494567-afae-4beb-addf-a06b72ebf666 HTTP/1.1" status: 200 len: 205 time: 0.0788159 Mar 25 20:13:07.839503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35796) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:07.937077 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80494567-afae-4beb-addf-a06b72ebf666', 'name': 'tempest-RoutersIpV6Test-router-1674682338', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:13:06Z', 'updated_at': '2022-03-25T20:13:07Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:07.941904 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] Checking router: 80494567-afae-4beb-addf-a06b72ebf666 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:13:07.950564 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] Routers {'80494567-afae-4beb-addf-a06b72ebf666'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:07.951166 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['80494567-afae-4beb-addf-a06b72ebf666'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:07.983687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32deb813-1450-49f5-8595-2e55e1b4ed4e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.012565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.17 (51bd01db-d9f8-4507-a19b-9aa6560bf242/e9476218-e6b1-485e-8f9c-04b4ae41fb28/0af61134-6dab-4e92-86f7-e99a9e1e02f4) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:08.079084 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] Set router 80494567-afae-4beb-addf-a06b72ebf666 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:08.186648 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80494567-afae-4beb-addf-a06b72ebf666', 'name': 'tempest-RoutersIpV6Test-router-1674682338', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:13:06Z', 'updated_at': '2022-03-25T20:13:07Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:08.186995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.190753 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be713f1b-561b-4541-81f9-7b596de7b11c None None] The sync data for ids ['80494567-afae-4beb-addf-a06b72ebf666'] in dv-neutron-835149-1-hyperv is: [{'id': '80494567-afae-4beb-addf-a06b72ebf666', 'name': 'tempest-RoutersIpV6Test-router-1674682338', 'tenant_id': '752d221d034041ddb279485b3df9972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:13:06Z', 'updated_at': '2022-03-25T20:13:07Z', 'revision_number': 2, 'project_id': '752d221d034041ddb279485b3df9972e', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:08.215569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 0af61134-6dab-4e92-86f7-e99a9e1e02f4 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:08.288880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32deb813-1450-49f5-8595-2e55e1b4ed4e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.289564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.291537 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32deb813-1450-49f5-8595-2e55e1b4ed4e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.370241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32deb813-1450-49f5-8595-2e55e1b4ed4e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.370772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32deb813-1450-49f5-8595-2e55e1b4ed4e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Fanout notify agent at l3_agent the message router_deleted on router 80494567-afae-4beb-addf-a06b72ebf666 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:13:08.387248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-32deb813-1450-49f5-8595-2e55e1b4ed4e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.391448 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-32deb813-1450-49f5-8595-2e55e1b4ed4e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/80494567-afae-4beb-addf-a06b72ebf666 HTTP/1.1" status: 204 len: 168 time: 0.5477004 Mar 25 20:13:08.391668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35804) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:08.407076 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1327b745-e044-4a87-9749-e4ba86bde190 req-eaaf77ad-860c-4622-9cf1-084f20d4951a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 210 time: 0.0683935 Mar 25 20:13:08.411689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:08.436752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:08.436752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=0af61134-6dab-4e92-86f7-e99a9e1e02f4,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:08.444590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:08.455650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cdc9d22b-fba5-454a-83f1-b25ad0e4b3f3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Synchronizing usage tracker for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:08.480016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-cdc9d22b-fba5-454a-83f1-b25ad0e4b3f3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] Unset dirty status for tenant:752d221d034041ddb279485b3df9972e on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:08.484052 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cdc9d22b-fba5-454a-83f1-b25ad0e4b3f3 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=80494567-afae-4beb-addf-a06b72ebf666 HTTP/1.1" status: 200 len: 205 time: 0.0887415 Mar 25 20:13:08.484239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35812) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:08.517144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.559255 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-9931b5bf-64ce-4238-bf0b-61a47eea5a88 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] delete failed (client error): The resource could not be found. Mar 25 20:13:08.560695 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9931b5bf-64ce-4238-bf0b-61a47eea5a88 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/80494567-afae-4beb-addf-a06b72ebf666 HTTP/1.1" status: 404 len: 336 time: 0.0750263 Mar 25 20:13:08.563209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35816) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:08.604461 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b78119-4490-4187-8953-d22dd8269329 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:08.611131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b78119-4490-4187-8953-d22dd8269329 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:08.611131 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-63b78119-4490-4187-8953-d22dd8269329 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/3d6f038c-7746-4547-95ad-ce20ad0e8fb6 HTTP/1.1" status: 404 len: 337 time: 0.0430284 Mar 25 20:13:08.611721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35820) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:08.663047 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36b43b2-85a5-4b95-bb3d-6a0f11734bcd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:08.668468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36b43b2-85a5-4b95-bb3d-6a0f11734bcd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:08.668468 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b36b43b2-85a5-4b95-bb3d-6a0f11734bcd tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/3f587a03-8d65-4615-b80c-4a963a878938 HTTP/1.1" status: 404 len: 337 time: 0.0525725 Mar 25 20:13:08.668468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35824) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:08.768192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-634dd275-78cf-4753-9f1e-6823631ca915 None None] Provisioning for port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:08.774229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-634dd275-78cf-4753-9f1e-6823631ca915 None None] Provisioning complete for port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:08.777465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-634dd275-78cf-4753-9f1e-6823631ca915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.841429 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c4c6c9-ec84-457e-807c-6aef1f29f8d9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:08.841879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c4c6c9-ec84-457e-807c-6aef1f29f8d9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:08.843543 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c9c4c6c9-ec84-457e-807c-6aef1f29f8d9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/462605d0-39c4-4449-a8fe-1f762a730669 HTTP/1.1" status: 404 len: 337 time: 0.1743133 Mar 25 20:13:08.846240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35830) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:08.857073 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-634dd275-78cf-4753-9f1e-6823631ca915 None None] Port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:08.862387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:08.887992 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffa2115-2c80-4ed4-82ee-cc5dc06fa1b5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:08.888454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffa2115-2c80-4ed4-82ee-cc5dc06fa1b5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:08.890120 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0ffa2115-2c80-4ed4-82ee-cc5dc06fa1b5 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/e7774953-fff1-4e8b-8b5f-67a71ecd3452 HTTP/1.1" status: 404 len: 337 time: 0.0429010 Mar 25 20:13:08.892836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35834) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:08.936284 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9085aaa6-f89f-4557-b5d8-ad71010d35ed tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 200 len: 205 time: 0.0423656 Mar 25 20:13:08.938594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35838) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.013188 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-f2261b54-8fb9-4c51-b7b4-bbaa7d6ee8ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] delete failed (client error): The resource could not be found. Mar 25 20:13:09.014198 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f2261b54-8fb9-4c51-b7b4-bbaa7d6ee8ce tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/92f88eee-97ab-4962-b824-6fe57d775641 HTTP/1.1" status: 404 len: 336 time: 0.0746422 Mar 25 20:13:09.016772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35842) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.063550 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2cb5009b-0df0-464a-a6ba-e7d7501ae3d1 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=14c92c13-4007-45d3-bc0c-3280925681d3 HTTP/1.1" status: 200 len: 205 time: 0.0435789 Mar 25 20:13:09.063791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81309bad-cbd7-43a3-9aae-e327a89c51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:09.064052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35846) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.135818 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-49078f21-a648-4b8e-8dfa-792d697ffe32 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] delete failed (client error): The resource could not be found. Mar 25 20:13:09.139566 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-49078f21-a648-4b8e-8dfa-792d697ffe32 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/14c92c13-4007-45d3-bc0c-3280925681d3 HTTP/1.1" status: 404 len: 336 time: 0.0721428 Mar 25 20:13:09.139672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35850) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.181826 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fda674-440d-4fca-8332-088a3a8a8fc0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:09.182278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33fda674-440d-4fca-8332-088a3a8a8fc0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:09.183953 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-33fda674-440d-4fca-8332-088a3a8a8fc0 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/b0dd749e-aa23-4970-8653-bfe0b96aafbe HTTP/1.1" status: 404 len: 337 time: 0.0431986 Mar 25 20:13:09.186593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35854) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.235953 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2d01805d-19ed-4757-ba44-3e03b6bda802 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=19d7acdf-8f1e-404f-9065-02e30fb15d89 HTTP/1.1" status: 200 len: 205 time: 0.0481026 Mar 25 20:13:09.238597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35858) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.304361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:09.306992 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-86213341-d064-42d1-8ed2-77053ae64650 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] delete failed (client error): The resource could not be found. Mar 25 20:13:09.308021 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-86213341-d064-42d1-8ed2-77053ae64650 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/19d7acdf-8f1e-404f-9065-02e30fb15d89 HTTP/1.1" status: 404 len: 336 time: 0.0683005 Mar 25 20:13:09.310654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35862) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.361719 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fb5ad927-239f-4704-b796-6ba09f7a13bb tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d91277e-f772-492d-bab1-81db05723a0a HTTP/1.1" status: 200 len: 205 time: 0.0499947 Mar 25 20:13:09.364603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35866) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.376311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:09.430112 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-0034a404-092e-4c37-bd46-df2ecc0b1f4f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] delete failed (client error): The resource could not be found. Mar 25 20:13:09.431057 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0034a404-092e-4c37-bd46-df2ecc0b1f4f tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/0d91277e-f772-492d-bab1-81db05723a0a HTTP/1.1" status: 404 len: 336 time: 0.0655587 Mar 25 20:13:09.433610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35870) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.475973 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-66eb3474-fe8e-41b3-89b3-8a6e595b8655 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:09.476424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66eb3474-fe8e-41b3-89b3-8a6e595b8655 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:09.480771 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-66eb3474-fe8e-41b3-89b3-8a6e595b8655 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/d6136c54-f5b3-409d-beef-1905f7f070e4 HTTP/1.1" status: 404 len: 337 time: 0.0436244 Mar 25 20:13:09.487365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35876) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.491685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:09.495077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=0af61134-6dab-4e92-86f7-e99a9e1e02f4,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:09.530481 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-df9078dc-201d-4f0c-809b-270381f9e21e tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dfd7b69-4abd-48a3-9904-712d13818fba HTTP/1.1" status: 200 len: 205 time: 0.0449948 Mar 25 20:13:09.531017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35880) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.808312 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-2685aa97-2541-4802-ad19-6052619551f6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] delete failed (client error): The resource could not be found. Mar 25 20:13:09.809401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2685aa97-2541-4802-ad19-6052619551f6 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/7dfd7b69-4abd-48a3-9904-712d13818fba HTTP/1.1" status: 404 len: 336 time: 0.2774498 Mar 25 20:13:09.812348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35884) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.828146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-af816a92-9e71-4928-b45a-ed2e6a50e203 req-303a7030-70a9-4d91-848a-472079c9d202 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 210 time: 0.2354429 Mar 25 20:13:09.850808 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c00045-e960-4215-9581-74f11b5a240c tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:09.851260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c00045-e960-4215-9581-74f11b5a240c tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:09.852955 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a6c00045-e960-4215-9581-74f11b5a240c tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/c869d251-1247-4086-97bf-0f19cc559b4c HTTP/1.1" status: 404 len: 337 time: 0.0396316 Mar 25 20:13:09.855882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35888) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.870097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:09.871206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:09.905241 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ba994440-330c-42e8-a688-60cb983582aa tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "GET /v2.0/ports?device_id=800c3834-6803-4db5-a02c-5c6f142099f6 HTTP/1.1" status: 200 len: 205 time: 0.0461330 Mar 25 20:13:09.905689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35892) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:09.971821 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-42d9d2cf-8a94-4719-8e8d-671c2583366b tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] delete failed (client error): The resource could not be found. Mar 25 20:13:09.972900 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-42d9d2cf-8a94-4719-8e8d-671c2583366b tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/routers/800c3834-6803-4db5-a02c-5c6f142099f6 HTTP/1.1" status: 404 len: 336 time: 0.0663247 Mar 25 20:13:09.975431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35896) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:10.028526 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e5a005-7506-4bfa-acd6-38e4068b7b07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:10.029177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e5a005-7506-4bfa-acd6-38e4068b7b07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:10.031700 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d1e5a005-7506-4bfa-acd6-38e4068b7b07 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/d2207909-7ed3-4c43-a233-dd5056b6b7b2 HTTP/1.1" status: 404 len: 337 time: 0.0551353 Mar 25 20:13:10.034031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35900) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:10.071944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:10.076373 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a5f3b0-3c5f-4130-8dee-5fb1886ff8c9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] DELETE failed (client error): The resource could not be found. Mar 25 20:13:10.076966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a5f3b0-3c5f-4130-8dee-5fb1886ff8c9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:13:10.078846 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-92a5f3b0-3c5f-4130-8dee-5fb1886ff8c9 tempest-RoutersIpV6Test-1425412583 tempest-RoutersIpV6Test-1425412583-project] 10.222.0.37 "DELETE /v2.0/subnets/4d5fa719-2427-4394-9a81-0916a3fc39e0 HTTP/1.1" status: 404 len: 337 time: 0.0428517 Mar 25 20:13:10.087033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-16f32079-7c45-4c5d-8e5c-d0bf708f958e None None] Provisioning complete for port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:10.087689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16f32079-7c45-4c5d-8e5c-d0bf708f958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:10.189030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-16f32079-7c45-4c5d-8e5c-d0bf708f958e None None] Port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:10.264115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:10.274281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Sync routers for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:10.285480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:10.286085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:10.327010 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6558df7b-61d3-4c7d-9122-f76ca3c03ae9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/ab5133ea-d6fd-43af-ba66-f68b1aba54a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2614493 Mar 25 20:13:10.457189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a678f-4167-4977-95b4-cbe66e03f28a req-b6178e07-160b-4cc2-a6c8-b39f3b272cd6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:10.458832 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-b6178e07-160b-4cc2-a6c8-b39f3b272cd6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 812 time: 0.1704021 Mar 25 20:13:10.491258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:10.517719 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-98cc2ba2-addb-4751-851a-a71504e58500 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 380 time: 0.0508237 Mar 25 20:13:10.534149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'port': {'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'admin_state_up': True, 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'security_groups': ['a5abfe14-ea83-4df9-81b3-e5fce5a10399']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:10.563015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35912) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:10.751816 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-28b87e08-a2be-48b7-b334-20848a0bd1e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=752d221d034041ddb279485b3df9972e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875913 Mar 25 20:13:10.752708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35918) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:10.762344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:10.773390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:10.824815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:10.859700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Made reservation on behalf of 101ed8c2e45345638cfa6e865eb10860 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:10.860527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:10.863588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:10.890480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:08Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:40Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af61134-6dab-4e92-86f7-e99a9e1e02f4', 'name': '', 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:cc:43:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'e9476218-e6b1-485e-8f9c-04b4ae41fb28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:13:07Z', 'updated_at': '2022-03-25T20:13:09Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'e9476218-e6b1-485e-8f9c-04b4ae41fb28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:10.895777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Checking router: ab5133ea-d6fd-43af-ba66-f68b1aba54a7 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:13:10.896383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Updating router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:13:10.963321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.027793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.045782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb61e13f-85bf-4ed2-ae69-16f7c210e549,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:11.055580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.056262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.056850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.057422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.057992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.058538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.059096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.059636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.060223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.060792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.061439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.061989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:11.067239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.069471 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8fe5d981-5319-41eb-8938-e02367bd83e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb61e13f-85bf-4ed2-ae69-16f7c210e549 HTTP/1.1" status: 204 len: 168 time: 0.3146636 Mar 25 20:13:11.115648 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3892b14c-5d52-47db-8f09-16b9da51e409 req-9063e203-8c0a-4c32-9639-7666602450a7 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 210 time: 0.0777073 Mar 25 20:13:11.148609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Allocated IP 172.20.0.5 (3ce948da-a84f-4ff5-9151-77ad5d6bd61f/0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe/2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:11.350350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.368455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Transition to ACTIVE for port object 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:11.382047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.395004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Transition to ACTIVE for port object 0af61134-6dab-4e92-86f7-e99a9e1e02f4 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:11.478689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.486507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.561283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aacc3-fb78-4f60-a94a-b4482d45030e None None] Pushing event updated for resources: {'Port': ['ID=0af61134-6dab-4e92-86f7-e99a9e1e02f4,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:11.566023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:11.569470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:11.583821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:11.654953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:11.655733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.686694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:11.751606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Attempting to bind port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:13:11.752154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Attempting to bind port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:13:11.752320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Attempting to bind port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 on network 51bd01db-d9f8-4507-a19b-9aa6560bf242 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:13:11.759483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:13:11.759848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Checking segment: {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:11.760244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.760680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Bound using segment: {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:13:11.761148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Bound port: 0af61134-6dab-4e92-86f7-e99a9e1e02f4, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:13:11.761518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.799440 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-e61b5e20-d129-4695-921d-dd28c3834e4a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2693486 Mar 25 20:13:11.814750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Request body: {'port': {'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:11.918481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] For port 0af61134-6dab-4e92-86f7-e99a9e1e02f4, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:13:11.922491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] For port 0af61134-6dab-4e92-86f7-e99a9e1e02f4, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0af61134-6dab-4e92-86f7-e99a9e1e02f4,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:13:11.953080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:11.989820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.118087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:12.118743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:12:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:12.359204 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a93b1720-02a8-4030-b6c1-4e2ef95080a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.376424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35950) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:12.420428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-207e96f6-e156-4ad5-9c7b-9380f645df0e None None] Provisioning for port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:12.438004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aacc3-fb78-4f60-a94a-b4482d45030e None None] Pushing event updated for resources: {'Port': ['ID=0af61134-6dab-4e92-86f7-e99a9e1e02f4,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:12.442921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-207e96f6-e156-4ad5-9c7b-9380f645df0e None None] Provisioning complete for port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:12.443118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-207e96f6-e156-4ad5-9c7b-9380f645df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.471779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c049-a81a-4e15-8509-7b80da6690e7 req-c52f1967-5bd4-4a93-b141-7cfdb4d8cf6b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:12.473068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0d45c049-a81a-4e15-8509-7b80da6690e7 req-c52f1967-5bd4-4a93-b141-7cfdb4d8cf6b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:12.522553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-567029250'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:12.526503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-207e96f6-e156-4ad5-9c7b-9380f645df0e None None] Port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:12.528064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:12.530504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:12.532667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:12.536349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:12.542322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:12.564312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0d45c049-a81a-4e15-8509-7b80da6690e7 req-c52f1967-5bd4-4a93-b141-7cfdb4d8cf6b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:12.568965 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d45c049-a81a-4e15-8509-7b80da6690e7 req-c52f1967-5bd4-4a93-b141-7cfdb4d8cf6b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 931 time: 0.2897751 Mar 25 20:13:12.593089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:13:12.603385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.610125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:12.614146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.629998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.649752 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d45c049-a81a-4e15-8509-7b80da6690e7 req-71bacc31-2afa-4315-b394-4d0d7b739587 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779054 Mar 25 20:13:12.651192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Transition to ACTIVE for port object 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:12.658382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:12.663071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:security_group_rule and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:12.666577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:12.672671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:12.718849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.781389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.873442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.880539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.883285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.885576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:12.943897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:13:12.946075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09555c1e-00d0-4426-8a36-2aa35cb57c26,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:12.984160 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:12.984550 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment a66bb835-9f18-48a9-a582-97c2bc3af3db of type vlan for network 8059e83f-d148-4580-aea9-e0f08bfce214 Mar 25 20:13:12.992098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Attempting to bind port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:13:12.992443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Attempting to bind port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:13:12.992858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Attempting to bind port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:13:12.999468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:13:12.999844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Attempting to bind port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:13:13.006054 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:13:13.006248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Checking segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:13.006551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Bound using segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:13:13.007072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Bound port: 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:13:13.007424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.035878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.036992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:08Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:40Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af61134-6dab-4e92-86f7-e99a9e1e02f4', 'name': '', 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:cc:43:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'e9476218-e6b1-485e-8f9c-04b4ae41fb28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:13:07Z', 'updated_at': '2022-03-25T20:13:11Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'e9476218-e6b1-485e-8f9c-04b4ae41fb28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:13.041864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf4c1a-7961-4adb-ae6f-1e5f82c53bfd None None] The sync data for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv is: [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:08Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:40Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af61134-6dab-4e92-86f7-e99a9e1e02f4', 'name': '', 'network_id': '51bd01db-d9f8-4507-a19b-9aa6560bf242', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:cc:43:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'e9476218-e6b1-485e-8f9c-04b4ae41fb28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:13:07Z', 'updated_at': '2022-03-25T20:13:11Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'e9476218-e6b1-485e-8f9c-04b4ae41fb28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:13.135716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.135978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] For port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:13:13.138399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] For port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:13:13.143211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:13.143864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.226766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.257795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=8059e83f-d148-4580-aea9-e0f08bfce214,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:13.268557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 8059e83f-d148-4580-aea9-e0f08bfce214 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:13:13.280655 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1b653a70-7ad9-4628-860e-4df45efe717b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9030523 Mar 25 20:13:13.289744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35958) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:13.289744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-466725403'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:13.294441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:13.298737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:13.301998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:13.309494 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:13.319302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:13.320004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.321856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-778170bb-8493-46a9-9289-4572194ca480 service neutron] 10.222.0.43 "PUT /v2.0/ports/2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec HTTP/1.1" status: 200 len: 1093 time: 1.5131791 Mar 25 20:13:13.322579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778170bb-8493-46a9-9289-4572194ca480 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:13.325746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:13:13.381289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:13.384961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.398676 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'status': 'completed', 'code': 200} Mar 25 20:13:13.434733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:13:13.452765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.453268 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment 7907d249-04bf-44fb-aaba-b5bb2573d69e of type vlan for network 2df4558f-8c9f-468f-a128-b5429db56733 Mar 25 20:13:13.484644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.523511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c9611-2102-46a7-8f5d-68a8563b5b80 req-d76830b1-1f04-4e34-ba63-1cca16ce3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:13.525169 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac1c9611-2102-46a7-8f5d-68a8563b5b80 req-d76830b1-1f04-4e34-ba63-1cca16ce3627 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0936041 Mar 25 20:13:13.599130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.612980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:13.612980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:13.713174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c9611-2102-46a7-8f5d-68a8563b5b80 req-e87e3189-20a7-4be7-9293-37431f3b1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:13.715126 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac1c9611-2102-46a7-8f5d-68a8563b5b80 req-e87e3189-20a7-4be7-9293-37431f3b1264 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=101ed8c2e45345638cfa6e865eb10860&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1811748 Mar 25 20:13:13.727601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=2df4558f-8c9f-468f-a128-b5429db56733,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:13.744678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 2df4558f-8c9f-468f-a128-b5429db56733 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:13:13.799196 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3d4dcb58-3db0-415f-ba5c-3083b345b6e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5167468 Mar 25 20:13:13.804453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35966) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:13.814827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': '8059e83f-d148-4580-aea9-e0f08bfce214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:13.929360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c9611-2102-46a7-8f5d-68a8563b5b80 req-e95d3a1f-ba74-4e7b-a369-d390cc6c0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:13.930708 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac1c9611-2102-46a7-8f5d-68a8563b5b80 req-e95d3a1f-ba74-4e7b-a369-d390cc6c0bdb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100270 Mar 25 20:13:13.933510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:13.937374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:13.940278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:13.946934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:13.953080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106df5f-3472-48f1-acc5-28467d0b0eb3 req-37179f7e-4dca-456a-a26c-a139dddcbe0e tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:13.955064 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b106df5f-3472-48f1-acc5-28467d0b0eb3 req-37179f7e-4dca-456a-a26c-a139dddcbe0e tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 943 time: 0.1731722 Mar 25 20:13:14.033424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:14.037533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.045612 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b106df5f-3472-48f1-acc5-28467d0b0eb3 req-bba58de6-b2c9-494e-b487-6f9cc3be2405 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842907 Mar 25 20:13:14.073493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a678f-4167-4977-95b4-cbe66e03f28a req-0f2844ba-85cc-4abc-8174-85e8b6b7bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:14.074988 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-0f2844ba-85cc-4abc-8174-85e8b6b7bedf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0989664 Mar 25 20:13:14.146536 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-5298f0b2-cf87-4610-a3e5-567911673009 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec HTTP/1.1" status: 200 len: 217 time: 0.0637391 Mar 25 20:13:14.182415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.219536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a678f-4167-4977-95b4-cbe66e03f28a req-c2a34e82-73b8-425c-9bab-da0bbc17a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:14.221023 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-c2a34e82-73b8-425c-9bab-da0bbc17a6b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0688636 Mar 25 20:13:14.253922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0af61134-6dab-4e92-86f7-e99a9e1e02f4 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:14.302415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a678f-4167-4977-95b4-cbe66e03f28a req-15e97a68-b61d-461f-a057-67f141f17c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:14.303872 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-15e97a68-b61d-461f-a057-67f141f17c1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761418 Mar 25 20:13:14.314046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.364232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:14.369742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:14.370339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.393239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=6003d816-46e0-4f6f-b0c1-5e38b1b8bf96,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:14.401878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': 'a66bb835-9f18-48a9-a582-97c2bc3af3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8059e83f-d148-4580-aea9-e0f08bfce214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:14.402223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: 8059e83f-d148-4580-aea9-e0f08bfce214, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:13:14.478743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 8059e83f-d148-4580-aea9-e0f08bfce214 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:13:14.500426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.533581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 0af61134-6dab-4e92-86f7-e99a9e1e02f4, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0af61134-6dab-4e92-86f7-e99a9e1e02f4,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:14.535657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 8059e83f-d148-4580-aea9-e0f08bfce214) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:14.539778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:14.540444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.545735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117ddaae-7a16-46d3-979d-de10b8b4d85d None None] Network 8059e83f-d148-4580-aea9-e0f08bfce214 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:14.552354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-f51ca8a5-c41a-47f3-88bf-1d50f4b38c53 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399476 Mar 25 20:13:14.631117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.653067 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a9f5eea4-f6c4-4512-a064-2c7896cf387b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8448029 Mar 25 20:13:14.653300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35970) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:14.658627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': '2df4558f-8c9f-468f-a128-b5429db56733', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:14.697396 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-645a678f-4167-4977-95b4-cbe66e03f28a req-76afa6c5-0fcb-4aee-883a-cec01ae54f7d service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368237 Mar 25 20:13:14.731510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=0af61134-6dab-4e92-86f7-e99a9e1e02f4,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:14.769507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:14.773422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:14.776336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:14.782181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:14.828425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-8059e83f-d148-4580-aea9-e0f08bfce214', 'network_id': '8059e83f-d148-4580-aea9-e0f08bfce214', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': '6003d816-46e0-4f6f-b0c1-5e38b1b8bf96'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:13:14.834104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.853681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:14.857532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:14.982666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Allocated IP 172.20.0.2 (8059e83f-d148-4580-aea9-e0f08bfce214/6003d816-46e0-4f6f-b0c1-5e38b1b8bf96/9f81d785-e71e-4b1e-8952-3096f5a2401a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:15.150915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.231932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.237387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=1730ff78-262f-4622-894b-bf6027d38821,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:15.238966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50517d3b-6659-4f6b-b4cf-84d3014e92fa req-ec476a05-c5f6-4a9e-9ee0-89c75c9f86ab tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:15.240708 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50517d3b-6659-4f6b-b4cf-84d3014e92fa req-ec476a05-c5f6-4a9e-9ee0-89c75c9f86ab tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 943 time: 0.0854464 Mar 25 20:13:15.251696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Transition to ACTIVE for port object 9f81d785-e71e-4b1e-8952-3096f5a2401a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:15.252065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': '7907d249-04bf-44fb-aaba-b5bb2573d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2df4558f-8c9f-468f-a128-b5429db56733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:15.252065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: 2df4558f-8c9f-468f-a128-b5429db56733, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:13:15.265549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Transition to ACTIVE for port object 9f81d785-e71e-4b1e-8952-3096f5a2401a will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:15.285284 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50517d3b-6659-4f6b-b4cf-84d3014e92fa req-7bf2d4c4-0f77-448e-9dfa-9a719732d645 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382679 Mar 25 20:13:15.321973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 2df4558f-8c9f-468f-a128-b5429db56733 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:13:15.345408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.402337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 2df4558f-8c9f-468f-a128-b5429db56733) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:15.409702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Network 8059e83f-d148-4580-aea9-e0f08bfce214 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:15.410118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:15.410712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.414539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:15.417115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:15.424886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf8709-1f3c-4cdd-9614-4d8be8d291af None None] Network 2df4558f-8c9f-468f-a128-b5429db56733 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:15.496445 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-229a9fac-eda2-42a2-8750-8de9a1947661 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8404214 Mar 25 20:13:15.499667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35978) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:15.509329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Pushing event updated for resources: {'Port': ['ID=9f81d785-e71e-4b1e-8952-3096f5a2401a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:15.509508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1487358584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:15.512815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:15.516706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:router and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:15.520227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:15.526463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:15.599746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.601030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.611250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Attempting to bind port 9f81d785-e71e-4b1e-8952-3096f5a2401a on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:13:15.611943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Attempting to bind port 9f81d785-e71e-4b1e-8952-3096f5a2401a by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a66bb835-9f18-48a9-a582-97c2bc3af3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8059e83f-d148-4580-aea9-e0f08bfce214'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:13:15.611943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Attempting to bind port 9f81d785-e71e-4b1e-8952-3096f5a2401a on network 8059e83f-d148-4580-aea9-e0f08bfce214 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:13:15.616538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.619891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:13:15.620254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Checking segment: {'id': 'a66bb835-9f18-48a9-a582-97c2bc3af3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8059e83f-d148-4580-aea9-e0f08bfce214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:15.620667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.622579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Bound using segment: {'id': 'a66bb835-9f18-48a9-a582-97c2bc3af3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8059e83f-d148-4580-aea9-e0f08bfce214'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:13:15.622579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Bound port: 9f81d785-e71e-4b1e-8952-3096f5a2401a, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66bb835-9f18-48a9-a582-97c2bc3af3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8059e83f-d148-4580-aea9-e0f08bfce214'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:13:15.622579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.672991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.747452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.748557 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a196594e-996a-40b9-b174-acb9d43df97a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2492080 Mar 25 20:13:15.751471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 35982) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:15.804822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] For port 9f81d785-e71e-4b1e-8952-3096f5a2401a, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:13:15.811774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-2df4558f-8c9f-468f-a128-b5429db56733', 'network_id': '2df4558f-8c9f-468f-a128-b5429db56733', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': '1730ff78-262f-4622-894b-bf6027d38821'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:13:15.812600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:15.827606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] For port 9f81d785-e71e-4b1e-8952-3096f5a2401a, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f81d785-e71e-4b1e-8952-3096f5a2401a,segment=NetworkSegment(a66bb835-9f18-48a9-a582-97c2bc3af3db),segment_id=a66bb835-9f18-48a9-a582-97c2bc3af3db)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:13:15.941637 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:16.045336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Allocated IP 172.21.0.2 (2df4558f-8c9f-468f-a128-b5429db56733/1730ff78-262f-4622-894b-bf6027d38821/6e8b0291-63d3-401b-8578-59db22f60af0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:16.057031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e798b7-de7c-4a9f-8956-b81a4f75658a None None] Pushing event updated for resources: {'Port': ['ID=9f81d785-e71e-4b1e-8952-3096f5a2401a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:16.233548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:16.243723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0af61134-6dab-4e92-86f7-e99a9e1e02f4 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:16.346311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:16.360921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Transition to ACTIVE for port object 6e8b0291-63d3-401b-8578-59db22f60af0 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:16.390418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Transition to ACTIVE for port object 6e8b0291-63d3-401b-8578-59db22f60af0 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:16.392866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:16.393228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:16.491076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:16.569770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Network 2df4558f-8c9f-468f-a128-b5429db56733 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:16.575668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:16.578719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:16.598015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Pushing event updated for resources: {'Port': ['ID=6e8b0291-63d3-401b-8578-59db22f60af0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:16.619345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ef237-aa6f-4378-8e02-81cbd0bd13b4 req-a5cd4585-a889-4bbe-8320-f008bd16bd0b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:16.620882 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fc2ef237-aa6f-4378-8e02-81cbd0bd13b4 req-a5cd4585-a889-4bbe-8320-f008bd16bd0b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 943 time: 0.1673453 Mar 25 20:13:16.686973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Attempting to bind port 6e8b0291-63d3-401b-8578-59db22f60af0 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:13:16.687342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Attempting to bind port 6e8b0291-63d3-401b-8578-59db22f60af0 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '7907d249-04bf-44fb-aaba-b5bb2573d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2df4558f-8c9f-468f-a128-b5429db56733'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:13:16.687697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Attempting to bind port 6e8b0291-63d3-401b-8578-59db22f60af0 on network 2df4558f-8c9f-468f-a128-b5429db56733 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:13:16.693036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:13:16.693395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Checking segment: {'id': '7907d249-04bf-44fb-aaba-b5bb2573d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2df4558f-8c9f-468f-a128-b5429db56733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:16.693778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:16.694162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Bound using segment: {'id': '7907d249-04bf-44fb-aaba-b5bb2573d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2df4558f-8c9f-468f-a128-b5429db56733'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:13:16.694616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Bound port: 6e8b0291-63d3-401b-8578-59db22f60af0, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7907d249-04bf-44fb-aaba-b5bb2573d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2df4558f-8c9f-468f-a128-b5429db56733'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:13:16.694970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:16.715060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.20.0.1 (8059e83f-d148-4580-aea9-e0f08bfce214/6003d816-46e0-4f6f-b0c1-5e38b1b8bf96/90cd7232-a231-4e30-a365-4693dc98bd19) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:16.723167 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fc2ef237-aa6f-4378-8e02-81cbd0bd13b4 req-df0fdc1e-0f55-4dbd-a47d-9722be4f2025 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709260 Mar 25 20:13:16.784078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] For port 6e8b0291-63d3-401b-8578-59db22f60af0, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:13:16.788049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] For port 6e8b0291-63d3-401b-8578-59db22f60af0, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6e8b0291-63d3-401b-8578-59db22f60af0,segment=NetworkSegment(7907d249-04bf-44fb-aaba-b5bb2573d69e),segment_id=7907d249-04bf-44fb-aaba-b5bb2573d69e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:13:16.860293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:16.992900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c1931-60e6-4821-acfd-d4576ebc1a71 None None] Pushing event updated for resources: {'Port': ['ID=6e8b0291-63d3-401b-8578-59db22f60af0,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:17.024820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:17.041694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object 90cd7232-a231-4e30-a365-4693dc98bd19 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:17.122010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95740228-c425-4e3b-840a-a6a90e15f102 None None] Network 8059e83f-d148-4580-aea9-e0f08bfce214 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:17.136187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:17.224824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=90cd7232-a231-4e30-a365-4693dc98bd19,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:17.241114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.241442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.241779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.242107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.242428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.242753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.243067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.243391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.243690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.244295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.244295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.244694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:17.249146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 8059e83f-d148-4580-aea9-e0f08bfce214 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:17.254147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:17.254147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:17.314839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:17.320783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fa5bbb08-cf5f-44d0-b2b0-95ba610a9549 None None] Provisioning for port 9f81d785-e71e-4b1e-8952-3096f5a2401a completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:17.499172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:17.727785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5da9948c-2edb-429c-aaee-f17a96e9dbf0 None None] Provisioning for port 90cd7232-a231-4e30-a365-4693dc98bd19 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:17.734239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5da9948c-2edb-429c-aaee-f17a96e9dbf0 None None] Provisioning complete for port 90cd7232-a231-4e30-a365-4693dc98bd19 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:17.734942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5da9948c-2edb-429c-aaee-f17a96e9dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:17.832994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5da9948c-2edb-429c-aaee-f17a96e9dbf0 None None] Port 90cd7232-a231-4e30-a365-4693dc98bd19 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:17.899373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:17.957534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2351ac4e-9062-4e28-a6ee-bcddfeb791b4 None None] Provisioning complete for port 90cd7232-a231-4e30-a365-4693dc98bd19 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:17.958041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2351ac4e-9062-4e28-a6ee-bcddfeb791b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.004363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306620b4-8bd1-440b-9b78-aa41366f6b4a req-6f144eb9-b693-43bb-84ee-fd1fe72544c1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:18.006554 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-306620b4-8bd1-440b-9b78-aa41366f6b4a req-6f144eb9-b693-43bb-84ee-fd1fe72544c1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 943 time: 0.1244261 Mar 25 20:13:18.013395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.016337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2351ac4e-9062-4e28-a6ee-bcddfeb791b4 None None] Port 90cd7232-a231-4e30-a365-4693dc98bd19 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:18.055640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-306620b4-8bd1-440b-9b78-aa41366f6b4a req-3b6553f8-1171-4f7f-9136-01b37fbbf25e tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403087 Mar 25 20:13:18.083642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699dd147-fc84-466b-9e9d-f31264be0f45 None None] Network 2df4558f-8c9f-468f-a128-b5429db56733 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:18.101374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.221336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=90cd7232-a231-4e30-a365-4693dc98bd19,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:18.227646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.256802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c4e00d89-04fd-4c1f-9902-f99d8789becf None None] Provisioning for port 6e8b0291-63d3-401b-8578-59db22f60af0 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:18.316780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f81d785-e71e-4b1e-8952-3096f5a2401a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:18.371326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 8059e83f-d148-4580-aea9-e0f08bfce214 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:18.372461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:18.461965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 9f81d785-e71e-4b1e-8952-3096f5a2401a completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:18.469288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9f81d785-e71e-4b1e-8952-3096f5a2401a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:18.469663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.604975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.638505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 71fd999f-c038-4883-957d-177eb5758c91 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:13:18.643046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 9f81d785-e71e-4b1e-8952-3096f5a2401a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f81d785-e71e-4b1e-8952-3096f5a2401a,segment=NetworkSegment(a66bb835-9f18-48a9-a582-97c2bc3af3db),segment_id=a66bb835-9f18-48a9-a582-97c2bc3af3db)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:18.695888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ffc0f90b-953c-4fc8-b805-587a81d298a5 None None] Provisioning complete for port 90cd7232-a231-4e30-a365-4693dc98bd19 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:18.696263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffc0f90b-953c-4fc8-b805-587a81d298a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.724778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.725533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6e8b0291-63d3-401b-8578-59db22f60af0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:18.802231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:18.812315 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666be28b-91a6-4afa-a8da-9a31f02deffc None None] Sync routers for ids ['71fd999f-c038-4883-957d-177eb5758c91'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:18.813796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fde6768d-07e1-47f2-a183-91a499eadc87 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/71fd999f-c038-4883-957d-177eb5758c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0612559 Mar 25 20:13:18.816554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35992) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:18.832657 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666be28b-91a6-4afa-a8da-9a31f02deffc None None] Routers {'71fd999f-c038-4883-957d-177eb5758c91'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:18.833359 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-666be28b-91a6-4afa-a8da-9a31f02deffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['71fd999f-c038-4883-957d-177eb5758c91'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:18.837645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0f90b-953c-4fc8-b805-587a81d298a5 None None] Port 90cd7232-a231-4e30-a365-4693dc98bd19 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:18.865242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=9f81d785-e71e-4b1e-8952-3096f5a2401a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:18.898469 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-666be28b-91a6-4afa-a8da-9a31f02deffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:18.899917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7761c50-a9df-4356-a7c6-7443da54393d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:18.903820 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e7761c50-a9df-4356-a7c6-7443da54393d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports/90cd7232-a231-4e30-a365-4693dc98bd19 HTTP/1.1" status: 200 len: 910 time: 0.0838103 Mar 25 20:13:18.904050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 35996) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:18.907393 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666be28b-91a6-4afa-a8da-9a31f02deffc None None] Routers {'71fd999f-c038-4883-957d-177eb5758c91'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:18.907983 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-666be28b-91a6-4afa-a8da-9a31f02deffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['71fd999f-c038-4883-957d-177eb5758c91'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:18.927910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6e8b0291-63d3-401b-8578-59db22f60af0 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:18.933538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6e8b0291-63d3-401b-8578-59db22f60af0 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:18.933916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:18.970909 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-666be28b-91a6-4afa-a8da-9a31f02deffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:18.971319 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666be28b-91a6-4afa-a8da-9a31f02deffc None None] The sync data for ids ['71fd999f-c038-4883-957d-177eb5758c91'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:19.056017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:19.093666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6e8b0291-63d3-401b-8578-59db22f60af0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6e8b0291-63d3-401b-8578-59db22f60af0,segment=NetworkSegment(7907d249-04bf-44fb-aaba-b5bb2573d69e),segment_id=7907d249-04bf-44fb-aaba-b5bb2573d69e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:19.158729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:19.226665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6e8b0291-63d3-401b-8578-59db22f60af0,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:19.249299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10393-8e41-4ecb-b39a-e213bb27b2c4 req-0e565857-b238-4ab7-8647-3793fad93633 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:19.250777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-15c10393-8e41-4ecb-b39a-e213bb27b2c4 req-0e565857-b238-4ab7-8647-3793fad93633 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 943 time: 0.0866656 Mar 25 20:13:19.411803 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-15c10393-8e41-4ecb-b39a-e213bb27b2c4 req-a9fcf230-7ebb-434d-ada4-c915c9647ff4 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553178 Mar 25 20:13:19.591669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:19.953878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.21.0.1 (2df4558f-8c9f-468f-a128-b5429db56733/1730ff78-262f-4622-894b-bf6027d38821/529fe94c-4826-43a5-b265-6407a5f662f5) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:20.108203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:20.122891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object 529fe94c-4826-43a5-b265-6407a5f662f5 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:20.210723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:20.236367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f81d785-e71e-4b1e-8952-3096f5a2401a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:20.273325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 2df4558f-8c9f-468f-a128-b5429db56733 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:20.276248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:20.280168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:20.307326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9f81d785-e71e-4b1e-8952-3096f5a2401a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:20.307695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:20.330500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=529fe94c-4826-43a5-b265-6407a5f662f5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:20.356338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:20.434925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6e8b0291-63d3-401b-8578-59db22f60af0 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:20.505170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6e8b0291-63d3-401b-8578-59db22f60af0 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:20.505620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:20.537513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:20.634523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a018d-4a6b-4f6c-acda-d9909fe948a7 req-0d958e15-cda3-49a8-982b-c0703ad91584 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:20.636928 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f9a018d-4a6b-4f6c-acda-d9909fe948a7 req-0d958e15-cda3-49a8-982b-c0703ad91584 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 943 time: 0.1028390 Mar 25 20:13:20.674508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b4fae088-bf7b-4b3b-8009-7220e22c0e21 None None] Provisioning for port 529fe94c-4826-43a5-b265-6407a5f662f5 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:20.683960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b4fae088-bf7b-4b3b-8009-7220e22c0e21 None None] Provisioning complete for port 529fe94c-4826-43a5-b265-6407a5f662f5 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:20.684328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4fae088-bf7b-4b3b-8009-7220e22c0e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:20.689366 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f9a018d-4a6b-4f6c-acda-d9909fe948a7 req-10d983cd-ae0b-4ad2-8772-14810991579b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463212 Mar 25 20:13:20.754088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b4fae088-bf7b-4b3b-8009-7220e22c0e21 None None] Port 529fe94c-4826-43a5-b265-6407a5f662f5 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:21.051101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:21.106926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:21.219254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=529fe94c-4826-43a5-b265-6407a5f662f5,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:21.221740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:21.354260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 2df4558f-8c9f-468f-a128-b5429db56733 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:21.355332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:21.524370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 71fd999f-c038-4883-957d-177eb5758c91 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:21.583585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3ac1163e-2229-4ae5-a492-d0cc7649d047 None None] Provisioning complete for port 529fe94c-4826-43a5-b265-6407a5f662f5 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:21.584187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac1163e-2229-4ae5-a492-d0cc7649d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:21.636185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1163e-2229-4ae5-a492-d0cc7649d047 None None] Port 529fe94c-4826-43a5-b265-6407a5f662f5 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:21.688666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:21.697991 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2e88383f-6e56-4d7e-b38f-d5d5353045a4 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/71fd999f-c038-4883-957d-177eb5758c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7928340 Mar 25 20:13:21.698886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b193a-25ed-4cce-adfc-cffb6548faad None None] Sync routers for ids ['71fd999f-c038-4883-957d-177eb5758c91'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:21.700432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36006) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:21.708067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b193a-25ed-4cce-adfc-cffb6548faad None None] Routers {'71fd999f-c038-4883-957d-177eb5758c91'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:21.708706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aa5b193a-25ed-4cce-adfc-cffb6548faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['71fd999f-c038-4883-957d-177eb5758c91'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:21.773773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aa5b193a-25ed-4cce-adfc-cffb6548faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:21.775552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a76846-e853-4344-9d3b-7041f0a01ec7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:21.776124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a2a76846-e853-4344-9d3b-7041f0a01ec7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:21.782573 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b193a-25ed-4cce-adfc-cffb6548faad None None] Routers {'71fd999f-c038-4883-957d-177eb5758c91'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:21.783228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aa5b193a-25ed-4cce-adfc-cffb6548faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['71fd999f-c038-4883-957d-177eb5758c91'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:21.842220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aa5b193a-25ed-4cce-adfc-cffb6548faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:21.842621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b193a-25ed-4cce-adfc-cffb6548faad None None] The sync data for ids ['71fd999f-c038-4883-957d-177eb5758c91'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:21.878382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cfbd7-9274-480c-96ab-102793c34fc5 req-aa024962-dfde-4dfb-83b3-5e07dddc8d4b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:21.879835 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-724cfbd7-9274-480c-96ab-102793c34fc5 req-aa024962-dfde-4dfb-83b3-5e07dddc8d4b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 943 time: 0.0853481 Mar 25 20:13:21.884136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a2a76846-e853-4344-9d3b-7041f0a01ec7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:21.885402 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a2a76846-e853-4344-9d3b-7041f0a01ec7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports/529fe94c-4826-43a5-b265-6407a5f662f5 HTTP/1.1" status: 200 len: 910 time: 0.1840444 Mar 25 20:13:21.888322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36012) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:21.925696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-724cfbd7-9274-480c-96ab-102793c34fc5 req-d2d12bb4-01a8-410d-b674-4fe8cd396a19 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Mar 25 20:13:22.488466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:22.814451 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 529fe94c-4826-43a5-b265-6407a5f662f5 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:22.814781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:22.932425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:13:22.996053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:23.071521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:23.085672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:13:23.114188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2cef-b25f-49bf-9dc6-8fd7e615773e req-7aadd178-a9ff-4052-a6e3-a46507acbf08 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:23.115664 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dcab2cef-b25f-49bf-9dc6-8fd7e615773e req-7aadd178-a9ff-4052-a6e3-a46507acbf08 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 943 time: 0.0840197 Mar 25 20:13:23.127586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 529fe94c-4826-43a5-b265-6407a5f662f5 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:23.149591 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:23.160847 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dcab2cef-b25f-49bf-9dc6-8fd7e615773e req-00e40c0e-f0f9-4f9f-8114-6404b3ae9f7c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390441 Mar 25 20:13:23.166792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:13:23.183692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:23.241958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:23.308136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:23.350657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:23.399395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=529fe94c-4826-43a5-b265-6407a5f662f5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:23.595246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:13:23.669864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:24.098162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 71fd999f-c038-4883-957d-177eb5758c91 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:24.255195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:24.267665 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d7220c-68c3-4162-b783-c9e71ec0f902 None None] Sync routers for ids ['71fd999f-c038-4883-957d-177eb5758c91'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:24.277441 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d7220c-68c3-4162-b783-c9e71ec0f902 None None] Routers {'71fd999f-c038-4883-957d-177eb5758c91'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:24.278040 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b2d7220c-68c3-4162-b783-c9e71ec0f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['71fd999f-c038-4883-957d-177eb5758c91'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:24.340223 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-62838cba-1a60-4ffb-9811-5b962ae862ba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/71fd999f-c038-4883-957d-177eb5758c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4484777 Mar 25 20:13:24.340438 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b2d7220c-68c3-4162-b783-c9e71ec0f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:24.340697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36024) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:24.344444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fb68f-bebb-4932-9daf-c4593fddf23e req-a0f34d9c-f2f2-413b-9387-dc494064f330 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:24.345962 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b1fb68f-bebb-4932-9daf-c4593fddf23e req-a0f34d9c-f2f2-413b-9387-dc494064f330 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 944 time: 0.0808101 Mar 25 20:13:24.353800 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d7220c-68c3-4162-b783-c9e71ec0f902 None None] Routers {'71fd999f-c038-4883-957d-177eb5758c91'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:24.353800 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b2d7220c-68c3-4162-b783-c9e71ec0f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['71fd999f-c038-4883-957d-177eb5758c91'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:24.391615 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b1fb68f-bebb-4932-9daf-c4593fddf23e req-0771fdd0-1ee5-45bd-8015-e0ee5cad2d6a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Mar 25 20:13:24.415023 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b2d7220c-68c3-4162-b783-c9e71ec0f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:24.415428 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d7220c-68c3-4162-b783-c9e71ec0f902 None None] The sync data for ids ['71fd999f-c038-4883-957d-177eb5758c91'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:24.843513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:24.947009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:25.067701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:25.072808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:25.073175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:25.193619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:25.221362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:13:25.231723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:25.269453 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'code': 200} Mar 25 20:13:25.310808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:25.319747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 90cd7232-a231-4e30-a365-4693dc98bd19 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:25.320222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:25.390597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:25.527137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:25.589669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305488f-618a-490e-bc17-45319d7e7ddc req-b78f43d5-9210-41b3-b8ad-bb462f717fc2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:25.591856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3305488f-618a-490e-bc17-45319d7e7ddc req-b78f43d5-9210-41b3-b8ad-bb462f717fc2 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 945 time: 0.0841043 Mar 25 20:13:25.656736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 90cd7232-a231-4e30-a365-4693dc98bd19 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:25.685364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3305488f-618a-490e-bc17-45319d7e7ddc req-002c4d53-788d-44ae-89b9-99262a0a77ad tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836232 Mar 25 20:13:25.707873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc1b55-f0ee-40e5-9553-1469ef1b9d59 req-8b376f7f-3a0e-4791-9e42-852ff07b505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:25.709383 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8dc1b55-f0ee-40e5-9553-1469ef1b9d59 req-8b376f7f-3a0e-4791-9e42-852ff07b505e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0911846 Mar 25 20:13:25.755463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8dc1b55-f0ee-40e5-9553-1469ef1b9d59 req-45c3d622-26c3-4cfe-ae15-6bb2f5786a0a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 Mar 25 20:13:25.881571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:25.930561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=90cd7232-a231-4e30-a365-4693dc98bd19,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:26.157088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:26.424448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 71fd999f-c038-4883-957d-177eb5758c91 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:26.560420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:26.572583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b998cb-89e8-458f-a690-c2e35a98fffa None None] Sync routers for ids ['71fd999f-c038-4883-957d-177eb5758c91'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:26.573297 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c904580d-1677-4d7b-8089-355c3e62bfdc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/71fd999f-c038-4883-957d-177eb5758c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2317274 Mar 25 20:13:26.575909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36034) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:26.581946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b998cb-89e8-458f-a690-c2e35a98fffa None None] Routers {'71fd999f-c038-4883-957d-177eb5758c91'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:26.582622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-30b998cb-89e8-458f-a690-c2e35a98fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['71fd999f-c038-4883-957d-177eb5758c91'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:26.643627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-30b998cb-89e8-458f-a690-c2e35a98fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:26.653163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b998cb-89e8-458f-a690-c2e35a98fffa None None] Routers {'71fd999f-c038-4883-957d-177eb5758c91'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:26.653598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-30b998cb-89e8-458f-a690-c2e35a98fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['71fd999f-c038-4883-957d-177eb5758c91'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:26.719388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-30b998cb-89e8-458f-a690-c2e35a98fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:26.719804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b998cb-89e8-458f-a690-c2e35a98fffa None None] The sync data for ids ['71fd999f-c038-4883-957d-177eb5758c91'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:26.731950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-331267a0-f864-4c5d-a2a7-952145729844 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:26.809911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-331267a0-f864-4c5d-a2a7-952145729844 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:26.811076 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-331267a0-f864-4c5d-a2a7-952145729844 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fd999f-c038-4883-957d-177eb5758c91 HTTP/1.1" status: 200 len: 205 time: 0.2338147 Mar 25 20:13:26.813740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36040) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:26.870653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f2a4f-48b7-4919-9f96-c788b357c86a req-c40e9c86-da18-41b3-9d0a-d2c0c8d59149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:26.872109 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e21f2a4f-48b7-4919-9f96-c788b357c86a req-c40e9c86-da18-41b3-9d0a-d2c0c8d59149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 945 time: 0.0796578 Mar 25 20:13:26.918239 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e21f2a4f-48b7-4919-9f96-c788b357c86a req-0c2df0e0-4ee8-4785-a1c5-196effe0be7f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Mar 25 20:13:26.946616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9918303-ee73-4318-910b-c04f4e02014d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.250507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9918303-ee73-4318-910b-c04f4e02014d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.252743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9918303-ee73-4318-910b-c04f4e02014d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.356773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9918303-ee73-4318-910b-c04f4e02014d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.357331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9918303-ee73-4318-910b-c04f4e02014d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Fanout notify agent at l3_agent the message router_deleted on router 71fd999f-c038-4883-957d-177eb5758c91 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:13:27.368896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9918303-ee73-4318-910b-c04f4e02014d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.369936 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c9918303-ee73-4318-910b-c04f4e02014d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/71fd999f-c038-4883-957d-177eb5758c91 HTTP/1.1" status: 204 len: 168 time: 0.5553091 Mar 25 20:13:27.372545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36044) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:27.435382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-58162f38-1271-4d19-82e2-45158dec0799 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet 1730ff78-262f-4622-894b-bf6027d38821 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:13:27.438200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58162f38-1271-4d19-82e2-45158dec0799 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.494789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58162f38-1271-4d19-82e2-45158dec0799 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.575731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58162f38-1271-4d19-82e2-45158dec0799 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.705303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58162f38-1271-4d19-82e2-45158dec0799 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.746818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58162f38-1271-4d19-82e2-45158dec0799 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=1730ff78-262f-4622-894b-bf6027d38821,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:27.757306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58162f38-1271-4d19-82e2-45158dec0799 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.757785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22e43e-4174-435b-884a-c9779e3cd2a9 None None] Network 2df4558f-8c9f-468f-a128-b5429db56733 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:27.758897 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-58162f38-1271-4d19-82e2-45158dec0799 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/1730ff78-262f-4622-894b-bf6027d38821 HTTP/1.1" status: 204 len: 168 time: 0.3854287 Mar 25 20:13:27.761411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36048) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:27.826253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-00552225-37ae-47e9-ae0d-eaa225a4fd2c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet 6003d816-46e0-4f6f-b0c1-5e38b1b8bf96 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:13:27.829363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-00552225-37ae-47e9-ae0d-eaa225a4fd2c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.883308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-00552225-37ae-47e9-ae0d-eaa225a4fd2c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:27.973240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-00552225-37ae-47e9-ae0d-eaa225a4fd2c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.010303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] DHCP port deletion for 2df4558f-8c9f-468f-a128-b5429db56733 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:13:28.014606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Deleting port 6e8b0291-63d3-401b-8578-59db22f60af0 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:28.014978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.113307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbcf41-3a16-41f3-b4f5-88ab9f23cfa8 req-21055296-bd32-434f-9842-4ee1ca260964 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:28.114744 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90bbcf41-3a16-41f3-b4f5-88ab9f23cfa8 req-21055296-bd32-434f-9842-4ee1ca260964 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 945 time: 0.0864446 Mar 25 20:13:28.136363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-00552225-37ae-47e9-ae0d-eaa225a4fd2c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.160353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90bbcf41-3a16-41f3-b4f5-88ab9f23cfa8 req-faa40185-d66c-4634-8d1e-59de0fa7820e tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389547 Mar 25 20:13:28.184639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00552225-37ae-47e9-ae0d-eaa225a4fd2c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=6003d816-46e0-4f6f-b0c1-5e38b1b8bf96,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:28.189670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-00552225-37ae-47e9-ae0d-eaa225a4fd2c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.197837 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-00552225-37ae-47e9-ae0d-eaa225a4fd2c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/6003d816-46e0-4f6f-b0c1-5e38b1b8bf96 HTTP/1.1" status: 204 len: 168 time: 0.4354513 Mar 25 20:13:28.200531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36056) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:28.235983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b70130-f26a-4c9e-ac1e-1cbbc2e39248 None None] Network 8059e83f-d148-4580-aea9-e0f08bfce214 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:28.277779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6e8b0291-63d3-401b-8578-59db22f60af0 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:28.322578 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.333455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 6e8b0291-63d3-401b-8578-59db22f60af0 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:28.333780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.373500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13fd70-7ec3-49b8-b5d2-1c8fba84a0d8 req-edb42bea-d962-4b35-8297-02c9693d70d6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:28.375488 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ca13fd70-7ec3-49b8-b5d2-1c8fba84a0d8 req-edb42bea-d962-4b35-8297-02c9693d70d6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 945 time: 0.0839543 Mar 25 20:13:28.384366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] For port 6e8b0291-63d3-401b-8578-59db22f60af0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6e8b0291-63d3-401b-8578-59db22f60af0,segment=NetworkSegment(7907d249-04bf-44fb-aaba-b5bb2573d69e),segment_id=7907d249-04bf-44fb-aaba-b5bb2573d69e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:28.384810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.426021 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ca13fd70-7ec3-49b8-b5d2-1c8fba84a0d8 req-df8247a4-1135-4048-b2a7-7cd87f566810 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442498 Mar 25 20:13:28.453255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36060) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:28.528406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Calling delete_port for 6e8b0291-63d3-401b-8578-59db22f60af0 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:28.601445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38717986-4709-4842-bcf0-008e715c4cdb req-990ac679-83b7-4387-b6f7-c98a7dc1f17a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102202 Mar 25 20:13:28.603356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831e3ff-4b8f-4cd7-ae38-fe4581bd1203 tempest-TestVolumeBootPattern-2042223514 tempest-TestVolumeBootPattern-2042223514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:28.604953 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d831e3ff-4b8f-4cd7-ae38-fe4581bd1203 tempest-TestVolumeBootPattern-2042223514 tempest-TestVolumeBootPattern-2042223514-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1093 time: 0.1504788 Mar 25 20:13:28.609510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36066) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:28.622075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:28.672371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:28.678598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:floatingip and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:28.681985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:28.689248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:28.689932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 6e8b0291-63d3-401b-8578-59db22f60af0, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6e8b0291-63d3-401b-8578-59db22f60af0,segment=NetworkSegment(7907d249-04bf-44fb-aaba-b5bb2573d69e),segment_id=7907d249-04bf-44fb-aaba-b5bb2573d69e)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:28.690356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.718603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38717986-4709-4842-bcf0-008e715c4cdb req-f0009357-1411-463a-9233-8ba1d6416d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:28.720070 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38717986-4709-4842-bcf0-008e715c4cdb req-f0009357-1411-463a-9233-8ba1d6416d04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 1098 time: 0.0932043 Mar 25 20:13:28.752175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.777300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.826110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 6e8b0291-63d3-401b-8578-59db22f60af0 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:28.861617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.906633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:13:28.907027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:13:28.922999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] DHCP port deletion for 8059e83f-d148-4580-aea9-e0f08bfce214 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:13:28.953404 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] Deleting port 9f81d785-e71e-4b1e-8952-3096f5a2401a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:28.953739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:28.967855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38717986-4709-4842-bcf0-008e715c4cdb req-0fe75a84-dd85-4690-aa8c-30c1cdab5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:28.969311 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38717986-4709-4842-bcf0-008e715c4cdb req-0fe75a84-dd85-4690-aa8c-30c1cdab5dfd service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 HTTP/1.1" status: 200 len: 897 time: 0.2247999 Mar 25 20:13:28.978606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] No DVR routers for this DVR port 6e8b0291-63d3-401b-8578-59db22f60af0 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:28.988973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Pushing event deleted for resources: {'Port': ['ID=6e8b0291-63d3-401b-8578-59db22f60af0,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:29.006944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.007260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.007466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.007799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.008189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.008437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.008819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.009179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.009613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.009828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.010137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.010462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7594b53-49b5-46eb-8495-5f5fd1eb46e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:13:29.082180 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38717986-4709-4842-bcf0-008e715c4cdb req-35d82e38-8d26-4dd3-8c4a-7023d22bbd33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45 HTTP/1.1" status: 200 len: 1001 time: 0.1045334 Mar 25 20:13:29.124596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.177125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] For port 9f81d785-e71e-4b1e-8952-3096f5a2401a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f81d785-e71e-4b1e-8952-3096f5a2401a,segment=NetworkSegment(a66bb835-9f18-48a9-a582-97c2bc3af3db),segment_id=a66bb835-9f18-48a9-a582-97c2bc3af3db)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:29.177431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.302363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] Calling delete_port for 9f81d785-e71e-4b1e-8952-3096f5a2401a owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:29.312018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38717986-4709-4842-bcf0-008e715c4cdb req-5fdf3942-1e10-49ae-89c9-bbf08451dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:29.313472 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38717986-4709-4842-bcf0-008e715c4cdb req-5fdf3942-1e10-49ae-89c9-bbf08451dc5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30a5b0d9-a476-4143-8fba-99e6c830c514 HTTP/1.1" status: 200 len: 835 time: 0.2236891 Mar 25 20:13:29.408012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 6e8b0291-63d3-401b-8578-59db22f60af0 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:29.408604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.427646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.468045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Allocated IP 172.26.8.248 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/d627ac49-36e2-4f58-b5be-4d0800666d30) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:29.479130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] Pushing event deleted for resources: {'Port': ['ID=9f81d785-e71e-4b1e-8952-3096f5a2401a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:29.479806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] The port '6e8b0291-63d3-401b-8578-59db22f60af0' was deleted {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:13:29.481233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa167b0-cdb3-410f-906f-0d100c857d3e None None] No DVR routers for this DVR port 9f81d785-e71e-4b1e-8952-3096f5a2401a on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:29.482316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38717986-4709-4842-bcf0-008e715c4cdb req-3e192d39-0c49-4028-bfca-adec580575d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:29.483510 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38717986-4709-4842-bcf0-008e715c4cdb req-3e192d39-0c49-4028-bfca-adec580575d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1590092 Mar 25 20:13:29.614034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.644133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df4558f-8c9f-468f-a128-b5429db56733']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:29.657215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7907d249-04bf-44fb-aaba-b5bb2573d69e') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:29.657625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7907d249-04bf-44fb-aaba-b5bb2573d69e') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:29.671091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.687529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.693545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:13:29.693918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:13:29.708944 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:13:29.743698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38717986-4709-4842-bcf0-008e715c4cdb req-a34870dd-7601-4226-ae74-8edd3049f40e service neutron] 10.222.0.43 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502935 Mar 25 20:13:29.779249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.836391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.841298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:29.868533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=2df4558f-8c9f-468f-a128-b5429db56733,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:29.901426 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38717986-4709-4842-bcf0-008e715c4cdb req-2900aeaf-226a-40a4-b8ce-ca0ed8daffca service neutron] 10.222.0.43 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474931 Mar 25 20:13:29.982623 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fd888c8d-d480-4776-acb2-d0c09e24fef8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/2df4558f-8c9f-468f-a128-b5429db56733 HTTP/1.1" status: 204 len: 168 time: 1.7803116 Mar 25 20:13:29.985040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36070) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:30.070839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.099273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.132968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:30.135742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:30.144261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:30.176446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=d627ac49-36e2-4f58-b5be-4d0800666d30,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:30.237337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.243874 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f81d785-e71e-4b1e-8952-3096f5a2401a no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:30.265760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8059e83f-d148-4580-aea9-e0f08bfce214']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:30.279029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66bb835-9f18-48a9-a582-97c2bc3af3db') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:30.279249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 9f81d785-e71e-4b1e-8952-3096f5a2401a {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:30.279353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66bb835-9f18-48a9-a582-97c2bc3af3db') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:30.279685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f81d785-e71e-4b1e-8952-3096f5a2401a not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:30.293069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.309089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.315218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:13:30.320541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:13:30.330479 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:13:30.467020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.487062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.494832 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=8059e83f-d148-4580-aea9-e0f08bfce214,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:30.501878 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-79e52703-18b5-4bc0-8204-0809c65587c9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/8059e83f-d148-4580-aea9-e0f08bfce214 HTTP/1.1" status: 204 len: 168 time: 0.5156434 Mar 25 20:13:30.502324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36074) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:30.508657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-905162674'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:30.513432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:30.517223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:30.520060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:30.525700 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:30.564723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.581182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:30.586425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.614704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:13:30.622877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.623220 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment b076d87e-017a-413e-a8e9-dc228988b110 of type vlan for network c2490cca-03fb-43e5-9d3d-d7041db7a60c Mar 25 20:13:30.653463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.710042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.733362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.742884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:30.742884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.853946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=c2490cca-03fb-43e5-9d3d-d7041db7a60c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:30.865515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c2490cca-03fb-43e5-9d3d-d7041db7a60c details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:13:30.869693 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-367dd8c3-5eff-4116-a8f1-8dd558407e83 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3623629 Mar 25 20:13:30.869693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36078) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:30.875260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': 'c2490cca-03fb-43e5-9d3d-d7041db7a60c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:30.928892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:30.981596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:30.985361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:30.988695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:30.994403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:31.013442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.093294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:31.096965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.125931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=d627ac49-36e2-4f58-b5be-4d0800666d30,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:31.136393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.421552 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Floating IP 8f495375-306a-4034-bf88-bec1c10ec1e8 associated. External IP: 172.26.8.248, port: 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec. Mar 25 20:13:31.490038 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.578981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=631d87b4-52d8-4aa0-ad75-2359e2df8273,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:31.583627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': 'b076d87e-017a-413e-a8e9-dc228988b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2490cca-03fb-43e5-9d3d-d7041db7a60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:31.583977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: c2490cca-03fb-43e5-9d3d-d7041db7a60c, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:13:31.659255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network c2490cca-03fb-43e5-9d3d-d7041db7a60c is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:13:31.744808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c2490cca-03fb-43e5-9d3d-d7041db7a60c) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:31.748646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:31.749226 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.754383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c59ed48-9310-459b-9b87-fb5ebeee1b10 None None] Network c2490cca-03fb-43e5-9d3d-d7041db7a60c requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:31.781588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:31.837105 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-73f854a6-9347-4d9c-bd55-3d1159f2ddd6 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9667022 Mar 25 20:13:31.839590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36084) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:31.844990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1599060835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:31.851915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:31.857448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:router and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:31.860339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:31.866566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:31.939570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.940010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.955318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.972353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:31.979054 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:31.979541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-c2490cca-03fb-43e5-9d3d-d7041db7a60c', 'network_id': 'c2490cca-03fb-43e5-9d3d-d7041db7a60c', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': '631d87b4-52d8-4aa0-ad75-2359e2df8273'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:13:31.980062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:31.989545 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:31.990370 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:32.053496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.064965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.129209 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5eb729be-962e-4d22-a137-5dd6011b311f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5183547 Mar 25 20:13:32.130089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:13:32.159061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Allocated IP 172.20.0.2 (c2490cca-03fb-43e5-9d3d-d7041db7a60c/631d87b4-52d8-4aa0-ad75-2359e2df8273/e980c71c-25ce-4bad-b76b-8df12d8dacc1) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:32.162087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.163357 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-97f6d280-5063-40a2-a068-d034cd802750 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3227944 Mar 25 20:13:32.165962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36092) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:32.171433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'port': {'network_id': 'c2490cca-03fb-43e5-9d3d-d7041db7a60c', 'name': 'tempest-RoutersTest-120782772'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:32.179372 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:32.196429 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'status': 'completed', 'code': 200} Mar 25 20:13:32.294116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-52734c75-a4e8-48dc-8423-fa13dae84ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:32.296265 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-52734c75-a4e8-48dc-8423-fa13dae84ce6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0819609 Mar 25 20:13:32.359746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:32.365225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:port and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:32.368627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:32.374903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:32.425306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.437502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Transition to ACTIVE for port object e980c71c-25ce-4bad-b76b-8df12d8dacc1 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:32.442904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-1ae30f9c-6220-450e-bc85-42787c6f56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:32.448074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:32.448211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-1ae30f9c-6220-450e-bc85-42787c6f56bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1415842 Mar 25 20:13:32.448375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.460914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Transition to ACTIVE for port object e980c71c-25ce-4bad-b76b-8df12d8dacc1 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:32.472544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] device_id is not set on port 4be41d08-71ec-4b11-9383-28fba3ff7442 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:13:32.526222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.542872 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:30Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:32.546876 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:13:32.557126 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:32.558145 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-46932ad7-9811-4946-a283-365e6c932b2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec HTTP/1.1" status: 200 len: 999 time: 0.1066763 Mar 25 20:13:32.558353 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:32.595616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Network c2490cca-03fb-43e5-9d3d-d7041db7a60c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:32.599408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:32.603058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:32.626120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.20.0.4 (c2490cca-03fb-43e5-9d3d-d7041db7a60c/631d87b4-52d8-4aa0-ad75-2359e2df8273/4be41d08-71ec-4b11-9383-28fba3ff7442) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:32.650869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Pushing event updated for resources: {'Port': ['ID=e980c71c-25ce-4bad-b76b-8df12d8dacc1,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:32.689275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-5670ad14-a600-4442-b457-5330f5cd0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:32.691464 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-5670ad14-a600-4442-b457-5330f5cd0bcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.1275249 Mar 25 20:13:32.705064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Attempting to bind port e980c71c-25ce-4bad-b76b-8df12d8dacc1 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:13:32.706173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Attempting to bind port e980c71c-25ce-4bad-b76b-8df12d8dacc1 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'b076d87e-017a-413e-a8e9-dc228988b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2490cca-03fb-43e5-9d3d-d7041db7a60c'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:13:32.706173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Attempting to bind port e980c71c-25ce-4bad-b76b-8df12d8dacc1 on network c2490cca-03fb-43e5-9d3d-d7041db7a60c {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:13:32.711819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:13:32.712176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Checking segment: {'id': 'b076d87e-017a-413e-a8e9-dc228988b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2490cca-03fb-43e5-9d3d-d7041db7a60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:32.712608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.713007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Bound using segment: {'id': 'b076d87e-017a-413e-a8e9-dc228988b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2490cca-03fb-43e5-9d3d-d7041db7a60c'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:13:32.714199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Bound port: e980c71c-25ce-4bad-b76b-8df12d8dacc1, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b076d87e-017a-413e-a8e9-dc228988b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c2490cca-03fb-43e5-9d3d-d7041db7a60c'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:13:32.714199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.760817 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:32.805751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-495abe87-03fb-44d4-9b35-e0f71e57e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:32.809234 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-495abe87-03fb-44d4-9b35-e0f71e57e76e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1096797 Mar 25 20:13:32.835210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] For port e980c71c-25ce-4bad-b76b-8df12d8dacc1, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:13:32.839373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] For port e980c71c-25ce-4bad-b76b-8df12d8dacc1, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e980c71c-25ce-4bad-b76b-8df12d8dacc1,segment=NetworkSegment(b076d87e-017a-413e-a8e9-dc228988b110),segment_id=b076d87e-017a-413e-a8e9-dc228988b110)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:13:32.866388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.882862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object 4be41d08-71ec-4b11-9383-28fba3ff7442 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:32.918854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:32.949244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-691f2711-6627-42a8-972c-79ac5e6e01ef service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341465 Mar 25 20:13:32.985444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:33.020437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bd357-bb57-415f-9d7a-ca968cda29f2 None None] Pushing event updated for resources: {'Port': ['ID=e980c71c-25ce-4bad-b76b-8df12d8dacc1,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:33.112013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network c2490cca-03fb-43e5-9d3d-d7041db7a60c is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:33.115682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:33.118094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=4be41d08-71ec-4b11-9383-28fba3ff7442,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:33.121076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:33.151924 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:30Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:33.156864 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ac04d-6749-43fa-9bab-14242f700498 None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:30Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:33.195423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:33.196282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:33.220808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdc6ab6a-101d-415c-ba17-74a84cfd0421 req-fe52e943-1f1a-4492-9d42-47231ae9324b service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652459 Mar 25 20:13:33.313899 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4d56f00f-1b97-46e9-bb33-f3150e551a53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1468163 Mar 25 20:13:33.316654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36098) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:33.412436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a948f-f43d-40fb-bf56-50f29ca137ec None None] New status for floating IP 8f495375-306a-4034-bf88-bec1c10ec1e8: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:13:33.935104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.005949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2d8d3-5130-4907-affc-0ecb0c8f0d08 None None] Network c2490cca-03fb-43e5-9d3d-d7041db7a60c requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:34.164797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dd4a8d99-e274-45db-9a8e-581b8bde940e None None] Provisioning for port e980c71c-25ce-4bad-b76b-8df12d8dacc1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:34.282226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e980c71c-25ce-4bad-b76b-8df12d8dacc1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:34.319023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.410308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.421433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port e980c71c-25ce-4bad-b76b-8df12d8dacc1 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:34.427678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e980c71c-25ce-4bad-b76b-8df12d8dacc1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:34.428257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.539713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Provisioning complete for port e980c71c-25ce-4bad-b76b-8df12d8dacc1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:34.540074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.541552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=4be41d08-71ec-4b11-9383-28fba3ff7442,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:34.620263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.690373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port e980c71c-25ce-4bad-b76b-8df12d8dacc1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e980c71c-25ce-4bad-b76b-8df12d8dacc1,segment=NetworkSegment(b076d87e-017a-413e-a8e9-dc228988b110),segment_id=b076d87e-017a-413e-a8e9-dc228988b110)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:34.716870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.756939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.882880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:34.888644 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:13:34.889003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:13:34.891212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=e980c71c-25ce-4bad-b76b-8df12d8dacc1,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:35.119869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:35.490995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:35.515517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Provisioning for port 4be41d08-71ec-4b11-9383-28fba3ff7442 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:35.521048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Provisioning complete for port 4be41d08-71ec-4b11-9383-28fba3ff7442 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:35.521412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:35.575569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:35.576849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b58a3-855e-4211-b864-f49e8b62c78a None None] Port 4be41d08-71ec-4b11-9383-28fba3ff7442 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:35.686830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=4be41d08-71ec-4b11-9383-28fba3ff7442,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:35.691867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:35.697787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-56d9dbce-4ab6-45d0-a206-f4a32d006710 None None] Provisioning complete for port 4be41d08-71ec-4b11-9383-28fba3ff7442 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:35.698317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56d9dbce-4ab6-45d0-a206-f4a32d006710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:35.751854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-56d9dbce-4ab6-45d0-a206-f4a32d006710 None None] Port 4be41d08-71ec-4b11-9383-28fba3ff7442 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:35.825867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network c2490cca-03fb-43e5-9d3d-d7041db7a60c is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:35.827029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:36.072932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 6e2a903d-bc60-4db9-94a6-8c4f78d460f7 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:13:36.073488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c5a6d7b3-67ad-4816-bca2-ef36d32fb63a None None] Provisioning complete for port 4be41d08-71ec-4b11-9383-28fba3ff7442 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:36.073852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d7b3-67ad-4816-bca2-ef36d32fb63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:36.129190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6d7b3-67ad-4816-bca2-ef36d32fb63a None None] Port 4be41d08-71ec-4b11-9383-28fba3ff7442 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:36.230023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:36.234985 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7a8758d0-e0d3-44bf-a3a1-79fd43a4314d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/6e2a903d-bc60-4db9-94a6-8c4f78d460f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9172370 Mar 25 20:13:36.238241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36104) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:36.244173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e980c71c-25ce-4bad-b76b-8df12d8dacc1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:36.246591 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcabadc-7b6c-46d6-be55-7cee34505b1e None None] Sync routers for ids ['6e2a903d-bc60-4db9-94a6-8c4f78d460f7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:36.256123 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcabadc-7b6c-46d6-be55-7cee34505b1e None None] Routers {'6e2a903d-bc60-4db9-94a6-8c4f78d460f7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:36.256684 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2dcabadc-7b6c-46d6-be55-7cee34505b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6e2a903d-bc60-4db9-94a6-8c4f78d460f7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:36.313546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad10291b-5092-4fc0-940b-36bfa0839b13 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:36.314238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ad10291b-5092-4fc0-940b-36bfa0839b13 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:36.316178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e980c71c-25ce-4bad-b76b-8df12d8dacc1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:36.316816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:36.353232 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2dcabadc-7b6c-46d6-be55-7cee34505b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:36.362005 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcabadc-7b6c-46d6-be55-7cee34505b1e None None] Routers {'6e2a903d-bc60-4db9-94a6-8c4f78d460f7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:36.362564 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2dcabadc-7b6c-46d6-be55-7cee34505b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6e2a903d-bc60-4db9-94a6-8c4f78d460f7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:36.390268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ad10291b-5092-4fc0-940b-36bfa0839b13 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:36.394511 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ad10291b-5092-4fc0-940b-36bfa0839b13 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports/4be41d08-71ec-4b11-9383-28fba3ff7442 HTTP/1.1" status: 200 len: 976 time: 0.1519420 Mar 25 20:13:36.395030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36108) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:36.421691 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2dcabadc-7b6c-46d6-be55-7cee34505b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:36.422441 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcabadc-7b6c-46d6-be55-7cee34505b1e None None] The sync data for ids ['6e2a903d-bc60-4db9-94a6-8c4f78d460f7'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:36.986082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:37.261047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 4be41d08-71ec-4b11-9383-28fba3ff7442 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:37.261304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:37.443357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:37.563401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 4be41d08-71ec-4b11-9383-28fba3ff7442 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:37.827437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:37.879395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=4be41d08-71ec-4b11-9383-28fba3ff7442,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:38.256544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:38.539093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 6e2a903d-bc60-4db9-94a6-8c4f78d460f7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:38.683537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:38.695607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92282a-a79c-4785-903d-b170e63ed9f8 None None] Sync routers for ids ['6e2a903d-bc60-4db9-94a6-8c4f78d460f7'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:38.705257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92282a-a79c-4785-903d-b170e63ed9f8 None None] Routers {'6e2a903d-bc60-4db9-94a6-8c4f78d460f7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:38.705257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3b92282a-a79c-4785-903d-b170e63ed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6e2a903d-bc60-4db9-94a6-8c4f78d460f7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:38.772644 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5c652255-89ed-4cbe-9bc9-2341ab4f13b7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/6e2a903d-bc60-4db9-94a6-8c4f78d460f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3763480 Mar 25 20:13:38.775180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36114) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:38.776402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3b92282a-a79c-4785-903d-b170e63ed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:38.794717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92282a-a79c-4785-903d-b170e63ed9f8 None None] Routers {'6e2a903d-bc60-4db9-94a6-8c4f78d460f7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:38.794717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3b92282a-a79c-4785-903d-b170e63ed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6e2a903d-bc60-4db9-94a6-8c4f78d460f7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:38.847984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3b92282a-a79c-4785-903d-b170e63ed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:38.848138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92282a-a79c-4785-903d-b170e63ed9f8 None None] The sync data for ids ['6e2a903d-bc60-4db9-94a6-8c4f78d460f7'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:39.064732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-92a5c8ce-954e-482c-a7cc-2e22ec8843fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:39.116786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-21e36ec3-ee55-474c-9a11-93092833e94c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] remove_router_interface failed (client error): The resource could not be found. Mar 25 20:13:39.117823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-21e36ec3-ee55-474c-9a11-93092833e94c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/6e2a903d-bc60-4db9-94a6-8c4f78d460f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3411505 Mar 25 20:13:39.120555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36120) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:39.164606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6bdc92af-0eab-44c2-8aec-4583e1f49476 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:39.243780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6bdc92af-0eab-44c2-8aec-4583e1f49476 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:39.244906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6bdc92af-0eab-44c2-8aec-4583e1f49476 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e2a903d-bc60-4db9-94a6-8c4f78d460f7 HTTP/1.1" status: 200 len: 205 time: 0.1234820 Mar 25 20:13:39.247532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36124) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:39.380830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e7263e9-8662-4c0b-b5bf-b83c33410e49 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:39.790418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e7263e9-8662-4c0b-b5bf-b83c33410e49 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:39.792605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e7263e9-8662-4c0b-b5bf-b83c33410e49 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:39.866893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e7263e9-8662-4c0b-b5bf-b83c33410e49 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:39.867586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7263e9-8662-4c0b-b5bf-b83c33410e49 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Fanout notify agent at l3_agent the message router_deleted on router 6e2a903d-bc60-4db9-94a6-8c4f78d460f7 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:13:39.878945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e7263e9-8662-4c0b-b5bf-b83c33410e49 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:39.880058 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3e7263e9-8662-4c0b-b5bf-b83c33410e49 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/6e2a903d-bc60-4db9-94a6-8c4f78d460f7 HTTP/1.1" status: 204 len: 168 time: 0.6316576 Mar 25 20:13:39.882831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36130) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:39.947229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ed0591-9200-4e2a-b57e-bba9d801b935 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet 631d87b4-52d8-4aa0-ad75-2359e2df8273 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:13:39.950067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ed0591-9200-4e2a-b57e-bba9d801b935 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:39.968177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36134) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:40.008194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ed0591-9200-4e2a-b57e-bba9d801b935 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.089162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ed0591-9200-4e2a-b57e-bba9d801b935 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.232980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ed0591-9200-4e2a-b57e-bba9d801b935 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.278297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-83ed0591-9200-4e2a-b57e-bba9d801b935 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.281419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0591-9200-4e2a-b57e-bba9d801b935 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=631d87b4-52d8-4aa0-ad75-2359e2df8273,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:40.284397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1058dba0-8c42-46b4-a43b-49e61825aab4 None None] Network c2490cca-03fb-43e5-9d3d-d7041db7a60c requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:40.288888 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-83ed0591-9200-4e2a-b57e-bba9d801b935 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/631d87b4-52d8-4aa0-ad75-2359e2df8273 HTTP/1.1" status: 204 len: 168 time: 0.4049950 Mar 25 20:13:40.291445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36138) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:40.410981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.421879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port e980c71c-25ce-4bad-b76b-8df12d8dacc1 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:40.422211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.541214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.545775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] DHCP port deletion for c2490cca-03fb-43e5-9d3d-d7041db7a60c request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:13:40.550375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] Deleting port e980c71c-25ce-4bad-b76b-8df12d8dacc1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:40.550769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.632671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port e980c71c-25ce-4bad-b76b-8df12d8dacc1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e980c71c-25ce-4bad-b76b-8df12d8dacc1,segment=NetworkSegment(b076d87e-017a-413e-a8e9-dc228988b110),segment_id=b076d87e-017a-413e-a8e9-dc228988b110)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:40.633025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.767259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for e980c71c-25ce-4bad-b76b-8df12d8dacc1 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:40.782682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] For port e980c71c-25ce-4bad-b76b-8df12d8dacc1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e980c71c-25ce-4bad-b76b-8df12d8dacc1,segment=NetworkSegment(b076d87e-017a-413e-a8e9-dc228988b110),segment_id=b076d87e-017a-413e-a8e9-dc228988b110)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:40.783066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:40.942017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] Calling delete_port for e980c71c-25ce-4bad-b76b-8df12d8dacc1 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:40.943006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.007718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=e980c71c-25ce-4bad-b76b-8df12d8dacc1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:41.010272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No DVR routers for this DVR port e980c71c-25ce-4bad-b76b-8df12d8dacc1 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: from cryptography.utils import int_from_bytes Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: from cryptography.utils import int_from_bytes Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn_limited( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn_limited( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:13:41.017990 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:13:41.028963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:13:41.029554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:13:41.103626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 0af61134-6dab-4e92-86f7-e99a9e1e02f4 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:41.104248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.153330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.170149 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:13:41.188873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2490cca-03fb-43e5-9d3d-d7041db7a60c']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:41.311812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b076d87e-017a-413e-a8e9-dc228988b110') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:41.312113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b076d87e-017a-413e-a8e9-dc228988b110') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:41.312434 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 0af61134-6dab-4e92-86f7-e99a9e1e02f4, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0af61134-6dab-4e92-86f7-e99a9e1e02f4,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:41.312824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.324464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.343787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.350475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:13:41.350863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:13:41.366588 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:13:41.441975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 0af61134-6dab-4e92-86f7-e99a9e1e02f4 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:41.521753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.531157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] Deleting port e980c71c-25ce-4bad-b76b-8df12d8dacc1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:41.531672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.539686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.551693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=c2490cca-03fb-43e5-9d3d-d7041db7a60c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:41.603337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad7d8b-297c-4082-8259-fb10d9a118bd None None] The port 'e980c71c-25ce-4bad-b76b-8df12d8dacc1' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:13:41.637188 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d66b3273-274b-4b33-aa21-b7e0186877aa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/c2490cca-03fb-43e5-9d3d-d7041db7a60c HTTP/1.1" status: 204 len: 168 time: 1.3442414 Mar 25 20:13:41.640284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36142) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:41.646510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1562263870'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:41.651298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:41.655220 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:41.658493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:41.664859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:41.698842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.715918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:41.719415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.747430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:13:41.748315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=0af61134-6dab-4e92-86f7-e99a9e1e02f4,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:41.756089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.756436 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment 9f06208d-19ba-4fe3-830b-4d5bcf9cf338 of type vlan for network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 Mar 25 20:13:41.783934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.878418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.883876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:41.884500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:41.998027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=456ac8ff-4fa5-45ea-b9fb-576f8ba1e501,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:42.009470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:13:42.010293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-024fe11d-e6fc-4688-a0b0-8551328aae1e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3689444 Mar 25 20:13:42.012944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36146) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:42.020611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': '456ac8ff-4fa5-45ea-b9fb-576f8ba1e501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:42.042667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:42.105398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4682d47f-ab75-4f55-b08b-3ddfba9329d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:42.134939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:42.138768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:42.141572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:42.147771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:42.238995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:13:42.242836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:42.302179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e980c71c-25ce-4bad-b76b-8df12d8dacc1 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:42.338494 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: e980c71c-25ce-4bad-b76b-8df12d8dacc1 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:42.338840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e980c71c-25ce-4bad-b76b-8df12d8dacc1 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:42.524520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:42.527914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:42.608097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=54947c09-31af-4509-b132-53de6e232898,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:42.614986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': '9f06208d-19ba-4fe3-830b-4d5bcf9cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ac8ff-4fa5-45ea-b9fb-576f8ba1e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:42.615339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:13:42.698806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:13:42.714638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:42.724328 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] Sync routers for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:42.728958 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bdd2ccb3-35ce-4bdf-bdbe-1741d2601743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/ab5133ea-d6fd-43af-ba66-f68b1aba54a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7596843 Mar 25 20:13:42.733726 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:42.734325 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:42.798490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:42.803177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:42.807415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:42.816657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73715f14-819f-48a8-b4f9-878489939b75 None None] Network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:42.837017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:42.851892 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:42.896919 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ccef1117-ca3b-4d68-bee9-f210de7b8004 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8827248 Mar 25 20:13:42.899710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36152) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:42.905938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1154647745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:42.913413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:42.917532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:router and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:42.919697 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:42.920832 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:42.928332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:42.988896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:42.990529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.008653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.043857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-456ac8ff-4fa5-45ea-b9fb-576f8ba1e501', 'network_id': '456ac8ff-4fa5-45ea-b9fb-576f8ba1e501', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': '54947c09-31af-4509-b132-53de6e232898'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:13:43.044777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.101397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.186522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.188273 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5c26bbb8-54b6-4ec2-9d99-55aa37bcf9ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2873991 Mar 25 20:13:43.192030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36158) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:43.214030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Allocated IP 172.20.0.2 (456ac8ff-4fa5-45ea-b9fb-576f8ba1e501/54947c09-31af-4509-b132-53de6e232898/3a68e2ea-f382-4726-8d0e-054bfe3c2b47) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:43.291939 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:41Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:40Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:43.296285 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] Checking router: ab5133ea-d6fd-43af-ba66-f68b1aba54a7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:13:43.306276 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:43.306874 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:43.441425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.452179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Transition to ACTIVE for port object 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:43.471980 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Transition to ACTIVE for port object 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:43.500767 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:43.527650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.599194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:43.607067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:43.612891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:43.615356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Pushing event updated for resources: {'Port': ['ID=3a68e2ea-f382-4726-8d0e-054bfe3c2b47,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:43.690042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979c105-a90d-474d-b554-c634fcdcef71 req-873e309a-fe11-4397-8fbe-f6e161655b89 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:43.691391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0979c105-a90d-474d-b554-c634fcdcef71 req-873e309a-fe11-4397-8fbe-f6e161655b89 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:43.710227 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Attempting to bind port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:13:43.710664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Attempting to bind port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '9f06208d-19ba-4fe3-830b-4d5bcf9cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ac8ff-4fa5-45ea-b9fb-576f8ba1e501'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:13:43.711101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Attempting to bind port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 on network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:13:43.716454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:13:43.716953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Checking segment: {'id': '9f06208d-19ba-4fe3-830b-4d5bcf9cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ac8ff-4fa5-45ea-b9fb-576f8ba1e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:13:43.717418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.717870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Bound using segment: {'id': '9f06208d-19ba-4fe3-830b-4d5bcf9cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ac8ff-4fa5-45ea-b9fb-576f8ba1e501'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:13:43.718393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Bound port: 3a68e2ea-f382-4726-8d0e-054bfe3c2b47, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f06208d-19ba-4fe3-830b-4d5bcf9cf338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ac8ff-4fa5-45ea-b9fb-576f8ba1e501'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:13:43.718827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.826198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] For port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:13:43.826198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] For port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3a68e2ea-f382-4726-8d0e-054bfe3c2b47,segment=NetworkSegment(9f06208d-19ba-4fe3-830b-4d5bcf9cf338),segment_id=9f06208d-19ba-4fe3-830b-4d5bcf9cf338)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:13:43.883820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0979c105-a90d-474d-b554-c634fcdcef71 req-873e309a-fe11-4397-8fbe-f6e161655b89 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:43.884984 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0979c105-a90d-474d-b554-c634fcdcef71 req-873e309a-fe11-4397-8fbe-f6e161655b89 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 946 time: 0.6287794 Mar 25 20:13:43.889343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.895666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:43.931388 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:41Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:40Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:43.937706 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7452e57-dbfa-4c53-b2dc-feb6a616e5bb None None] The sync data for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv is: [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:41Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '53e3f566-3b72-41e4-bbdf-95653513034c', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'port_id': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'mac_address': 'fa:16:3e:cc:4a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:11:35Z', 'updated_at': '2022-03-25T20:11:40Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:43.994289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06332278-45ff-4f2b-9ec8-2d20a45bb9c0 None None] Pushing event updated for resources: {'Port': ['ID=3a68e2ea-f382-4726-8d0e-054bfe3c2b47,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:44.064796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0979c105-a90d-474d-b554-c634fcdcef71 req-0dbfd3b6-911a-40a3-a90e-447523956236 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665177 Mar 25 20:13:44.201815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:44.269082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.20.0.1 (456ac8ff-4fa5-45ea-b9fb-576f8ba1e501/54947c09-31af-4509-b132-53de6e232898/3fd1decb-196a-423b-af34-a3acdc6970d5) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:44.335510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0af61134-6dab-4e92-86f7-e99a9e1e02f4 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:44.375675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 0af61134-6dab-4e92-86f7-e99a9e1e02f4 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:44.376023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0af61134-6dab-4e92-86f7-e99a9e1e02f4 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:44.465865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:44.483244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object 3fd1decb-196a-423b-af34-a3acdc6970d5 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:13:44.567306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:44.630607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:44.633647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:44.638072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:44.683332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=3fd1decb-196a-423b-af34-a3acdc6970d5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:44.710427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:44.903904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:45.072435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-7d72bdef-d6fb-45be-bbfb-7b8556405e31 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:45.072435 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-7d72bdef-d6fb-45be-bbfb-7b8556405e31 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 946 time: 0.2404952 Mar 25 20:13:45.298212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:45.298212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:45.448454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0059edf-014c-4c9e-9db1-4f212b9253cf None None] Network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:45.695889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8a39dc26-e674-4099-baf2-d1215e18e7c9 None None] Provisioning for port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:45.896679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea731a1-287c-4d5b-bce1-97023c908c68 req-4e1c894a-ce4a-473e-8544-18f3533d1b99 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:45.896679 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eea731a1-287c-4d5b-bce1-97023c908c68 req-4e1c894a-ce4a-473e-8544-18f3533d1b99 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 946 time: 0.6747336 Mar 25 20:13:45.948700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:45.956463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 270f8fc1-0b45-4e24-9b87-8d1cf539d672, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=270f8fc1-0b45-4e24-9b87-8d1cf539d672,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:45.956463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.043293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eea731a1-287c-4d5b-bce1-97023c908c68 req-617fe646-5f97-4a3d-831a-1dd27abe5df3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a6c4f16-c572-44ec-90fa-816bd997ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400294 Mar 25 20:13:46.092302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-adf931fa-f5cf-4652-a466-718e95d367e3 None None] Provisioning for port 3fd1decb-196a-423b-af34-a3acdc6970d5 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:46.102065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-adf931fa-f5cf-4652-a466-718e95d367e3 None None] Provisioning complete for port 3fd1decb-196a-423b-af34-a3acdc6970d5 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:46.102065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adf931fa-f5cf-4652-a466-718e95d367e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.107685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.151489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 270f8fc1-0b45-4e24-9b87-8d1cf539d672 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:46.169409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-adf931fa-f5cf-4652-a466-718e95d367e3 None None] Port 3fd1decb-196a-423b-af34-a3acdc6970d5 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:46.306594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:46.360275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3fb807b0-4246-48d1-a609-b892e5216276 None None] Provisioning complete for port 3fd1decb-196a-423b-af34-a3acdc6970d5 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:46.360275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3fb807b0-4246-48d1-a609-b892e5216276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.394763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.394763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=3fd1decb-196a-423b-af34-a3acdc6970d5,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:46.442141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3fb807b0-4246-48d1-a609-b892e5216276 None None] Port 3fd1decb-196a-423b-af34-a3acdc6970d5 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:46.493027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.508294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:13:46.518497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:46.518497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.579114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=270f8fc1-0b45-4e24-9b87-8d1cf539d672,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:46.660157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.664994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port 270f8fc1-0b45-4e24-9b87-8d1cf539d672 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:46.664994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.664994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e', 'name': 'network-vif-deleted', 'tag': '270f8fc1-0b45-4e24-9b87-8d1cf539d672'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:13:46.712378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:46.712378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:46.717386 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3a68e2ea-f382-4726-8d0e-054bfe3c2b47,segment=NetworkSegment(9f06208d-19ba-4fe3-830b-4d5bcf9cf338),segment_id=9f06208d-19ba-4fe3-830b-4d5bcf9cf338)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:46.790237 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e', 'name': 'network-vif-deleted', 'tag': '270f8fc1-0b45-4e24-9b87-8d1cf539d672', 'status': 'completed', 'code': 200} Mar 25 20:13:46.790237 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c37cd1cb-a10f-4f8d-94c0-5a1cd615737c req-589db282-dd13-4633-abf5-809b7aa928ba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/270f8fc1-0b45-4e24-9b87-8d1cf539d672 HTTP/1.1" status: 204 len: 173 time: 1.7072546 Mar 25 20:13:46.813747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:46.926107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=3a68e2ea-f382-4726-8d0e-054bfe3c2b47,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:47.006392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 270f8fc1-0b45-4e24-9b87-8d1cf539d672 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:47.068959 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 270f8fc1-0b45-4e24-9b87-8d1cf539d672 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:47.068959 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 270f8fc1-0b45-4e24-9b87-8d1cf539d672 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:47.080519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2e8bf72e-39aa-4ff3-8d6b-09ee76483b64 None None] Provisioning complete for port 3fd1decb-196a-423b-af34-a3acdc6970d5 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:47.080519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e8bf72e-39aa-4ff3-8d6b-09ee76483b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:47.091583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router e4c26f53-3cee-4e91-ac41-1350adbc0fc5 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:13:47.166696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2e8bf72e-39aa-4ff3-8d6b-09ee76483b64 None None] Port 3fd1decb-196a-423b-af34-a3acdc6970d5 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:13:47.314048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:47.330542 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a352beab-be25-4b6d-9511-d8188c607bb8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/e4c26f53-3cee-4e91-ac41-1350adbc0fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1340504 Mar 25 20:13:47.330542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-56bdb337-adaa-4d1d-bb38-d70c4cfc7f5e req-e8ed8029-a39e-415d-80b9-1cb04a62c274 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:47.333227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36174) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:47.337867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa017a-6837-4980-b1b0-44ac85ae3754 None None] Sync routers for ids ['e4c26f53-3cee-4e91-ac41-1350adbc0fc5'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:47.350903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa017a-6837-4980-b1b0-44ac85ae3754 None None] Routers {'e4c26f53-3cee-4e91-ac41-1350adbc0fc5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:47.350903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e3fa017a-6837-4980-b1b0-44ac85ae3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e4c26f53-3cee-4e91-ac41-1350adbc0fc5'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:47.429150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-56bdb337-adaa-4d1d-bb38-d70c4cfc7f5e req-e8ed8029-a39e-415d-80b9-1cb04a62c274 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:47.429150 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-56bdb337-adaa-4d1d-bb38-d70c4cfc7f5e req-e8ed8029-a39e-415d-80b9-1cb04a62c274 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=91eba5fb-6fd9-4233-b7c2-ecd62aa33d1e HTTP/1.1" status: 200 len: 210 time: 0.1617882 Mar 25 20:13:47.434892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae810aaa-3608-4c13-8b3c-667b116cdbb5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:47.434892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ae810aaa-3608-4c13-8b3c-667b116cdbb5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:47.438852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e3fa017a-6837-4980-b1b0-44ac85ae3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:47.448362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa017a-6837-4980-b1b0-44ac85ae3754 None None] Routers {'e4c26f53-3cee-4e91-ac41-1350adbc0fc5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:47.448362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e3fa017a-6837-4980-b1b0-44ac85ae3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e4c26f53-3cee-4e91-ac41-1350adbc0fc5'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:47.507759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ae810aaa-3608-4c13-8b3c-667b116cdbb5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:47.507759 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ae810aaa-3608-4c13-8b3c-667b116cdbb5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports/3fd1decb-196a-423b-af34-a3acdc6970d5 HTTP/1.1" status: 200 len: 910 time: 0.1744905 Mar 25 20:13:47.515585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36178) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:47.529528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e3fa017a-6837-4980-b1b0-44ac85ae3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:47.529528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa017a-6837-4980-b1b0-44ac85ae3754 None None] The sync data for ids ['e4c26f53-3cee-4e91-ac41-1350adbc0fc5'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:47.887983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.233829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.273470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:13:48.337423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:13:48.337802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.532200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36184) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:48.607149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 3fd1decb-196a-423b-af34-a3acdc6970d5 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:48.607149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.613216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2130-f44d-480b-a3e9-8ffb4157d9f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.652664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2130-f44d-480b-a3e9-8ffb4157d9f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.775634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2130-f44d-480b-a3e9-8ffb4157d9f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.798367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d2130-f44d-480b-a3e9-8ffb4157d9f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6c4f16-c572-44ec-90fa-816bd997ff97,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:48.805814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2130-f44d-480b-a3e9-8ffb4157d9f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.805814 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8b8d2130-f44d-480b-a3e9-8ffb4157d9f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a6c4f16-c572-44ec-90fa-816bd997ff97 HTTP/1.1" status: 204 len: 168 time: 0.2685444 Mar 25 20:13:48.825120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:48.931052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36190) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:48.963021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 3fd1decb-196a-423b-af34-a3acdc6970d5 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:49.001497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5af62b5-22ee-4215-901b-7ffbb19a83ed tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet e9476218-e6b1-485e-8f9c-04b4ae41fb28 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:13:49.001497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5af62b5-22ee-4215-901b-7ffbb19a83ed tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.066960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5af62b5-22ee-4215-901b-7ffbb19a83ed tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.158069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5af62b5-22ee-4215-901b-7ffbb19a83ed tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.250213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.295750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5af62b5-22ee-4215-901b-7ffbb19a83ed tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.328736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=3fd1decb-196a-423b-af34-a3acdc6970d5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:49.347446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af62b5-22ee-4215-901b-7ffbb19a83ed tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=e9476218-e6b1-485e-8f9c-04b4ae41fb28,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:49.351587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5af62b5-22ee-4215-901b-7ffbb19a83ed tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.359084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcdcaf5-3363-43c7-9e6e-e9d33cd5c81d None None] Network 51bd01db-d9f8-4507-a19b-9aa6560bf242 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:49.362282 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e5af62b5-22ee-4215-901b-7ffbb19a83ed tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/e9476218-e6b1-485e-8f9c-04b4ae41fb28 HTTP/1.1" status: 204 len: 168 time: 0.4373183 Mar 25 20:13:49.366231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36194) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:49.516346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.546550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:49.546550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.745888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] DHCP port deletion for 51bd01db-d9f8-4507-a19b-9aa6560bf242 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:13:49.750636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] Deleting port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:49.751002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.782545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a22ba554-f28d-4d97-a5d7-ac3137c4ceaf,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:49.783280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.783451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:49.921603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for a22ba554-f28d-4d97-a5d7-ac3137c4ceaf owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:49.969534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] For port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a22ba554-f28d-4d97-a5d7-ac3137c4ceaf,segment=NetworkSegment(86c4f30c-60cc-4cda-a57a-6f1a733bb0bc),segment_id=86c4f30c-60cc-4cda-a57a-6f1a733bb0bc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:49.970226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.066847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router e4c26f53-3cee-4e91-ac41-1350adbc0fc5 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:50.134986 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] Calling delete_port for a22ba554-f28d-4d97-a5d7-ac3137c4ceaf owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:50.169850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.202915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:50.213693 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a14a524-7a94-4197-ae86-395e65e290cd None None] Sync routers for ids ['e4c26f53-3cee-4e91-ac41-1350adbc0fc5'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:50.218118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:13:50.218495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:13:50.224109 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14a524-7a94-4197-ae86-395e65e290cd None None] Routers {'e4c26f53-3cee-4e91-ac41-1350adbc0fc5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:50.224752 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5a14a524-7a94-4197-ae86-395e65e290cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e4c26f53-3cee-4e91-ac41-1350adbc0fc5'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:50.228654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=a22ba554-f28d-4d97-a5d7-ac3137c4ceaf,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:50.233818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:50.262123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a22ba554-f28d-4d97-a5d7-ac3137c4ceaf no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:50.290108 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5a14a524-7a94-4197-ae86-395e65e290cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:50.292233 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-eefe3ab4-1e5b-422d-896d-dddfbe31da29 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/e4c26f53-3cee-4e91-ac41-1350adbc0fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7821972 Mar 25 20:13:50.295113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36198) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:50.296325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: a22ba554-f28d-4d97-a5d7-ac3137c4ceaf {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:50.296823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a22ba554-f28d-4d97-a5d7-ac3137c4ceaf not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:50.300030 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14a524-7a94-4197-ae86-395e65e290cd None None] Routers {'e4c26f53-3cee-4e91-ac41-1350adbc0fc5'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:50.300671 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5a14a524-7a94-4197-ae86-395e65e290cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e4c26f53-3cee-4e91-ac41-1350adbc0fc5'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:50.348421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-225b139d-a2b2-4614-9868-48ae4738e528 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:50.376298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.402799 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5a14a524-7a94-4197-ae86-395e65e290cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:50.402799 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a14a524-7a94-4197-ae86-395e65e290cd None None] The sync data for ids ['e4c26f53-3cee-4e91-ac41-1350adbc0fc5'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:50.418818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bd01db-d9f8-4507-a19b-9aa6560bf242']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:50.425895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:50.425895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c4f30c-60cc-4cda-a57a-6f1a733bb0bc') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:50.438947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.442301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-225b139d-a2b2-4614-9868-48ae4738e528 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:50.442301 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-225b139d-a2b2-4614-9868-48ae4738e528 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4c26f53-3cee-4e91-ac41-1350adbc0fc5 HTTP/1.1" status: 200 len: 205 time: 0.1389360 Mar 25 20:13:50.450204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36202) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:50.515996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.572402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:13:50.573100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:13:50.594384 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:13:50.616575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5353fbad-8ab5-44ab-b2b0-ea858f13af2b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.720587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] Deleting port a22ba554-f28d-4d97-a5d7-ac3137c4ceaf {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:50.721245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.792811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c67f4-c31c-40d9-a7b2-40af6ae467ef None None] The port 'a22ba554-f28d-4d97-a5d7-ac3137c4ceaf' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:13:50.913273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:50.936502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.006866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=51bd01db-d9f8-4507-a19b-9aa6560bf242,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:51.010300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5353fbad-8ab5-44ab-b2b0-ea858f13af2b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.013683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5353fbad-8ab5-44ab-b2b0-ea858f13af2b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.090240 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d166e1e3-6ad9-41ff-847c-d4428c6ce6fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/51bd01db-d9f8-4507-a19b-9aa6560bf242 HTTP/1.1" status: 204 len: 168 time: 1.7216971 Mar 25 20:13:51.092785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36206) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:51.152978 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5353fbad-8ab5-44ab-b2b0-ea858f13af2b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.153476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5353fbad-8ab5-44ab-b2b0-ea858f13af2b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Fanout notify agent at l3_agent the message router_deleted on router e4c26f53-3cee-4e91-ac41-1350adbc0fc5 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:13:51.181408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5353fbad-8ab5-44ab-b2b0-ea858f13af2b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.182526 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5353fbad-8ab5-44ab-b2b0-ea858f13af2b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/e4c26f53-3cee-4e91-ac41-1350adbc0fc5 HTTP/1.1" status: 204 len: 168 time: 0.7408998 Mar 25 20:13:51.186130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36210) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:51.342684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e2c4db-ca85-4b91-8f1d-d69993569fbe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet 54947c09-31af-4509-b132-53de6e232898 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:13:51.349056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48e2c4db-ca85-4b91-8f1d-d69993569fbe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.403243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port da0e1ba3-4d9e-4da3-ab28-c776f7d28af4 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:51.403243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.466018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48e2c4db-ca85-4b91-8f1d-d69993569fbe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.781637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.782250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.793650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48e2c4db-ca85-4b91-8f1d-d69993569fbe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:51.949291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for da0e1ba3-4d9e-4da3-ab28-c776f7d28af4 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:52.100964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48e2c4db-ca85-4b91-8f1d-d69993569fbe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.149830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2c4db-ca85-4b91-8f1d-d69993569fbe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=54947c09-31af-4509-b132-53de6e232898,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:52.154938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-48e2c4db-ca85-4b91-8f1d-d69993569fbe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.162126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43436c78-9cc8-4dc9-a68f-4440027a639d None None] Network 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:13:52.172922 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-48e2c4db-ca85-4b91-8f1d-d69993569fbe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/54947c09-31af-4509-b132-53de6e232898 HTTP/1.1" status: 204 len: 168 time: 0.9865484 Mar 25 20:13:52.176780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36214) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:52.244634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.314359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=da0e1ba3-4d9e-4da3-ab28-c776f7d28af4,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:52.335275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.351586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:52.351586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.426493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.426493 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 53e3f566-3b72-41e4-bbdf-95653513034c disassociated (deleted). External IP: 172.26.8.166, port: b42f1921-c2c0-43b5-ad6a-7bbbde236f45. Mar 25 20:13:52.440825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] DHCP port deletion for 456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:13:52.460001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] Deleting port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:52.460001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.591074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3a68e2ea-f382-4726-8d0e-054bfe3c2b47,segment=NetworkSegment(9f06208d-19ba-4fe3-830b-4d5bcf9cf338),segment_id=9f06208d-19ba-4fe3-830b-4d5bcf9cf338)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:52.591074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.682320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] For port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3a68e2ea-f382-4726-8d0e-054bfe3c2b47,segment=NetworkSegment(9f06208d-19ba-4fe3-830b-4d5bcf9cf338),segment_id=9f06208d-19ba-4fe3-830b-4d5bcf9cf338)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:52.682801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.733069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:52.823184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] Calling delete_port for 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:52.837156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:52.884117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:52.897719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:13:52.898077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:13:52.931786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=3a68e2ea-f382-4726-8d0e-054bfe3c2b47,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:52.935416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No DVR routers for this DVR port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:53.038417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:53.047180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:53.058193 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] Sync routers for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:53.067987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:53.067987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:53.107954 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c0ddae6f-ac91-442e-90f8-e75d8c5c9b48 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/53e3f566-3b72-41e4-bbdf-95653513034c HTTP/1.1" status: 204 len: 168 time: 2.0100911 Mar 25 20:13:53.107954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:13:53.152166 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'status': 'completed', 'code': 200} Mar 25 20:13:53.232798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:53.266016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456ac8ff-4fa5-45ea-b9fb-576f8ba1e501']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:53.281846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f06208d-19ba-4fe3-830b-4d5bcf9cf338') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:53.282143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f06208d-19ba-4fe3-830b-4d5bcf9cf338') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:53.296170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:53.301359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:53.328814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:53.335793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-4fc98c80-b516-46f0-b82b-d77bf3241bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:53.335793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-4fc98c80-b516-46f0-b82b-d77bf3241bd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 1098 time: 0.1501913 Mar 25 20:13:53.335793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:13:53.338787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:13:53.355652 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:13:53.443606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] Deleting port 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:53.443985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:53.563711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-d9e13f82-fc61-4a04-b4e0-337b6f0d92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:53.563711 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-d9e13f82-fc61-4a04-b4e0-337b6f0d92f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 HTTP/1.1" status: 200 len: 897 time: 0.2108364 Mar 25 20:13:53.629442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:53.647499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-0f0c7834-6e41-491b-b118-5297e0367f44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45 HTTP/1.1" status: 200 len: 217 time: 0.0788403 Mar 25 20:13:53.670022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:53.698381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3b3adb50-377f-4061-a5bc-3867cc602aed None None] The port '3a68e2ea-f382-4726-8d0e-054bfe3c2b47' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:13:53.727676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=456ac8ff-4fa5-45ea-b9fb-576f8ba1e501,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:53.777294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:41Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:53.777294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] Checking router: ab5133ea-d6fd-43af-ba66-f68b1aba54a7 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:13:53.784744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:53.785344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:53.810302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-e5379757-f726-4403-863c-36d95be138c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:53.811736 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-e5379757-f726-4403-863c-36d95be138c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30a5b0d9-a476-4143-8fba-99e6c830c514 HTTP/1.1" status: 200 len: 835 time: 0.1372373 Mar 25 20:13:53.866490 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ebb5f5d9-7461-46c7-a64d-7dbf3370cada tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/456ac8ff-4fa5-45ea-b9fb-576f8ba1e501 HTTP/1.1" status: 204 len: 168 time: 1.6884279 Mar 25 20:13:53.870209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36226) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:53.882741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1939694567', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:53.900039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f1e8-5b1e-4554-835a-61b2eabba572 req-a9811694-4471-4d40-808e-7215324a4af9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:53.901499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a449f1e8-5b1e-4554-835a-61b2eabba572 req-a9811694-4471-4d40-808e-7215324a4af9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 945 time: 0.1773005 Mar 25 20:13:53.905315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:13:53.910118 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:router and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:13:53.914885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:13:53.935766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:13:53.981399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:13:53.987006 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a449f1e8-5b1e-4554-835a-61b2eabba572 req-9a5cc9e8-3089-4c94-a995-6b3645c1ef69 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695424 Mar 25 20:13:53.987006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-25e83c7b-a277-4498-a1da-aad2d76b32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:53.987006 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-25e83c7b-a277-4498-a1da-aad2d76b32c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1618879 Mar 25 20:13:53.999001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-da8de6a9-7726-44bd-832d-2db7e6c63845 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:13:54.002990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-da8de6a9-7726-44bd-832d-2db7e6c63845 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056639 Mar 25 20:13:54.088204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:54.089236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:54.126177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:54.156723 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-3ee887aa-1df5-4a7a-a60f-aaaed73c1493 service neutron] 10.222.0.43 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486928 Mar 25 20:13:54.274743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:54.311177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:54.311777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3a68e2ea-f382-4726-8d0e-054bfe3c2b47 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:54.344787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:41Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:54.350057 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef7021-d988-415e-aef0-d879fac3ce64 None None] The sync data for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv is: [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:13:41Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '58f93b95-d858-49f2-a065-fb547644674a', 'name': '', 'network_id': 'ab1d1d85-42a7-4fc1-8c2e-c564f47824f0', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:78:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:56Z', 'updated_at': '2022-03-25T20:11:05Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '30a5b0d9-a476-4143-8fba-99e6c830c514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:54.531713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25b7987c-eb5c-4f78-9045-dde69f20481d req-4f09d7b8-12dd-4a49-9077-6a679e13c3dd service neutron] 10.222.0.43 "GET /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671570 Mar 25 20:13:54.579897 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8ed94-9828-4022-9529-c33179749a9b None None] New status for floating IP 53e3f566-3b72-41e4-bbdf-95653513034c: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:13:54.666646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:55.061660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:55.094155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:55.369618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.26.8.138 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/2b67e5b3-405a-486e-8ce5-55ba5bda12ef) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:13:55.387505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-a6b002ba-ae9f-45e7-ae62-b06a09c83865 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:55.387505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-a6b002ba-ae9f-45e7-ae62-b06a09c83865 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 945 time: 0.2122581 Mar 25 20:13:55.395740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3d216-afd8-4871-a4ab-7c50e9a1670f req-15c6dafc-ce47-456c-a600-450aacc02e90 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:13:55.395740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bf3d216-afd8-4871-a4ab-7c50e9a1670f req-15c6dafc-ce47-456c-a600-450aacc02e90 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 945 time: 0.2564547 Mar 25 20:13:55.540949 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bf3d216-afd8-4871-a4ab-7c50e9a1670f req-8237161e-8404-4348-80af-0fe71e61ec84 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=25cacdc8-f914-49a2-8c2c-18b3c293fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148620 Mar 25 20:13:55.544179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:13:55.544557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:55.763381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:55.921349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port b42f1921-c2c0-43b5-ad6a-7bbbde236f45, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:13:55.924092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:56.045012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:56.054181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for b42f1921-c2c0-43b5-ad6a-7bbbde236f45 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:13:56.147987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:13:56.153557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:13:56.158480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:13:56.223961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=2b67e5b3-405a-486e-8ce5-55ba5bda12ef,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:56.694293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:56.738084 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de605a6d-9cae-414f-817c-6abb19eb0eb7 req-7323664f-03aa-4677-9174-57a341d2b624 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0807867 Mar 25 20:13:56.809801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=b42f1921-c2c0-43b5-ad6a-7bbbde236f45,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:56.898515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port b42f1921-c2c0-43b5-ad6a-7bbbde236f45 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:13:56.903089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:56.908387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'name': 'network-vif-deleted', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:13:56.978561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023f9fa5-6536-40a8-a94d-b7e53fd5ebb3', 'name': 'network-vif-deleted', 'tag': 'b42f1921-c2c0-43b5-ad6a-7bbbde236f45', 'status': 'completed', 'code': 200} Mar 25 20:13:56.993257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3ce7f5e7-322c-49d4-a440-aa00552e48a8 req-74242988-f6d9-40c3-aa19-dd5da9371ffc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/b42f1921-c2c0-43b5-ad6a-7bbbde236f45 HTTP/1.1" status: 204 len: 173 time: 1.6023438 Mar 25 20:13:57.017933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:57.380984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:57.646684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router a296bdd1-2473-4d59-830b-f93b98507fba is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:13:57.970559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-28e479e2-2567-4049-bf53-5d613ecd0a1f req-1e34bdcf-2dee-491e-903f-b21bf69806ff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:57.999199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:58.008783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9f802-0e1c-4287-9f9b-f4c837ffbb0d None None] Sync routers for ids ['a296bdd1-2473-4d59-830b-f93b98507fba'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:58.018490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9f802-0e1c-4287-9f9b-f4c837ffbb0d None None] Routers {'a296bdd1-2473-4d59-830b-f93b98507fba'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:58.019086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-15b9f802-0e1c-4287-9f9b-f4c837ffbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a296bdd1-2473-4d59-830b-f93b98507fba'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:58.082666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:58.083665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-15b9f802-0e1c-4287-9f9b-f4c837ffbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:58.083770 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-12aab521-ed13-45fa-8e67-67e7d3af989e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.2125685 Mar 25 20:13:58.084860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-28e479e2-2567-4049-bf53-5d613ecd0a1f req-1e34bdcf-2dee-491e-903f-b21bf69806ff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:58.085892 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28e479e2-2567-4049-bf53-5d613ecd0a1f req-1e34bdcf-2dee-491e-903f-b21bf69806ff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=023f9fa5-6536-40a8-a94d-b7e53fd5ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1680498 Mar 25 20:13:58.087035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36238) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:58.095198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9f802-0e1c-4287-9f9b-f4c837ffbb0d None None] Routers {'a296bdd1-2473-4d59-830b-f93b98507fba'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:58.095808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-15b9f802-0e1c-4287-9f9b-f4c837ffbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a296bdd1-2473-4d59-830b-f93b98507fba'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:58.159538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-15b9f802-0e1c-4287-9f9b-f4c837ffbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:58.160402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9f802-0e1c-4287-9f9b-f4c837ffbb0d None None] The sync data for ids ['a296bdd1-2473-4d59-830b-f93b98507fba'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:13:58.385838 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4fb807b9-4c24-48bb-b139-b6aef4993861 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/routers/a296bdd1-2473-4d59-830b-f93b98507fba HTTP/1.1" status: 200 len: 881 time: 0.2980700 Mar 25 20:13:58.388145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36242) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:58.592823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-87e2405c-1849-4053-a24b-5bd057fa7c3c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:router {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:13:58.681193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-87e2405c-1849-4053-a24b-5bd057fa7c3c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:router {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:13:58.685246 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-87e2405c-1849-4053-a24b-5bd057fa7c3c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2932553 Mar 25 20:13:58.685246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36246) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:58.690449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-400b8de2-b21a-42cf-a24e-03cd5ad3e4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1939694567'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:13:59.086159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device b42f1921-c2c0-43b5-ad6a-7bbbde236f45 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:13:59.125238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: b42f1921-c2c0-43b5-ad6a-7bbbde236f45 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:13:59.127782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device b42f1921-c2c0-43b5-ad6a-7bbbde236f45 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:13:59.184009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36252) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:59.233496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-400b8de2-b21a-42cf-a24e-03cd5ad3e4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:59.254440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7f47d657-a703-40d7-9ec8-6dd17ddcdbca tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:59.284087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7f47d657-a703-40d7-9ec8-6dd17ddcdbca tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:59.316306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-400b8de2-b21a-42cf-a24e-03cd5ad3e4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:59.466533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7f47d657-a703-40d7-9ec8-6dd17ddcdbca tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:59.486396 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47d657-a703-40d7-9ec8-6dd17ddcdbca tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cacdc8-f914-49a2-8c2c-18b3c293fadc,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:13:59.486621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400b8de2-b21a-42cf-a24e-03cd5ad3e4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router a296bdd1-2473-4d59-830b-f93b98507fba has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:13:59.499111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7f47d657-a703-40d7-9ec8-6dd17ddcdbca tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:59.503385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7f47d657-a703-40d7-9ec8-6dd17ddcdbca tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/25cacdc8-f914-49a2-8c2c-18b3c293fadc HTTP/1.1" status: 204 len: 168 time: 0.3151021 Mar 25 20:13:59.581506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36258) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:59.798593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b8de2-b21a-42cf-a24e-03cd5ad3e4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:13:59.805935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-400b8de2-b21a-42cf-a24e-03cd5ad3e4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:13:59.807602 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-400b8de2-b21a-42cf-a24e-03cd5ad3e4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/a296bdd1-2473-4d59-830b-f93b98507fba HTTP/1.1" status: 200 len: 888 time: 1.1217108 Mar 25 20:13:59.809674 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86df3b7-471a-4db2-88ba-f3f8a90db9d4 None None] Sync routers for ids ['a296bdd1-2473-4d59-830b-f93b98507fba'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:13:59.811928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36262) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:13:59.821143 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86df3b7-471a-4db2-88ba-f3f8a90db9d4 None None] Routers {'a296bdd1-2473-4d59-830b-f93b98507fba'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:59.822022 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e86df3b7-471a-4db2-88ba-f3f8a90db9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a296bdd1-2473-4d59-830b-f93b98507fba'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:59.887603 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e86df3b7-471a-4db2-88ba-f3f8a90db9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:59.896245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86df3b7-471a-4db2-88ba-f3f8a90db9d4 None None] Routers {'a296bdd1-2473-4d59-830b-f93b98507fba'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:13:59.896569 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e86df3b7-471a-4db2-88ba-f3f8a90db9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a296bdd1-2473-4d59-830b-f93b98507fba'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:59.955571 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e86df3b7-471a-4db2-88ba-f3f8a90db9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:13:59.955970 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86df3b7-471a-4db2-88ba-f3f8a90db9d4 None None] The sync data for ids ['a296bdd1-2473-4d59-830b-f93b98507fba'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:00.003671 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3b7a1c28-fe22-4743-bdb7-4305be81fda7 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/routers/a296bdd1-2473-4d59-830b-f93b98507fba HTTP/1.1" status: 200 len: 888 time: 0.1920116 Mar 25 20:14:00.006320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36266) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:00.057924 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d3fbbcd7-a953-493d-acfe-812d6ecdea1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=a296bdd1-2473-4d59-830b-f93b98507fba HTTP/1.1" status: 200 len: 205 time: 0.0463178 Mar 25 20:14:00.057924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36270) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:00.164273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:00.244501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:00.428199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:00.489629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 2b67e5b3-405a-486e-8ce5-55ba5bda12ef {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:00.489968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:00.523195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 58f93b95-d858-49f2-a065-fb547644674a {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:00.523968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:00.670276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:00.716030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 58f93b95-d858-49f2-a065-fb547644674a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=58f93b95-d858-49f2-a065-fb547644674a,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:00.721665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:00.796775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 2b67e5b3-405a-486e-8ce5-55ba5bda12ef owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:00.962560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 58f93b95-d858-49f2-a065-fb547644674a owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:01.040967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.091339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=2b67e5b3-405a-486e-8ce5-55ba5bda12ef,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:01.182371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.221007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.269693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=58f93b95-d858-49f2-a065-fb547644674a,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:01.484856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.487593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.573977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.581780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.582346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Fanout notify agent at l3_agent the message router_deleted on router a296bdd1-2473-4d59-830b-f93b98507fba {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:14:01.691407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.692523 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8d9b617e-e676-430c-9ffa-3461e6d0776c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/a296bdd1-2473-4d59-830b-f93b98507fba HTTP/1.1" status: 204 len: 168 time: 1.6354415 Mar 25 20:14:01.696192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36274) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:01.701783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1492606146'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:01.710897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:01.711502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:01.714402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:01.720097 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:01.792466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:01.796043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.824824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:14:01.833640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.833989 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment c40690b0-4cb3-46dc-969b-ce2999e5f4cf of type vlan for network 2836fb7a-0364-4932-a7d3-1adb1addbf57 Mar 25 20:14:01.859698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.947590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:01.953646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:01.956180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:01.956794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.066566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=2836fb7a-0364-4932-a7d3-1adb1addbf57,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:02.077526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 2836fb7a-0364-4932-a7d3-1adb1addbf57 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:14:02.102675 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ea1f9efa-d340-4ad4-8fe7-a612d55744de tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4053001 Mar 25 20:14:02.105257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36280) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:02.111329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': '2836fb7a-0364-4932-a7d3-1adb1addbf57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:02.135733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:02.156553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] Sync routers for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:02.193940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:02.193940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:02.228880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:02.232957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:02.235840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:02.242137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:02.245390 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-be107f9f-9798-4b10-8f34-d57c7c1843f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/ab5133ea-d6fd-43af-ba66-f68b1aba54a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6603844 Mar 25 20:14:02.245919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36284) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:02.323903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb946e7-1aae-404b-b353-13ed41f73e0d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet 30a5b0d9-a476-4143-8fba-99e6c830c514 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:14:02.326842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bb946e7-1aae-404b-b353-13ed41f73e0d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.369946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:02.382403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bb946e7-1aae-404b-b353-13ed41f73e0d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.397690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:02.403314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.469380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bb946e7-1aae-404b-b353-13ed41f73e0d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.701452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.720251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:14:01Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:02.726130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] Checking router: ab5133ea-d6fd-43af-ba66-f68b1aba54a7 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:02.727622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bb946e7-1aae-404b-b353-13ed41f73e0d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.734396 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] Routers {'ab5133ea-d6fd-43af-ba66-f68b1aba54a7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:02.735047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:02.770624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb946e7-1aae-404b-b353-13ed41f73e0d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=30a5b0d9-a476-4143-8fba-99e6c830c514,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:02.775798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1bb946e7-1aae-404b-b353-13ed41f73e0d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.787269 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1bb946e7-1aae-404b-b353-13ed41f73e0d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/30a5b0d9-a476-4143-8fba-99e6c830c514 HTTP/1.1" status: 204 len: 168 time: 0.5399055 Mar 25 20:14:02.789814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36288) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:02.794429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': 'c40690b0-4cb3-46dc-969b-ce2999e5f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2836fb7a-0364-4932-a7d3-1adb1addbf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:02.794429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: 2836fb7a-0364-4932-a7d3-1adb1addbf57, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:14:02.799799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=1cfc6e7d-60c6-436c-9009-fd56158e9387,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:02.802552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf1a775-bddf-47aa-ab76-ef0afb3cd0bf None None] Network ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:02.872524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 2836fb7a-0364-4932-a7d3-1adb1addbf57 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:14:02.970420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 2836fb7a-0364-4932-a7d3-1adb1addbf57) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:02.975205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:02.981270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:02.981532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.022748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22f2018-b497-4892-ab18-bd3c72d67384 None None] Network 2836fb7a-0364-4932-a7d3-1adb1addbf57 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:03.074621 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7334b63d-8630-4dea-9eea-d632839c938e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9671950 Mar 25 20:14:03.077181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36292) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:03.086168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1569433558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:03.093916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:03.098722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:router and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:03.102229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:03.110653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:03.164758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.169383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] Set router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:03.187576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.188862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.202869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.238354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 7944ec36-f0ce-44f5-903d-ed9befc31650 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:03.238354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.266885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.383268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.384787 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dc76927e-df97-4375-a34a-b23b131efcbc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3059151 Mar 25 20:14:03.387490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36296) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:03.424641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 7944ec36-f0ce-44f5-903d-ed9befc31650, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7944ec36-f0ce-44f5-903d-ed9befc31650,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:03.425165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.570457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] DHCP port deletion for ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:14:03.578002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] Deleting port 5ed2b856-50e8-478a-afb7-18155e8d1b63 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:03.578443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.596433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 7944ec36-f0ce-44f5-903d-ed9befc31650 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:03.613446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-2836fb7a-0364-4932-a7d3-1adb1addbf57', 'network_id': '2836fb7a-0364-4932-a7d3-1adb1addbf57', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': '1cfc6e7d-60c6-436c-9009-fd56158e9387'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:14:03.614323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.772862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:14:01Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:03.870935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30aadbe-dd3c-43e6-b7b3-fffc67061fb0 None None] The sync data for ids ['ab5133ea-d6fd-43af-ba66-f68b1aba54a7'] in dv-neutron-835149-1-hyperv is: [{'id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'name': 'tempest-TestNetworkBasicOps-router-2090357339', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:10:45Z', 'updated_at': '2022-03-25T20:14:01Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '7944ec36-f0ce-44f5-903d-ed9befc31650', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5133ea-d6fd-43af-ba66-f68b1aba54a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:10:47Z', 'updated_at': '2022-03-25T20:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:03.915412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.921731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:03.968031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=7944ec36-f0ce-44f5-903d-ed9befc31650,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:03.992054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] For port 5ed2b856-50e8-478a-afb7-18155e8d1b63, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5ed2b856-50e8-478a-afb7-18155e8d1b63,segment=NetworkSegment(261351df-c183-4fa9-91fa-e57e770fdef8),segment_id=261351df-c183-4fa9-91fa-e57e770fdef8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:03.992054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.071524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.128830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] Calling delete_port for 5ed2b856-50e8-478a-afb7-18155e8d1b63 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:04.156060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Allocated IP 172.20.0.2 (2836fb7a-0364-4932-a7d3-1adb1addbf57/1cfc6e7d-60c6-436c-9009-fd56158e9387/55bc1cfa-3f25-4ea2-a213-510b04bf8683) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:04.286200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.289810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.370769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 58f93b95-d858-49f2-a065-fb547644674a no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:04.385568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.386176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Fanout notify agent at l3_agent the message router_deleted on router ab5133ea-d6fd-43af-ba66-f68b1aba54a7 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:14:04.403572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.404950 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-98fe9f5b-0f87-4fe0-9365-a137c9272a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/routers/ab5133ea-d6fd-43af-ba66-f68b1aba54a7 HTTP/1.1" status: 204 len: 168 time: 1.6140079 Mar 25 20:14:04.407495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36300) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:04.417101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 58f93b95-d858-49f2-a065-fb547644674a {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:04.419352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 58f93b95-d858-49f2-a065-fb547644674a not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:04.419352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5ed2b856-50e8-478a-afb7-18155e8d1b63 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:04.448068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.500282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 5ed2b856-50e8-478a-afb7-18155e8d1b63 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:04.500769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5ed2b856-50e8-478a-afb7-18155e8d1b63 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:04.521689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] Pushing event deleted for resources: {'Port': ['ID=5ed2b856-50e8-478a-afb7-18155e8d1b63,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:04.531481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2a51f-ac86-4db2-9b64-6acdf72994f4 None None] No DVR routers for this DVR port 5ed2b856-50e8-478a-afb7-18155e8d1b63 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:14:04.623816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.637300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Transition to ACTIVE for port object 55bc1cfa-3f25-4ea2-a213-510b04bf8683 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:04.656975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.661088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Transition to ACTIVE for port object 55bc1cfa-3f25-4ea2-a213-510b04bf8683 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:04.725232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.792501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Network 2836fb7a-0364-4932-a7d3-1adb1addbf57 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:04.796408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:04.802559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.803906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.20.0.1 (2836fb7a-0364-4932-a7d3-1adb1addbf57/1cfc6e7d-60c6-436c-9009-fd56158e9387/8371c7f0-3fbc-493d-bfba-0e82d325dfd3) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:04.804228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:04.813702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Pushing event updated for resources: {'Port': ['ID=55bc1cfa-3f25-4ea2-a213-510b04bf8683,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:04.834807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1d1d85-42a7-4fc1-8c2e-c564f47824f0']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:04.853840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261351df-c183-4fa9-91fa-e57e770fdef8') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:04.853840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261351df-c183-4fa9-91fa-e57e770fdef8') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:04.867292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.884464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.891538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:14:04.891652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.905506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Attempting to bind port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:04.905806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Attempting to bind port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'c40690b0-4cb3-46dc-969b-ce2999e5f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2836fb7a-0364-4932-a7d3-1adb1addbf57'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:14:04.906486 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:14:04.909943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Attempting to bind port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 on network 2836fb7a-0364-4932-a7d3-1adb1addbf57 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:04.914270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:04.914681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Checking segment: {'id': 'c40690b0-4cb3-46dc-969b-ce2999e5f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2836fb7a-0364-4932-a7d3-1adb1addbf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:04.915088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.915488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Bound using segment: {'id': 'c40690b0-4cb3-46dc-969b-ce2999e5f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2836fb7a-0364-4932-a7d3-1adb1addbf57'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:04.915963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Bound port: 55bc1cfa-3f25-4ea2-a213-510b04bf8683, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40690b0-4cb3-46dc-969b-ce2999e5f4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '2836fb7a-0364-4932-a7d3-1adb1addbf57'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:04.916388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:04.996157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.013769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object 8371c7f0-3fbc-493d-bfba-0e82d325dfd3 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:05.013986 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] For port 55bc1cfa-3f25-4ea2-a213-510b04bf8683, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:05.017035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] For port 55bc1cfa-3f25-4ea2-a213-510b04bf8683, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=55bc1cfa-3f25-4ea2-a213-510b04bf8683,segment=NetworkSegment(c40690b0-4cb3-46dc-969b-ce2999e5f4cf),segment_id=c40690b0-4cb3-46dc-969b-ce2999e5f4cf)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:05.075761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.093059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.101422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.104608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.111140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=ab1d1d85-42a7-4fc1-8c2e-c564f47824f0,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:05.117602 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f9750faa-dfd5-44c1-a948-b79010e31a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/ab1d1d85-42a7-4fc1-8c2e-c564f47824f0 HTTP/1.1" status: 204 len: 168 time: 0.7072473 Mar 25 20:14:05.138418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36304) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:05.148135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--2009728630', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:05.153067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:05.159832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:network and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:05.162338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:05.169957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:05.184956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=8371c7f0-3fbc-493d-bfba-0e82d325dfd3,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:05.201746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 2836fb7a-0364-4932-a7d3-1adb1addbf57 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:05.201746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:05.202448 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a4cca-9d99-4989-83d3-96223b65c80d None None] Pushing event updated for resources: {'Port': ['ID=55bc1cfa-3f25-4ea2-a213-510b04bf8683,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:05.202556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:05.258973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.266380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:05.270595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.298841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:14:05.308875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.309279 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment d1273ecb-5e5c-46ba-b254-6414dcc2c862 of type vlan for network 0344eddf-6c16-4992-aa64-748f1205fdd2 Mar 25 20:14:05.342086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.438889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.448271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:05.448271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.566437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=0344eddf-6c16-4992-aa64-748f1205fdd2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:05.575640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-57e11d77-ed54-4744-9862-9dac871d6cbf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4360180 Mar 25 20:14:05.577522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:14:05.578347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36308) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:05.583293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'admin_state_up': True, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:05.590756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:05.594634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:router and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:05.597841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:05.605321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:05.653770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.685044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.687842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:05.703964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.107828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.189356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.216517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e0199-b4af-4634-ab7e-3b607fb7f082 None None] Network 2836fb7a-0364-4932-a7d3-1adb1addbf57 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:06.248532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.324042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.327875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=8371c7f0-3fbc-493d-bfba-0e82d325dfd3,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:06.339339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 55bc1cfa-3f25-4ea2-a213-510b04bf8683 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:06.460174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3e43fe7f-700b-4de0-95c0-363e47f90b34 None None] Provisioning for port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:06.604976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 2836fb7a-0364-4932-a7d3-1adb1addbf57 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:06.606559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:06.668143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:06.685127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:06.685583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.709558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.739352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.866140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:06.871196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 460a2871-9f92-4b20-8ffd-d6b085851b0d is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:14:06.907728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 55bc1cfa-3f25-4ea2-a213-510b04bf8683, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=55bc1cfa-3f25-4ea2-a213-510b04bf8683,segment=NetworkSegment(c40690b0-4cb3-46dc-969b-ce2999e5f4cf),segment_id=c40690b0-4cb3-46dc-969b-ce2999e5f4cf)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:06.973084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:07.023776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.173 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/bf7a1a04-03b5-4506-9a1b-e10ae889ab3d) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:07.037964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7944ec36-f0ce-44f5-903d-ed9befc31650 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:07.047389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:07.061492 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70279900-0209-4f34-ae70-8f750cfddb6f None None] Sync routers for ids ['460a2871-9f92-4b20-8ffd-d6b085851b0d'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:07.071237 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70279900-0209-4f34-ae70-8f750cfddb6f None None] Routers {'460a2871-9f92-4b20-8ffd-d6b085851b0d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:07.071879 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-70279900-0209-4f34-ae70-8f750cfddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['460a2871-9f92-4b20-8ffd-d6b085851b0d'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:07.078468 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bdcc9d83-c146-4653-b11d-be3a0d6a3f53 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/460a2871-9f92-4b20-8ffd-d6b085851b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6873875 Mar 25 20:14:07.078656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 7944ec36-f0ce-44f5-903d-ed9befc31650 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:07.078656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7944ec36-f0ce-44f5-903d-ed9befc31650 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:07.084723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36312) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:07.124409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=55bc1cfa-3f25-4ea2-a213-510b04bf8683,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:07.141996 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-70279900-0209-4f34-ae70-8f750cfddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:07.153929 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70279900-0209-4f34-ae70-8f750cfddb6f None None] Routers {'460a2871-9f92-4b20-8ffd-d6b085851b0d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:07.154862 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-70279900-0209-4f34-ae70-8f750cfddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['460a2871-9f92-4b20-8ffd-d6b085851b0d'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:07.201923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568af39-014e-4846-82c4-4fde503afbba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:07.204077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e40f0d10-3091-494b-be16-396f5ad02f2e None None] Provisioning for port 8371c7f0-3fbc-493d-bfba-0e82d325dfd3 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:07.210289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e40f0d10-3091-494b-be16-396f5ad02f2e None None] Provisioning complete for port 8371c7f0-3fbc-493d-bfba-0e82d325dfd3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:07.210666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e40f0d10-3091-494b-be16-396f5ad02f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:07.216874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7568af39-014e-4846-82c4-4fde503afbba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:14:07.224208 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-70279900-0209-4f34-ae70-8f750cfddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:07.224635 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70279900-0209-4f34-ae70-8f750cfddb6f None None] The sync data for ids ['460a2871-9f92-4b20-8ffd-d6b085851b0d'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:07.226363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:07.286969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e40f0d10-3091-494b-be16-396f5ad02f2e None None] Port 8371c7f0-3fbc-493d-bfba-0e82d325dfd3 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:07.298185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e40f0d10-3091-494b-be16-396f5ad02f2e None None] Provisioning complete for port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:07.298624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e40f0d10-3091-494b-be16-396f5ad02f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:07.312048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7568af39-014e-4846-82c4-4fde503afbba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:14:07.313305 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7568af39-014e-4846-82c4-4fde503afbba tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports/8371c7f0-3fbc-493d-bfba-0e82d325dfd3 HTTP/1.1" status: 200 len: 910 time: 0.2337320 Mar 25 20:14:07.316166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36316) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:07.323556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b5285b2d-fd6c-4bdd-922a-886d8369e18c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cfc6e7d-60c6-436c-9009-fd56158e9387'}]}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:07.355507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:07.438347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:07.442025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:07.452164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:07.492378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=bf7a1a04-03b5-4506-9a1b-e10ae889ab3d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:07.570106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cfe9d313-4d30-495a-9934-27b838a4935d None None] Provisioning complete for port 8371c7f0-3fbc-493d-bfba-0e82d325dfd3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:07.570752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d313-4d30-495a-9934-27b838a4935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:07.615234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5285b2d-fd6c-4bdd-922a-886d8369e18c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:07.631105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9d313-4d30-495a-9934-27b838a4935d None None] Port 8371c7f0-3fbc-493d-bfba-0e82d325dfd3 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:07.993109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:08.152185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5285b2d-fd6c-4bdd-922a-886d8369e18c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:08.253268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5285b2d-fd6c-4bdd-922a-886d8369e18c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:08.254136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 55bc1cfa-3f25-4ea2-a213-510b04bf8683 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:08.330318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:08.330729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:08.352018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:08.376291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5285b2d-fd6c-4bdd-922a-886d8369e18c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:08.380701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5285b2d-fd6c-4bdd-922a-886d8369e18c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:08.380701 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b5285b2d-fd6c-4bdd-922a-886d8369e18c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/ports/8371c7f0-3fbc-493d-bfba-0e82d325dfd3 HTTP/1.1" status: 200 len: 910 time: 1.0596275 Mar 25 20:14:08.380701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5285b2d-fd6c-4bdd-922a-886d8369e18c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=8371c7f0-3fbc-493d-bfba-0e82d325dfd3,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:08.381675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36320) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:08.695065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 0be5e9a5-3260-4499-827a-1d37728fe954 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:14:08.998486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:09.010645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:09.013610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Sync routers for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:09.026440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:09.031737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:09.101612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a28bd85f-9b02-425e-aa67-e4703907711c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:09.128556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:09.128556 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-53a85410-3c42-4ff8-b5eb-409da950d383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5460334 Mar 25 20:14:09.129218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36324) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:09.182827 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c7ebfadd-416c-465f-90b2-3b55d68390fa tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524635 Mar 25 20:14:09.190035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36328) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:09.213924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:09.435847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463da99b-d632-4389-bd32-a9eeb51fb3ad tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:09.435847 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-463da99b-d632-4389-bd32-a9eeb51fb3ad tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2489784 Mar 25 20:14:09.438144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36332) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:09.488279 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f3286466-1c5e-4d09-bec6-3ab8e96f6bf5 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487432 Mar 25 20:14:09.490876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36336) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:09.497667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375957471', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:09.509510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:07Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:09.514001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Checking router: 0be5e9a5-3260-4499-827a-1d37728fe954 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:09.514349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Updating router 0be5e9a5-3260-4499-827a-1d37728fe954 port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:14:09.548547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 8371c7f0-3fbc-493d-bfba-0e82d325dfd3 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:09.549396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:09.571584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:09.621301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:09.626613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:09.630687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:09.636931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:09.731111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:09.731111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:09.767968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.002877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.014619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Transition to ACTIVE for port object bf7a1a04-03b5-4506-9a1b-e10ae889ab3d will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:10.035646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.036625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 8371c7f0-3fbc-493d-bfba-0e82d325dfd3 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:10.093083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.124468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=49bd4e25-e13e-4ed2-86e7-374611fb08e5,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:10.135690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:10.136059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: 0344eddf-6c16-4992-aa64-748f1205fdd2, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:14:10.172245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Attempting to bind port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:10.175831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Attempting to bind port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:10.175831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Attempting to bind port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:10.176917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e3728-ae89-44af-ba7b-f1c0ee3a2dfc None None] Pushing event updated for resources: {'Port': ['ID=bf7a1a04-03b5-4506-9a1b-e10ae889ab3d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:10.181095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:10.181460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:10.181848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.182266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:10.182715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Bound port: bf7a1a04-03b5-4506-9a1b-e10ae889ab3d, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:10.183077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.229862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:14:10.260505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] For port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:10.262410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] For port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bf7a1a04-03b5-4506-9a1b-e10ae889ab3d,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:10.286926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.317281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 0344eddf-6c16-4992-aa64-748f1205fdd2) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:10.323881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:10.325388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.325859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7ab5e-392e-4680-867e-15a45d002b5e None None] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:10.340753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=8371c7f0-3fbc-493d-bfba-0e82d325dfd3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:10.415605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.437091 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-01add84d-3d98-4faa-a784-a46b247deede tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9447868 Mar 25 20:14:10.438948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36340) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:10.501694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e3728-ae89-44af-ba7b-f1c0ee3a2dfc None None] Pushing event updated for resources: {'Port': ['ID=bf7a1a04-03b5-4506-9a1b-e10ae889ab3d,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:10.546691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:10.548085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:10.612561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.809128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-0344eddf-6c16-4992-aa64-748f1205fdd2', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:14:10.809941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:10.835190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:10.916646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 460a2871-9f92-4b20-8ffd-d6b085851b0d has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:11.053376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:11.068183 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7bb51-ffcc-493d-a698-3fdd8a9bb20e None None] Sync routers for ids ['460a2871-9f92-4b20-8ffd-d6b085851b0d'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:11.074896 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7bb51-ffcc-493d-a698-3fdd8a9bb20e None None] Routers {'460a2871-9f92-4b20-8ffd-d6b085851b0d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:11.075650 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5de7bb51-ffcc-493d-a698-3fdd8a9bb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['460a2871-9f92-4b20-8ffd-d6b085851b0d'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:11.142318 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5de7bb51-ffcc-493d-a698-3fdd8a9bb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:11.150640 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7bb51-ffcc-493d-a698-3fdd8a9bb20e None None] Routers {'460a2871-9f92-4b20-8ffd-d6b085851b0d'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:11.151334 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5de7bb51-ffcc-493d-a698-3fdd8a9bb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:13:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['460a2871-9f92-4b20-8ffd-d6b085851b0d'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:11.157433 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fec1e217-329e-471a-8449-7b7d5da5a4d3 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/460a2871-9f92-4b20-8ffd-d6b085851b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7748451 Mar 25 20:14:11.160544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36344) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:11.213482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:11.214523 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5de7bb51-ffcc-493d-a698-3fdd8a9bb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:11.214925 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7bb51-ffcc-493d-a698-3fdd8a9bb20e None None] The sync data for ids ['460a2871-9f92-4b20-8ffd-d6b085851b0d'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:11.229508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8d864cf-954a-4a6a-b80c-767d39db1abe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:14:11.234693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Allocated IP 172.20.0.2 (0344eddf-6c16-4992-aa64-748f1205fdd2/49bd4e25-e13e-4ed2-86e7-374611fb08e5/d3f526bb-b3a9-4bb6-91e0-ab6250761559) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:11.372441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8d864cf-954a-4a6a-b80c-767d39db1abe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:14:11.377279 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d8d864cf-954a-4a6a-b80c-767d39db1abe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=460a2871-9f92-4b20-8ffd-d6b085851b0d HTTP/1.1" status: 200 len: 205 time: 0.2122242 Mar 25 20:14:11.377279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36350) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:11.415721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:07Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:11.433766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662480f-ef68-4e28-949d-8a16959b6e55 None None] The sync data for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv is: [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:07Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:11.524689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:11.536346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c8c278b-cca2-481f-90bc-38b36729b085 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:11.541610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Transition to ACTIVE for port object d3f526bb-b3a9-4bb6-91e0-ab6250761559 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:11.563353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Transition to ACTIVE for port object d3f526bb-b3a9-4bb6-91e0-ab6250761559 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:11.635044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:11.758856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:11.758856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:11.773764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:11.773764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Pushing event updated for resources: {'Port': ['ID=d3f526bb-b3a9-4bb6-91e0-ab6250761559,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:11.874792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Attempting to bind port d3f526bb-b3a9-4bb6-91e0-ab6250761559 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:11.875477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Attempting to bind port d3f526bb-b3a9-4bb6-91e0-ab6250761559 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:11.876190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Attempting to bind port d3f526bb-b3a9-4bb6-91e0-ab6250761559 on network 0344eddf-6c16-4992-aa64-748f1205fdd2 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:11.885673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:11.886474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Checking segment: {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:11.887096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:11.887683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Bound using segment: {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:11.888320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Bound port: d3f526bb-b3a9-4bb6-91e0-ab6250761559, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:11.888721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:11.921676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.1 (0344eddf-6c16-4992-aa64-748f1205fdd2/49bd4e25-e13e-4ed2-86e7-374611fb08e5/8db9b68f-92ae-457a-9a1b-3e96d83c2f98) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:11.996873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] For port d3f526bb-b3a9-4bb6-91e0-ab6250761559, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:12.001189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] For port d3f526bb-b3a9-4bb6-91e0-ab6250761559, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d3f526bb-b3a9-4bb6-91e0-ab6250761559,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:12.081215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c8c278b-cca2-481f-90bc-38b36729b085 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.083673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c8c278b-cca2-481f-90bc-38b36729b085 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.129940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.135346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.148409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:12.210204 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-441b0e52-5f78-4c61-98b5-4cd7159df662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.244516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa82318-a78f-4d0b-ab71-98def3e99260 None None] Pushing event updated for resources: {'Port': ['ID=d3f526bb-b3a9-4bb6-91e0-ab6250761559,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:12.249201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c8c278b-cca2-481f-90bc-38b36729b085 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.254157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8c278b-cca2-481f-90bc-38b36729b085 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Fanout notify agent at l3_agent the message router_deleted on router 460a2871-9f92-4b20-8ffd-d6b085851b0d {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:14:12.270211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c8c278b-cca2-481f-90bc-38b36729b085 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.279372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.281265 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3c8c278b-cca2-481f-90bc-38b36729b085 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/460a2871-9f92-4b20-8ffd-d6b085851b0d HTTP/1.1" status: 204 len: 168 time: 0.8983829 Mar 25 20:14:12.284395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36354) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:12.292254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bf7a1a04-03b5-4506-9a1b-e10ae889ab3d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:12.380143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:12.384293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:12.386980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:12.396994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet 1cfc6e7d-60c6-436c-9009-fd56158e9387 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:14:12.396994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.458411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.474158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:12.478327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:12.499754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:12.499754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.499980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.621813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.695465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.715694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bf7a1a04-03b5-4506-9a1b-e10ae889ab3d,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:12.797726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.829543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.875767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.880468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.881909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.906812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=bf7a1a04-03b5-4506-9a1b-e10ae889ab3d,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:12.915925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:12.921707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c13767-3412-4c93-a20c-749d98f4e074 None None] Network 2836fb7a-0364-4932-a7d3-1adb1addbf57 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:12.928631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfc6e7d-60c6-436c-9009-fd56158e9387,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:12.936336 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/1cfc6e7d-60c6-436c-9009-fd56158e9387 HTTP/1.1" status: 204 len: 168 time: 0.6433275 Mar 25 20:14:12.936336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.936336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.936336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.936336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.936933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.937041 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.937325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.937652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.937973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.938294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.938438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36358) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:12.938638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:12.938961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6671b219-a3fd-4625-b695-02268d5e4827 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:13.134034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:13.173897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:13.174240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:13.176359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] DHCP port deletion for 2836fb7a-0364-4932-a7d3-1adb1addbf57 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:14:13.180711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] Deleting port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:13.181032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:13.406139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] For port 55bc1cfa-3f25-4ea2-a213-510b04bf8683, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=55bc1cfa-3f25-4ea2-a213-510b04bf8683,segment=NetworkSegment(c40690b0-4cb3-46dc-969b-ce2999e5f4cf),segment_id=c40690b0-4cb3-46dc-969b-ce2999e5f4cf)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:13.406523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:13.501405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 55bc1cfa-3f25-4ea2-a213-510b04bf8683, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=55bc1cfa-3f25-4ea2-a213-510b04bf8683,segment=NetworkSegment(c40690b0-4cb3-46dc-969b-ce2999e5f4cf),segment_id=c40690b0-4cb3-46dc-969b-ce2999e5f4cf)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:13.502541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:13.531794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] Calling delete_port for 55bc1cfa-3f25-4ea2-a213-510b04bf8683 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:13.689314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:13.742373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] Pushing event deleted for resources: {'Port': ['ID=55bc1cfa-3f25-4ea2-a213-510b04bf8683,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:13.745823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d116d-beb4-4373-b6eb-6fad490b92f5 None None] No DVR routers for this DVR port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:14:13.771189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 55bc1cfa-3f25-4ea2-a213-510b04bf8683 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:13.800134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:13.848437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:14:13.848801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:14:13.870397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:13.988451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:13.990823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.014958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc116a-9f0c-428b-b8a5-c80a1d76ebed None None] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:14.128503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:14.129903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:14.209488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b0cb5069-e4e2-4994-8e86-3f71f3cfdd2d None None] Provisioning for port d3f526bb-b3a9-4bb6-91e0-ab6250761559 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:14.227566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.327731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 0be5e9a5-3260-4499-827a-1d37728fe954 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:14.349250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d3f526bb-b3a9-4bb6-91e0-ab6250761559 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:14.389845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 55bc1cfa-3f25-4ea2-a213-510b04bf8683 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:14.390411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.473654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] The port '55bc1cfa-3f25-4ea2-a213-510b04bf8683' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:14:14.492426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port d3f526bb-b3a9-4bb6-91e0-ab6250761559 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:14.505218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d3f526bb-b3a9-4bb6-91e0-ab6250761559 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:14.505218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.629761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.640406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-47b52f17-694f-40c8-a4c0-394f119eb720 None None] Provisioning for port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:14.649908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-47b52f17-694f-40c8-a4c0-394f119eb720 None None] Provisioning complete for port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:14.650283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47b52f17-694f-40c8-a4c0-394f119eb720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.675843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.709977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:14.717717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port d3f526bb-b3a9-4bb6-91e0-ab6250761559, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d3f526bb-b3a9-4bb6-91e0-ab6250761559,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:14.720550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-47b52f17-694f-40c8-a4c0-394f119eb720 None None] Port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:14.724201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2836fb7a-0364-4932-a7d3-1adb1addbf57']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:14.728774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Sync routers for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:14.738855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-47b52f17-694f-40c8-a4c0-394f119eb720 None None] Provisioning complete for port d3f526bb-b3a9-4bb6-91e0-ab6250761559 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:14.739229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47b52f17-694f-40c8-a4c0-394f119eb720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.741712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40690b0-4cb3-46dc-969b-ce2999e5f4cf') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:14.742004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40690b0-4cb3-46dc-969b-ce2999e5f4cf') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:14.750323 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2feaa92f-17b0-409b-bff8-e52699d1a73a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/0be5e9a5-3260-4499-827a-1d37728fe954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3102808 Mar 25 20:14:14.753671 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36362) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:14.758058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.777506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.781049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.781049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bf7a1a04-03b5-4506-9a1b-e10ae889ab3d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:14.785632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:14:14.786600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:14:14.805350 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:14:14.838214 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:14.838793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:14.947688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca68b1-1215-49da-94c1-dc92b2f18e83 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:14.948152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca68b1-1215-49da-94c1-dc92b2f18e83 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:14.949037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca68b1-1215-49da-94c1-dc92b2f18e83 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:14.949194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca68b1-1215-49da-94c1-dc92b2f18e83 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:14.949517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca68b1-1215-49da-94c1-dc92b2f18e83 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:14.949961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca68b1-1215-49da-94c1-dc92b2f18e83 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:14.950994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca68b1-1215-49da-94c1-dc92b2f18e83 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:14.952893 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-13ca68b1-1215-49da-94c1-dc92b2f18e83 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4930 time: 0.1975331 Mar 25 20:14:14.956012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36366) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:14.998602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.027458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.037922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=2836fb7a-0364-4932-a7d3-1adb1addbf57,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:15.046712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7a917987-00b7-4762-b903-5299d7a782b8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/2836fb7a-0364-4932-a7d3-1adb1addbf57 HTTP/1.1" status: 204 len: 168 time: 2.1072526 Mar 25 20:14:15.051778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36370) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:15.056616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=d3f526bb-b3a9-4bb6-91e0-ab6250761559,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:15.058181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-552102411', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:15.071943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:15.076919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c356bf-5eac-4e9f-af11-76610d7cd1e4 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:15.077382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c356bf-5eac-4e9f-af11-76610d7cd1e4 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:15.077833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c356bf-5eac-4e9f-af11-76610d7cd1e4 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:15.078277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c356bf-5eac-4e9f-af11-76610d7cd1e4 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:15.078721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c356bf-5eac-4e9f-af11-76610d7cd1e4 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:15.079162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c356bf-5eac-4e9f-af11-76610d7cd1e4 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:15.080921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-33c356bf-5eac-4e9f-af11-76610d7cd1e4 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1238511 Mar 25 20:14:15.083583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:router and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:15.084206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36374) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:15.086689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:15.092448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:15.160030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:15.163358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.164625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.180062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.209923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:15.210298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.283469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.296841 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-01ae9eab-bd54-40e3-ae5a-158c6d337779 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2112458 Mar 25 20:14:15.386144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.387803 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0ae689d8-a63a-4602-8887-1664e5495d26 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3353767 Mar 25 20:14:15.389563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-07e3f943-af7f-489a-b9e6-ede1ffd23392 None None] Provisioning complete for port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:15.389935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-07e3f943-af7f-489a-b9e6-ede1ffd23392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.390516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36380) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:15.396904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-2073632554'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:15.401934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:15.406670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:15.409646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:15.415821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:15.483719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:15.487951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.516516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:14:15.524985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.525774 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment 146b963a-e1e0-47d7-8be1-21b0b8acab1a of type vlan for network 6db8a448-47a6-47a2-a740-5c10c0806f77 Mar 25 20:14:15.541772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-07e3f943-af7f-489a-b9e6-ede1ffd23392 None None] Port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:15.552106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.644551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 55bc1cfa-3f25-4ea2-a213-510b04bf8683 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:15.655415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.664580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:15.665717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.731900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 55bc1cfa-3f25-4ea2-a213-510b04bf8683 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:15.732240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 55bc1cfa-3f25-4ea2-a213-510b04bf8683 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:15.747252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:13Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:15.751154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Checking router: 0be5e9a5-3260-4499-827a-1d37728fe954 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:15.753022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Updating router 0be5e9a5-3260-4499-827a-1d37728fe954 port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:14:15.789050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=6db8a448-47a6-47a2-a740-5c10c0806f77,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:15.803154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6db8a448-47a6-47a2-a740-5c10c0806f77 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:14:15.828970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:15.839481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36384) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:15.844609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592264462', 'description': 'tempest-secgroup-smoke-1592264462 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:15.851101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:15.854034 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dbf2e92c-c23e-4339-8cd4-7dad08bdaa5f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4621668 Mar 25 20:14:15.857190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36388) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:15.859808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:15.866142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:15.880143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:15.898118 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:16.103113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:16.107238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:16.110288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:16.116109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:16.146375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.166628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:16.170288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:16.173096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:16.178664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:16.211183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:16.214722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.246069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.258592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Transition to ACTIVE for port object 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:16.268388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d3f526bb-b3a9-4bb6-91e0-ab6250761559 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:16.324076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.344998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.426369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.459184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c8c5e-99d2-4ad7-a669-c73fbe0069bf None None] Pushing event updated for resources: {'Port': ['ID=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:16.487245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497c38ef-2ffc-4449-baa1-415bfb477e5b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:16.504880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d3f526bb-b3a9-4bb6-91e0-ab6250761559 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:16.505265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.558368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.562452 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ec0b238a-4bdb-49ce-b54c-265955456ba9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7191451 Mar 25 20:14:16.562753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36392) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:16.568718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '497c38ef-2ffc-4449-baa1-415bfb477e5b', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:16.575201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:16.578607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:16.582072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:16.588517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:16.601550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Attempting to bind port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:16.603138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Attempting to bind port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:16.603138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Attempting to bind port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 on network 0344eddf-6c16-4992-aa64-748f1205fdd2 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:16.616502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:16.616875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Checking segment: {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:16.617257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.617639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Bound using segment: {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:16.618088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Bound port: 8db9b68f-92ae-457a-9a1b-3e96d83c2f98, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:16.618447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.621308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.693420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.708777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=4593b1d4-6c3d-4464-9d97-36fb9727f3af,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:16.716704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:16.717150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: 6db8a448-47a6-47a2-a740-5c10c0806f77, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:14:16.755771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.779623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] For port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:16.782546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] For port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:16.803108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 6db8a448-47a6-47a2-a740-5c10c0806f77 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:14:16.825944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.848868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d9a71f-4989-46e0-9316-ebff27f72d09,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:16.866771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.883571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6db8a448-47a6-47a2-a740-5c10c0806f77) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:16.887494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:16.888076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.905190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc48189-2dff-4d72-a70b-84ad9a92ae48 None None] Network 6db8a448-47a6-47a2-a740-5c10c0806f77 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:16.932245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:16.933537 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-028c1b00-9a2b-456e-8b69-59f98c82ed01 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3698115 Mar 25 20:14:16.942735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36396) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:16.947878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '497c38ef-2ffc-4449-baa1-415bfb477e5b', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:16.954037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:16.958153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:16.961066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:16.967025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:17.001701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36400) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:17.005331 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8a797750-df6d-4e57-b497-6c91bb44fc6d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1439683 Mar 25 20:14:17.040700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c8c5e-99d2-4ad7-a669-c73fbe0069bf None None] Pushing event updated for resources: {'Port': ['ID=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:17.044917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:17.045515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:17.081594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.380450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:17.432103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-6db8a448-47a6-47a2-a740-5c10c0806f77', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:14:17.432951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.557257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.614363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.672228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d3db99-2390-4a3a-a5b9-5957cb200469,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:17.684275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.758577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.759797 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6d6ab9cf-fc33-437b-90f3-bd486152b744 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8160789 Mar 25 20:14:17.762845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36404) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:17.768959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '497c38ef-2ffc-4449-baa1-415bfb477e5b', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:17.775041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:17.778900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:17.782193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:17.788705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:17.807126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Allocated IP 172.20.0.2 (6db8a448-47a6-47a2-a740-5c10c0806f77/4593b1d4-6c3d-4464-9d97-36fb9727f3af/f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:17.856304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.926283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.939952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:17.975963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:16Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:17.991612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de813103-ef1e-49fa-bdf7-75dc960e923e None None] The sync data for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv is: [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:16Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:18.042081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.070498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.076849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89efdc87-b56b-49b8-9b44-3e54e67389d0,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:18.081450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Transition to ACTIVE for port object f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:18.088000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.088343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.091539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.092952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.093488 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.094025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.099019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.099422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.099765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.100104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.100435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.100978 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:18.104934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Transition to ACTIVE for port object f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:18.146713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.147972 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1e7079e5-c806-42de-a696-fe44c7b0efd2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3840809 Mar 25 20:14:18.150736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36408) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:18.155733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '497c38ef-2ffc-4449-baa1-415bfb477e5b', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:18.161873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:18.165820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:18.168728 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:14:18.169238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:18.174789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.176623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:18.240491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Network 6db8a448-47a6-47a2-a740-5c10c0806f77 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:18.243551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:18.247372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:18.250439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.20.0.1 (6db8a448-47a6-47a2-a740-5c10c0806f77/4593b1d4-6c3d-4464-9d97-36fb9727f3af/e274b701-b4d4-4570-8c06-163c6f2f1db1) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:18.279066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.337067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Pushing event updated for resources: {'Port': ['ID=f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:18.346262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:18.382621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.416912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Attempting to bind port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:18.417274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Attempting to bind port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:18.417634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Attempting to bind port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff on network 6db8a448-47a6-47a2-a740-5c10c0806f77 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:18.437357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:18.437357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Checking segment: {'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:18.437357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.437357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Bound using segment: {'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:18.437357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Bound port: f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:18.437357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.454845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.483011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10d190b-8847-455c-b41f-0c2ed8229c75,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:18.488183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.507493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object e274b701-b4d4-4570-8c06-163c6f2f1db1 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:18.534440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] For port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:18.537648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] For port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff,segment=NetworkSegment(146b963a-e1e0-47d7-8be1-21b0b8acab1a),segment_id=146b963a-e1e0-47d7-8be1-21b0b8acab1a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:18.572377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.573712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f6e59cdc-daa7-4f8e-8e00-7eac6bbc4c7e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4220593 Mar 25 20:14:18.576399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36412) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:18.585990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '497c38ef-2ffc-4449-baa1-415bfb477e5b', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:18.587898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:18.592065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:18.595341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:18.601794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:18.603899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:18.607687 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.621647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.675680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 6db8a448-47a6-47a2-a740-5c10c0806f77 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:18.678124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:18.678499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.683959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:18.689457 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:14:18.697861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.727601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=e274b701-b4d4-4570-8c06-163c6f2f1db1,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:18.730043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:18.795782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.797270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.824533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7199eb-9c71-4a26-af83-a6160cf17e75 None None] Pushing event updated for resources: {'Port': ['ID=f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:18.842246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.884529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:18.889593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:18.914664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b37f97e-f1d3-4755-bdd5-af67c57b132a,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:18.975458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.012934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.027207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.030902 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b87adc56-ee96-4a22-85a5-87beb50b4ac9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4511585 Mar 25 20:14:19.032846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36416) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:19.045902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '497c38ef-2ffc-4449-baa1-415bfb477e5b', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:19.058335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:19.061307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:19.064343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:19.068189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:19.088282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:19.200997 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:14:19.210959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.289922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.366207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.387642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf09f138-3691-475a-bbb4-8d91aaaab606,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:19.436237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.446382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.447530 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f8f98413-5b7c-4fc3-8b02-319ea4722126 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4109712 Mar 25 20:14:19.492269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.678726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-08e4fb8c-82ec-414b-90da-98d7061af852 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:14:19.726108 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:19.734845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=e274b701-b4d4-4570-8c06-163c6f2f1db1,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:19.755236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-08e4fb8c-82ec-414b-90da-98d7061af852 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:14:19.756402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-08e4fb8c-82ec-414b-90da-98d7061af852 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592264462&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.1188624 Mar 25 20:14:19.896501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 6db8a448-47a6-47a2-a740-5c10c0806f77 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:19.897788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:19.916882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-726817a4-7a40-4fd9-bfca-a8f4c46ee861 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:19.917573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-726817a4-7a40-4fd9-bfca-a8f4c46ee861 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:14:19.936285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54722faf-8993-419f-9c79-301b8fb1d0c9 None None] Network 6db8a448-47a6-47a2-a740-5c10c0806f77 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:19.989292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-726817a4-7a40-4fd9-bfca-a8f4c46ee861 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:14:19.990696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-726817a4-7a40-4fd9-bfca-a8f4c46ee861 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=0344eddf-6c16-4992-aa64-748f1205fdd2 HTTP/1.1" status: 200 len: 797 time: 0.2264042 Mar 25 20:14:20.006942 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-213791c2-1051-453c-9bf1-f7981628f021 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0103080 Mar 25 20:14:20.106356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-673b1788-d24b-4e34-97b4-4913d781fa5e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:14:20.117264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-97ef4534-d7be-4704-9f56-c7997b756160 None None] Provisioning for port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:20.166194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:14:20.191976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-673b1788-d24b-4e34-97b4-4913d781fa5e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:14:20.193630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-673b1788-d24b-4e34-97b4-4913d781fa5e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1802289 Mar 25 20:14:20.218169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-c7edbde4-4e25-4bd9-8b6e-7c18f3300a26 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:14:20.222254 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-c7edbde4-4e25-4bd9-8b6e-7c18f3300a26 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125606 Mar 25 20:14:20.336287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:20.347796 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:20.361308 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4cfd412a-d5cd-41cf-acae-058306052375 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3564243 Mar 25 20:14:20.361989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36432) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:20.363820 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:20.364559 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:20.368716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195055704'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:20.375557 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:20.387471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:20.393000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:20.399519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:20.409212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:20.429944 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-e688dcc8-7e54-4350-a008-215f5580da44 service neutron] 10.222.0.37 "GET /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984529 Mar 25 20:14:20.502298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:20.502521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.546243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:14:20.554971 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:20.559051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.559203 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:20.561065 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment a1cc0461-5a1d-4a26-898c-de5e512f7fc0 of type vlan for network c2ad0f0d-c838-4560-bfc3-e443dbd54cee Mar 25 20:14:20.562819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:20.563438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.598077 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-a9b82810-84de-4fea-98ee-2b8bd6b0a648 service neutron] 10.222.0.37 "GET /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668217 Mar 25 20:14:20.615222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.657265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-67f5a654-35dc-4be2-af4d-b1cb6eec8fc6 None None] Provisioning complete for port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:20.657632 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f5a654-35dc-4be2-af4d-b1cb6eec8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.721338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.728719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:20.729405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.864245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.934774 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5685658 Mar 25 20:14:20.940085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36440) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:20.941714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff,segment=NetworkSegment(146b963a-e1e0-47d7-8be1-21b0b8acab1a),segment_id=146b963a-e1e0-47d7-8be1-21b0b8acab1a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:20.951642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90910e5f-4e4f-41a0-b27e-3f0fb7569d57 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=c2ad0f0d-c838-4560-bfc3-e443dbd54cee,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:20.954694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:20.959915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f5a654-35dc-4be2-af4d-b1cb6eec8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:20.980523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c2ad0f0d-c838-4560-bfc3-e443dbd54cee details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:14:20.994151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1ad44fb5-825d-4f0d-8cb0-7d788101162d req-cf3ddd31-41fb-4f89-99a1-ffbb230afeb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 210 time: 0.1345396 Mar 25 20:14:21.040906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.041573 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:21.066629 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:19Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:21.070813 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:21.071404 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Updating router 9d032a56-36c5-48c5-b322-c44d341abce7 port e274b701-b4d4-4570-8c06-163c6f2f1db1 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:14:21.102564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:21.106972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:21.110170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:21.117512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:21.148214 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.218992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:21.222848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.296407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-67f5a654-35dc-4be2-af4d-b1cb6eec8fc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:14:21.296407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-67f5a654-35dc-4be2-af4d-b1cb6eec8fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:14:21.297992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:21.318507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:21.319062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.533800 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.543511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.545133 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Transition to ACTIVE for port object e274b701-b4d4-4570-8c06-163c6f2f1db1 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:21.621440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=d4330b27-b5ac-4a25-9b99-b8b623abaf9e,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:21.623345 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.630489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:21.630842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: c2ad0f0d-c838-4560-bfc3-e443dbd54cee, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:14:21.741418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network c2ad0f0d-c838-4560-bfc3-e443dbd54cee is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:14:21.826906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c2ad0f0d-c838-4560-bfc3-e443dbd54cee) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:21.833098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:21.838679 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Pushing event updated for resources: {'Port': ['ID=e274b701-b4d4-4570-8c06-163c6f2f1db1,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:21.838900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.846080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e0161-bb08-4e80-b4c1-41b0673a5a63 None None] Network c2ad0f0d-c838-4560-bfc3-e443dbd54cee requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:21.860209 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.860575 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.860913 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.866534 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:21.874193 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Attempting to bind port e274b701-b4d4-4570-8c06-163c6f2f1db1 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:21.874637 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Attempting to bind port e274b701-b4d4-4570-8c06-163c6f2f1db1 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:21.875060 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Attempting to bind port e274b701-b4d4-4570-8c06-163c6f2f1db1 on network 6db8a448-47a6-47a2-a740-5c10c0806f77 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:21.881107 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:21.881471 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Checking segment: {'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:21.881859 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.882832 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Bound using segment: {'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:21.883065 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Bound port: e274b701-b4d4-4570-8c06-163c6f2f1db1, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146b963a-e1e0-47d7-8be1-21b0b8acab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:21.883424 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:21.942119 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-589385f4-de65-4311-afce-50a8f146a3da tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9990590 Mar 25 20:14:21.944781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36452) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:21.982380 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] For port e274b701-b4d4-4570-8c06-163c6f2f1db1, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:21.985491 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] For port e274b701-b4d4-4570-8c06-163c6f2f1db1, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e274b701-b4d4-4570-8c06-163c6f2f1db1,segment=NetworkSegment(146b963a-e1e0-47d7-8be1-21b0b8acab1a),segment_id=146b963a-e1e0-47d7-8be1-21b0b8acab1a)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:22.060845 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:22.088048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-67f5a654-35dc-4be2-af4d-b1cb6eec8fc6 None None] Provisioning for port e274b701-b4d4-4570-8c06-163c6f2f1db1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:22.110931 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:14:22.112311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:22.159375 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:22.160049 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:22.294132 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-447bd54e-f20b-4402-8821-e1c3aa2106f9 req-6bc0795d-0393-4bc2-9a50-a61a815ed7cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 210 time: 0.0685225 Mar 25 20:14:22.333435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:22.379435 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8474-aeec-476a-8f05-b40da77a0e44 None None] Pushing event updated for resources: {'Port': ['ID=e274b701-b4d4-4570-8c06-163c6f2f1db1,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:22.425186 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:22.459855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Allocated IP 172.21.0.2 (c2ad0f0d-c838-4560-bfc3-e443dbd54cee/d4330b27-b5ac-4a25-9b99-b8b623abaf9e/73edbadf-8900-45f5-b4fc-92364b7c9559) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:22.579046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:22.579443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:22.771648 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:21Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:22.776144 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb1910-13da-4aff-b7ab-078873d1392e None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:21Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:22.848990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:22.850203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:22.871936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Transition to ACTIVE for port object 73edbadf-8900-45f5-b4fc-92364b7c9559 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:22.881486 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Transition to ACTIVE for port object 73edbadf-8900-45f5-b4fc-92364b7c9559 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:22.950289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:23.030850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Network c2ad0f0d-c838-4560-bfc3-e443dbd54cee is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:23.036748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:23.040214 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:23.090934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Pushing event updated for resources: {'Port': ['ID=73edbadf-8900-45f5-b4fc-92364b7c9559,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:23.155549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Attempting to bind port 73edbadf-8900-45f5-b4fc-92364b7c9559 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:23.155962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Attempting to bind port 73edbadf-8900-45f5-b4fc-92364b7c9559 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:23.156326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Attempting to bind port 73edbadf-8900-45f5-b4fc-92364b7c9559 on network c2ad0f0d-c838-4560-bfc3-e443dbd54cee {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:23.162600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:23.163077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Checking segment: {'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:23.163375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:23.169381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Bound using segment: {'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:23.169381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Bound port: 73edbadf-8900-45f5-b4fc-92364b7c9559, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:23.169381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:23.271034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] For port 73edbadf-8900-45f5-b4fc-92364b7c9559, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:23.274569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] For port 73edbadf-8900-45f5-b4fc-92364b7c9559, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=73edbadf-8900-45f5-b4fc-92364b7c9559,segment=NetworkSegment(a1cc0461-5a1d-4a26-898c-de5e512f7fc0),segment_id=a1cc0461-5a1d-4a26-898c-de5e512f7fc0)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:23.350685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:23.393832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.21.0.1 (c2ad0f0d-c838-4560-bfc3-e443dbd54cee/d4330b27-b5ac-4a25-9b99-b8b623abaf9e/4e6b0634-83ad-4dd8-8c87-d650611cfc8b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:23.500711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223fba4-6a2c-4a4d-a29d-9c224e9dc269 None None] Pushing event updated for resources: {'Port': ['ID=73edbadf-8900-45f5-b4fc-92364b7c9559,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:23.501540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-11a679d9-5cd1-4b24-ab88-03a2e5ccf5d2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:23.503639 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-11a679d9-5cd1-4b24-ab88-03a2e5ccf5d2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=0344eddf-6c16-4992-aa64-748f1205fdd2 HTTP/1.1" status: 200 len: 797 time: 0.2466416 Mar 25 20:14:23.639571 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-723a75c1-3372-4b51-8f73-27157580b938 req-ce102e0d-dfca-4420-b517-f97f221bcc96 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 210 time: 0.1478205 Mar 25 20:14:23.702948 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-91152dc4-7f3e-4907-8a9b-091c7d79c78e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 380 time: 0.1520467 Mar 25 20:14:23.723398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['497c38ef-2ffc-4449-baa1-415bfb477e5b']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:23.827211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:23.863412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object 4e6b0634-83ad-4dd8-8c87-d650611cfc8b will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:23.903361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:23.916191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:23.975577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:24.125127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:24.129073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:24.167620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network c2ad0f0d-c838-4560-bfc3-e443dbd54cee is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:24.171781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:24.217131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:24.254247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:24.310003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:24.325624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 73edbadf-8900-45f5-b4fc-92364b7c9559 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:24.398974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.3 (0344eddf-6c16-4992-aa64-748f1205fdd2/49bd4e25-e13e-4ed2-86e7-374611fb08e5/ac424a18-16da-4973-b935-4216501c8ec7) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:24.448872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 73edbadf-8900-45f5-b4fc-92364b7c9559 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:24.453960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e274b701-b4d4-4570-8c06-163c6f2f1db1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:24.571659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port e274b701-b4d4-4570-8c06-163c6f2f1db1 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:24.576917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e274b701-b4d4-4570-8c06-163c6f2f1db1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:24.577514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:24.635461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:24.670757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:24.717849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:24.722452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object ac424a18-16da-4973-b935-4216501c8ec7 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:24.755966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port e274b701-b4d4-4570-8c06-163c6f2f1db1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e274b701-b4d4-4570-8c06-163c6f2f1db1,segment=NetworkSegment(146b963a-e1e0-47d7-8be1-21b0b8acab1a),segment_id=146b963a-e1e0-47d7-8be1-21b0b8acab1a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:24.819931 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:24.903467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=e274b701-b4d4-4570-8c06-163c6f2f1db1,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:24.922407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb0dc7-2166-40ec-8243-ccbea829f1ed None None] Network c2ad0f0d-c838-4560-bfc3-e443dbd54cee requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:24.924228 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d3adb649-d360-48f2-95f3-a0d5231b0159 req-b3d678ca-679f-4fa6-85ab-09f083b97d31 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 210 time: 0.1057191 Mar 25 20:14:24.932120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.019175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:25.039189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:25.041402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=ac424a18-16da-4973-b935-4216501c8ec7,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:25.045589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:25.144356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8922f3d2-3d22-41c4-a764-4aff4ad41892 None None] Provisioning for port 73edbadf-8900-45f5-b4fc-92364b7c9559 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:25.150340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8922f3d2-3d22-41c4-a764-4aff4ad41892 None None] Provisioning complete for port 73edbadf-8900-45f5-b4fc-92364b7c9559 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:25.150777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8922f3d2-3d22-41c4-a764-4aff4ad41892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.199951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:25.200631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.280417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.296389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8922f3d2-3d22-41c4-a764-4aff4ad41892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.331394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8922f3d2-3d22-41c4-a764-4aff4ad41892 None None] For port 73edbadf-8900-45f5-b4fc-92364b7c9559, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=73edbadf-8900-45f5-b4fc-92364b7c9559,segment=NetworkSegment(a1cc0461-5a1d-4a26-898c-de5e512f7fc0),segment_id=a1cc0461-5a1d-4a26-898c-de5e512f7fc0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:25.355713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-fec64cef-fda1-4ebb-b9c2-178308c99afc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6395583 Mar 25 20:14:25.413023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Request body: {'port': {'device_id': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:25.441421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.454689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8922f3d2-3d22-41c4-a764-4aff4ad41892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.527496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922f3d2-3d22-41c4-a764-4aff4ad41892 None None] Pushing event updated for resources: {'Port': ['ID=73edbadf-8900-45f5-b4fc-92364b7c9559,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:25.603552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:25.621861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.628878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Provisioning for port ac424a18-16da-4973-b935-4216501c8ec7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:25.634576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Provisioning complete for port ac424a18-16da-4973-b935-4216501c8ec7 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:25.635052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.670114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.689034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Port ac424a18-16da-4973-b935-4216501c8ec7 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:25.700239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Provisioning complete for port 73edbadf-8900-45f5-b4fc-92364b7c9559 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:25.700644 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.894804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Provisioning for port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:25.899896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Provisioning complete for port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:25.900339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:25.955566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b6abbc44-0997-404a-8e00-582658facb26 None None] Port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:26.003694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network c2ad0f0d-c838-4560-bfc3-e443dbd54cee is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:26.009199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:26.076800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dc36756d-28c1-4ec1-bfc2-43db789f16e4 None None] Provisioning complete for port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:26.077235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dc36756d-28c1-4ec1-bfc2-43db789f16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.133247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-dc36756d-28c1-4ec1-bfc2-43db789f16e4 None None] Port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:26.253588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b87f43b1-edcf-4f1f-bce7-0ddd6175a5f5 None None] Provisioning complete for port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:26.253974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b87f43b1-edcf-4f1f-bce7-0ddd6175a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.283390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e274b701-b4d4-4570-8c06-163c6f2f1db1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:26.340655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:26.386421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b87f43b1-edcf-4f1f-bce7-0ddd6175a5f5 None None] Port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:26.401731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e274b701-b4d4-4570-8c06-163c6f2f1db1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:26.402093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.424343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d65f0e-3c2a-4dfa-9918-68cef6f93205 req-8aecef32-be16-4ca5-85e9-715a3ce1569b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:26.424990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-b0d65f0e-3c2a-4dfa-9918-68cef6f93205 req-8aecef32-be16-4ca5-85e9-715a3ce1569b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:14:26.521798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 73edbadf-8900-45f5-b4fc-92364b7c9559 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:26.590676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 73edbadf-8900-45f5-b4fc-92364b7c9559 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:26.590676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.597366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac424a18-16da-4973-b935-4216501c8ec7 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:14:26.606503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:26.609127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.615371 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cd50fd94-0400-4bfc-ba3f-cea9ea6e5d0f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6689703 Mar 25 20:14:26.617585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36470) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:26.623375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1869406604'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:26.627439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:26.629029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Transition to ACTIVE for port object ac424a18-16da-4973-b935-4216501c8ec7 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:26.631162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:26.635064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:26.638529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:26.648122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:26.650769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:26.651225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:26.711809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-b0d65f0e-3c2a-4dfa-9918-68cef6f93205 req-8aecef32-be16-4ca5-85e9-715a3ce1569b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:14:26.713043 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b0d65f0e-3c2a-4dfa-9918-68cef6f93205 req-8aecef32-be16-4ca5-85e9-715a3ce1569b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 931 time: 0.6385520 Mar 25 20:14:26.744523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:26.749248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.750508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.782185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:14:26.793382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.794120 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment 316ca274-8b18-4fd4-a663-69e0832a1600 of type vlan for network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f Mar 25 20:14:26.810519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b0d65f0e-3c2a-4dfa-9918-68cef6f93205 req-a6402e5c-fa49-41f7-bb6d-52e2459f8f20 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910592 Mar 25 20:14:26.848963 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.868338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:26.929996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Pushing event updated for resources: {'Port': ['ID=ac424a18-16da-4973-b935-4216501c8ec7,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:26.946736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:26.952721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:26.953588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.020823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Attempting to bind port ac424a18-16da-4973-b935-4216501c8ec7 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:27.021301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Attempting to bind port ac424a18-16da-4973-b935-4216501c8ec7 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:27.021758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Attempting to bind port ac424a18-16da-4973-b935-4216501c8ec7 on network 0344eddf-6c16-4992-aa64-748f1205fdd2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:27.029242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Port ac424a18-16da-4973-b935-4216501c8ec7 on network 0344eddf-6c16-4992-aa64-748f1205fdd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:14:27.029711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Attempting to bind port ac424a18-16da-4973-b935-4216501c8ec7 on network 0344eddf-6c16-4992-aa64-748f1205fdd2 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:27.038102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:27.038579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Checking segment: {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:27.038972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Bound using segment: {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:27.039399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Bound port: ac424a18-16da-4973-b935-4216501c8ec7, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1273ecb-5e5c-46ba-b254-6414dcc2c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:27.039833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.086159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=0a43487b-ba8b-4400-907a-ebe0ff5c3e9f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:27.096551 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b05f5c07-9380-4ac1-8305-a77ddc1a01c0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4778235 Mar 25 20:14:27.097030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36474) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:27.102681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:27.110394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:14:27.163732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] For port ac424a18-16da-4973-b935-4216501c8ec7, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:27.166830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] For port ac424a18-16da-4973-b935-4216501c8ec7, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac424a18-16da-4973-b935-4216501c8ec7,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:27.215612 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:27.219424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:27.222967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:27.228594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:27.234918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.291909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:27.292549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.293924 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] 10.222.0.43 "PUT /v2.0/ports/ac424a18-16da-4973-b935-4216501c8ec7 HTTP/1.1" status: 200 len: 1093 time: 1.9299238 Mar 25 20:14:27.296979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:14:27.329362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:27.335601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.335943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1f60f-7deb-4581-a148-2cfacb62f29a service neutron] Pushing event updated for resources: {'Port': ['ID=ac424a18-16da-4973-b935-4216501c8ec7,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:27.337601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 3, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:25Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:27.349965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:27.350322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Updating router 9d032a56-36c5-48c5-b322-c44d341abce7 port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:14:27.366257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7', 'status': 'completed', 'code': 200} Mar 25 20:14:27.419797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.469871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859acbe-faa8-4f0a-bcf7-9db969e1b677 req-1194f57e-e965-4391-896b-bb08b2f839cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:27.471868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1859acbe-faa8-4f0a-bcf7-9db969e1b677 req-1194f57e-e965-4391-896b-bb08b2f839cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 1096 time: 0.0831208 Mar 25 20:14:27.642120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859acbe-faa8-4f0a-bcf7-9db969e1b677 req-00d27ab4-a5c4-4a8a-ba97-93cbc4eb640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:27.644083 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1859acbe-faa8-4f0a-bcf7-9db969e1b677 req-00d27ab4-a5c4-4a8a-ba97-93cbc4eb640b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1651335 Mar 25 20:14:27.671985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.758844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=e3508c31-13e7-441c-8deb-d1f18129ce10,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:27.769570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:27.770022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:14:27.814810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.828266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Transition to ACTIVE for port object 4e6b0634-83ad-4dd8-8c87-d650611cfc8b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:27.842979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:14:27.912940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859acbe-faa8-4f0a-bcf7-9db969e1b677 req-6a27c452-65dd-4d0e-951c-f25a0b8e2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:27.914375 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1859acbe-faa8-4f0a-bcf7-9db969e1b677 req-6a27c452-65dd-4d0e-951c-f25a0b8e2a61 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2647939 Mar 25 20:14:27.923231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:27.924111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:27.928998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:27.933698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:28.016457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847fc28-4d27-479f-9c52-022bdea283db None None] Network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:28.026784 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bf5cadb2-35d0-4250-8e0d-4584370e5dc1 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9262071 Mar 25 20:14:28.026986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36482) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:28.082285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716ade7-84cb-4a35-8e67-613dc0bded6d req-b7b767b7-e810-47ed-bd06-813ed8accdb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:28.083826 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7716ade7-84cb-4a35-8e67-613dc0bded6d req-b7b767b7-e810-47ed-bd06-813ed8accdb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 943 time: 0.1541901 Mar 25 20:14:28.087675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-46981728-24ad-4c93-968d-81ab53644f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:28.089123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-46981728-24ad-4c93-968d-81ab53644f30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 1096 time: 0.1187544 Mar 25 20:14:28.184817 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-0217001e-2039-42b0-96fc-c2734b69aea3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac424a18-16da-4973-b935-4216501c8ec7 HTTP/1.1" status: 200 len: 217 time: 0.0754862 Mar 25 20:14:28.194851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55f630-b46d-4973-8656-c42d3c19951c None None] Pushing event updated for resources: {'Port': ['ID=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:28.243478 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7716ade7-84cb-4a35-8e67-613dc0bded6d req-36205317-dcdd-47ac-90bc-d70bab195cb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508682 Mar 25 20:14:28.276638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-44b26f62-fe25-4e6c-802f-cb0d65b2ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:28.279361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-44b26f62-fe25-4e6c-802f-cb0d65b2ba4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49bd4e25-e13e-4ed2-86e7-374611fb08e5 HTTP/1.1" status: 200 len: 834 time: 0.0865142 Mar 25 20:14:28.359154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Attempting to bind port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:28.359496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Attempting to bind port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:28.359854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Attempting to bind port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b on network c2ad0f0d-c838-4560-bfc3-e443dbd54cee {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:28.363383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-86753dd6-7315-4f51-9fcb-a4805d55f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:28.367102 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-86753dd6-7315-4f51-9fcb-a4805d55f71d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0344eddf-6c16-4992-aa64-748f1205fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805109 Mar 25 20:14:28.370881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:28.371247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Checking segment: {'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:28.371767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:28.372106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Bound using segment: {'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:28.372592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Bound port: 4e6b0634-83ad-4dd8-8c87-d650611cfc8b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:28.372960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:28.457766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:14:28.458534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:28.509030 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-26e4e1e1-4b3c-4548-9b82-a3d7ad6030c1 service neutron] 10.222.0.43 "GET /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360967 Mar 25 20:14:28.580138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] For port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:28.594448 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] For port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,segment=NetworkSegment(a1cc0461-5a1d-4a26-898c-de5e512f7fc0),segment_id=a1cc0461-5a1d-4a26-898c-de5e512f7fc0)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:28.659461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75d45645-ce77-4d6d-90ef-b1dc35c372cd req-60e2ec44-6e3c-46a8-9a0c-240212d503db service neutron] 10.222.0.43 "GET /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445141 Mar 25 20:14:28.669357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:28.759509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Allocated IP 172.22.0.2 (0a43487b-ba8b-4400-907a-ebe0ff5c3e9f/e3508c31-13e7-441c-8deb-d1f18129ce10/0599ef07-18eb-4273-aa04-9f199427dc9f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:28.772893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:28.773763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:28.799686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:28.842324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55f630-b46d-4973-8656-c42d3c19951c None None] Pushing event updated for resources: {'Port': ['ID=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:29.024782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:29.363201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:29.379803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Transition to ACTIVE for port object 0599ef07-18eb-4273-aa04-9f199427dc9f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:29.420016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Transition to ACTIVE for port object 0599ef07-18eb-4273-aa04-9f199427dc9f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:29.437243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913d27-f3c3-48be-b66c-ee1449720078 req-a858083a-77b6-4e47-abfe-7d259fac6e11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:29.440697 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e7913d27-f3c3-48be-b66c-ee1449720078 req-a858083a-77b6-4e47-abfe-7d259fac6e11 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 943 time: 0.0835590 Mar 25 20:14:29.494508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:29.528401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e7913d27-f3c3-48be-b66c-ee1449720078 req-f16f26a4-edc6-49dd-8aa8-a07106e1112a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539184 Mar 25 20:14:29.558595 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-3c4ae6ee-1fd0-4d61-beb6-e1e7adbe37c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116493 Mar 25 20:14:29.562316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.22.0.1 (0a43487b-ba8b-4400-907a-ebe0ff5c3e9f/e3508c31-13e7-441c-8deb-d1f18129ce10/713fd6d6-62da-430e-9be0-4c4a101d6efd) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:29.565316 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:29.569231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:29.573277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:29.620971 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Pushing event updated for resources: {'Port': ['ID=0599ef07-18eb-4273-aa04-9f199427dc9f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:29.660441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.660887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.661222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.661548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.661870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.662188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.662506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.662820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.663136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.663450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.663761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.664069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:14:29.698044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 3, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:28Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:29.701245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Attempting to bind port 0599ef07-18eb-4273-aa04-9f199427dc9f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:29.701606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Attempting to bind port 0599ef07-18eb-4273-aa04-9f199427dc9f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:29.701960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Attempting to bind port 0599ef07-18eb-4273-aa04-9f199427dc9f on network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:29.705969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264badf5-34b0-4f70-a112-b8f455a91c7c None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 3, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:28Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:29.709774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:29.710113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Checking segment: {'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:29.710433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:29.710810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Bound using segment: {'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:29.711271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Bound port: 0599ef07-18eb-4273-aa04-9f199427dc9f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:29.711636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:29.723129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-03284dfe-2925-4f26-a695-f6a1f3cd2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:29.724785 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-03284dfe-2925-4f26-a695-f6a1f3cd2841 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0927620 Mar 25 20:14:29.755974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:29.784164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object 713fd6d6-62da-430e-9be0-4c4a101d6efd will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:29.847301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] For port 0599ef07-18eb-4273-aa04-9f199427dc9f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:29.850600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] For port 0599ef07-18eb-4273-aa04-9f199427dc9f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0599ef07-18eb-4273-aa04-9f199427dc9f,segment=NetworkSegment(316ca274-8b18-4fd4-a663-69e0832a1600),segment_id=316ca274-8b18-4fd4-a663-69e0832a1600)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:29.862892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:29.915210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:29.925329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-ceb8eb37-5d80-41ba-b13f-4595a1b3e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:29.930911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-ceb8eb37-5d80-41ba-b13f-4595a1b3e100 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1813266 Mar 25 20:14:29.931498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:29.934682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:29.943763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:30.000153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=713fd6d6-62da-430e-9be0-4c4a101d6efd,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:30.016904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:30.023530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f4c73-61a0-4de0-aa8f-5c2650f4dde6 None None] Pushing event updated for resources: {'Port': ['ID=0599ef07-18eb-4273-aa04-9f199427dc9f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:30.060582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-2d0e667e-d6c8-41af-bfea-25bb50705f42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec HTTP/1.1" status: 200 len: 1001 time: 0.1229074 Mar 25 20:14:30.133695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-298ba93e-e815-41d6-b7a9-c40e4506ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:30.135222 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-298ba93e-e815-41d6-b7a9-c40e4506ef49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0681489 Mar 25 20:14:30.227512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-0a9f6b20-67bf-48a9-8747-e1505d5c5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:30.229034 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-0a9f6b20-67bf-48a9-8747-e1505d5c5719 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875187 Mar 25 20:14:30.261742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:30.440962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0599ef07-18eb-4273-aa04-9f199427dc9f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:30.475471 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-811846f3-558b-4999-9c5c-52c6fcbff112 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382660 Mar 25 20:14:30.580586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 0599ef07-18eb-4273-aa04-9f199427dc9f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:30.586188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4e6b0634-83ad-4dd8-8c87-d650611cfc8b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:30.636047 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd311c0-c855-44e3-825d-7ecf98b78c3a req-1e57cabc-f965-4a5f-b840-13d35d1221b5 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518593 Mar 25 20:14:30.778801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3da35d-eea2-4b79-b418-e5af1f4b3de7 req-5927c32e-b127-4268-b10d-316a251e80f8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:30.780338 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a3da35d-eea2-4b79-b418-e5af1f4b3de7 req-5927c32e-b127-4268-b10d-316a251e80f8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 943 time: 0.0831680 Mar 25 20:14:30.794438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:30.800285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:30.800692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:30.835763 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a3da35d-eea2-4b79-b418-e5af1f4b3de7 req-efd08c99-9fe1-407e-817a-142cbe7a5def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482075 Mar 25 20:14:30.887950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:30.931593 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:30.948962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:30.965469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,segment=NetworkSegment(a1cc0461-5a1d-4a26-898c-de5e512f7fc0),segment_id=a1cc0461-5a1d-4a26-898c-de5e512f7fc0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:31.041229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.074199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=713fd6d6-62da-430e-9be0-4c4a101d6efd,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:31.076702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.120158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:31.134776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad4598-6397-42f8-9022-121a4edbab5d None None] Network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:31.224059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:31.225237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:31.290458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac424a18-16da-4973-b935-4216501c8ec7 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:14:31.379091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f6ecad86-0d95-47c4-a61e-2f52a19b7f5f None None] Provisioning for port 0599ef07-18eb-4273-aa04-9f199427dc9f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:31.390538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f6ecad86-0d95-47c4-a61e-2f52a19b7f5f None None] Provisioning complete for port 0599ef07-18eb-4273-aa04-9f199427dc9f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:31.390895 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6ecad86-0d95-47c4-a61e-2f52a19b7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.394721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:31.558699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:31.570749 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:31.571919 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ae508a22-692a-4924-b785-4a451a10fb6e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5431666 Mar 25 20:14:31.574454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36490) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:31.580535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'network': {'name': 'tempest-RoutersTest-78556585'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:31.584203 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:31.585497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:31.586157 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:31.589684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:network and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:31.592235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:31.594909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac424a18-16da-4973-b935-4216501c8ec7, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac424a18-16da-4973-b935-4216501c8ec7,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:31.598098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:31.651438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ac424a18-16da-4973-b935-4216501c8ec7', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'port_id': 'ac424a18-16da-4973-b935-4216501c8ec7', 'mac_address': 'fa:16:3e:83:26:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:14:31.666440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:31.670601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.708199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:14:31.708453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6ecad86-0d95-47c4-a61e-2f52a19b7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.718969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.723908 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added segment 8c788b89-6fe7-43f0-82d4-114adbde93fb of type vlan for network b861a5fa-f29c-4cfc-9963-f70662931a43 Mar 25 20:14:31.742535 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.760632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.774144 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:31.777859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac424a18-16da-4973-b935-4216501c8ec7 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:14:31.789224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f6ecad86-0d95-47c4-a61e-2f52a19b7f5f None None] For port 0599ef07-18eb-4273-aa04-9f199427dc9f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0599ef07-18eb-4273-aa04-9f199427dc9f,segment=NetworkSegment(316ca274-8b18-4fd4-a663-69e0832a1600),segment_id=316ca274-8b18-4fd4-a663-69e0832a1600)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:31.807133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac424a18-16da-4973-b935-4216501c8ec7, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac424a18-16da-4973-b935-4216501c8ec7,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:31.858114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6ecad86-0d95-47c4-a61e-2f52a19b7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.903354 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.904017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.909139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:31.909739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:31.950825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecad86-0d95-47c4-a61e-2f52a19b7f5f None None] Pushing event updated for resources: {'Port': ['ID=0599ef07-18eb-4273-aa04-9f199427dc9f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:32.038750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ac424a18-16da-4973-b935-4216501c8ec7,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:32.053640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Network': ['ID=b861a5fa-f29c-4cfc-9963-f70662931a43,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:32.061377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cc2279cd-cf45-4c50-aec5-28d53496968e None None] Provisioning complete for port 0599ef07-18eb-4273-aa04-9f199427dc9f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:32.061377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2279cd-cf45-4c50-aec5-28d53496968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.081051 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c9a41fd9-6543-43de-9b57-3a301ac94d72 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5028319 Mar 25 20:14:32.081302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36496) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:32.087051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'subnet': {'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:32.093036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b861a5fa-f29c-4cfc-9963-f70662931a43 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:14:32.143281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4eaf-b94c-47b8-bc1b-54aca917e706 req-00a6909d-18e4-4ffe-adf4-96cbefb77b0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:32.144865 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8f0e4eaf-b94c-47b8-bc1b-54aca917e706 req-00a6909d-18e4-4ffe-adf4-96cbefb77b0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 944 time: 0.1465831 Mar 25 20:14:32.213119 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8f0e4eaf-b94c-47b8-bc1b-54aca917e706 req-92386474-ad4d-42a9-90bd-80922dff4654 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575514 Mar 25 20:14:32.262647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ac424a18-16da-4973-b935-4216501c8ec7'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:14:32.279363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:32.284844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:subnet and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:32.287953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:32.294901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:32.333372 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:32.337742 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:32.338219 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Updating router 9d032a56-36c5-48c5-b322-c44d341abce7 port 713fd6d6-62da-430e-9be0-4c4a101d6efd binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:14:32.341412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0599ef07-18eb-4273-aa04-9f199427dc9f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:32.397454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Made reservation on behalf of 3a4d7b1be58b4bdc86cd98ef302ae137 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:14:32.402580 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.402769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.538600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 0599ef07-18eb-4273-aa04-9f199427dc9f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:32.539084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.583847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cc2279cd-cf45-4c50-aec5-28d53496968e None None] Provisioning for port 713fd6d6-62da-430e-9be0-4c4a101d6efd completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:32.610730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cc2279cd-cf45-4c50-aec5-28d53496968e None None] Provisioning complete for port 713fd6d6-62da-430e-9be0-4c4a101d6efd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:32.611765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2279cd-cf45-4c50-aec5-28d53496968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.694367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cc2279cd-cf45-4c50-aec5-28d53496968e None None] Port 713fd6d6-62da-430e-9be0-4c4a101d6efd cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:32.749172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.808568 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.823245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Transition to ACTIVE for port object 713fd6d6-62da-430e-9be0-4c4a101d6efd will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:32.825220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4e6b0634-83ad-4dd8-8c87-d650611cfc8b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:32.880773 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.977750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:32.978705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:32.985417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Subnet': ['ID=56890519-f3e6-4d47-bc48-abdcff6e80d3,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:32.994568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Checking segment: {'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:32.995036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network hostable DHCP agents. Network: b861a5fa-f29c-4cfc-9963-f70662931a43, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:14:33.100694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network b861a5fa-f29c-4cfc-9963-f70662931a43 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:14:33.109287 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871dd9e-f1e1-46c2-a793-238b309690a8 None None] Pushing event updated for resources: {'Port': ['ID=713fd6d6-62da-430e-9be0-4c4a101d6efd,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:33.133460 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Attempting to bind port 713fd6d6-62da-430e-9be0-4c4a101d6efd on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:33.133824 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Attempting to bind port 713fd6d6-62da-430e-9be0-4c4a101d6efd by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:33.134179 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Attempting to bind port 713fd6d6-62da-430e-9be0-4c4a101d6efd on network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:33.139737 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:33.140095 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Checking segment: {'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:33.140516 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:33.140886 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Bound using segment: {'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:33.141334 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Bound port: 713fd6d6-62da-430e-9be0-4c4a101d6efd, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316ca274-8b18-4fd4-a663-69e0832a1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:33.141687 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:33.197193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, b861a5fa-f29c-4cfc-9963-f70662931a43) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:33.201230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:33.201813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:33.207540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f161a1c8-83d9-4fad-a311-6d3c8d91291d None None] Network b861a5fa-f29c-4cfc-9963-f70662931a43 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:33.234365 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] For port 713fd6d6-62da-430e-9be0-4c4a101d6efd, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:33.237813 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] For port 713fd6d6-62da-430e-9be0-4c4a101d6efd, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=713fd6d6-62da-430e-9be0-4c4a101d6efd,segment=NetworkSegment(316ca274-8b18-4fd4-a663-69e0832a1600),segment_id=316ca274-8b18-4fd4-a663-69e0832a1600)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:33.301386 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d46c8681-7e7b-40a0-81f5-b43a1e283e21 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2190464 Mar 25 20:14:33.304133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36502) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:33.334799 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:33.404780 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:33.405672 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:33.460357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-b861a5fa-f29c-4cfc-9963-f70662931a43', 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'fixed_ips': [{'subnet_id': '56890519-f3e6-4d47-bc48-abdcff6e80d3'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:14:33.461374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:33.592058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b6f0a-0abb-41b3-9e39-c79abb9a6ec5 req-993a49a8-87b8-46ad-b05b-85e8134064e9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:33.593860 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f52b6f0a-0abb-41b3-9e39-c79abb9a6ec5 req-993a49a8-87b8-46ad-b05b-85e8134064e9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 944 time: 0.2742155 Mar 25 20:14:33.644103 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871dd9e-f1e1-46c2-a793-238b309690a8 None None] Pushing event updated for resources: {'Port': ['ID=713fd6d6-62da-430e-9be0-4c4a101d6efd,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:33.654322 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:33.667020 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f52b6f0a-0abb-41b3-9e39-c79abb9a6ec5 req-471e02a2-702e-470d-9d68-be50fc9478aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652070 Mar 25 20:14:33.736774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Allocated IP 172.23.0.2 (b861a5fa-f29c-4cfc-9963-f70662931a43/56890519-f3e6-4d47-bc48-abdcff6e80d3/4934f5a6-0045-417a-aedc-f38198af63e2) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:33.967211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:33.977832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Transition to ACTIVE for port object 4934f5a6-0045-417a-aedc-f38198af63e2 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:33.997201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Transition to ACTIVE for port object 4934f5a6-0045-417a-aedc-f38198af63e2 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:34.008262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.034098 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:33Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:34.038259 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b89fdb-fa17-4db0-b73b-6e37226afab9 None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:33Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:34.067395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.141732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Network b861a5fa-f29c-4cfc-9963-f70662931a43 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:34.144492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:34.148046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:34.165435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Pushing event updated for resources: {'Port': ['ID=4934f5a6-0045-417a-aedc-f38198af63e2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:34.273642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Attempting to bind port 4934f5a6-0045-417a-aedc-f38198af63e2 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:34.274031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Attempting to bind port 4934f5a6-0045-417a-aedc-f38198af63e2 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:34.274538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Attempting to bind port 4934f5a6-0045-417a-aedc-f38198af63e2 on network b861a5fa-f29c-4cfc-9963-f70662931a43 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:34.283483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:34.283900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Checking segment: {'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:34.284327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.284885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Bound using segment: {'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:34.285371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Bound port: 4934f5a6-0045-417a-aedc-f38198af63e2, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:34.285751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.351243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 713fd6d6-62da-430e-9be0-4c4a101d6efd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:34.444900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Allocated IP 172.23.0.1 (b861a5fa-f29c-4cfc-9963-f70662931a43/56890519-f3e6-4d47-bc48-abdcff6e80d3/4f01e4ad-f819-4117-90fd-153c5e1a2f49) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:34.490978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] For port 4934f5a6-0045-417a-aedc-f38198af63e2, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:34.493589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] For port 4934f5a6-0045-417a-aedc-f38198af63e2, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4934f5a6-0045-417a-aedc-f38198af63e2,segment=NetworkSegment(8c788b89-6fe7-43f0-82d4-114adbde93fb),segment_id=8c788b89-6fe7-43f0-82d4-114adbde93fb)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:34.557911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 713fd6d6-62da-430e-9be0-4c4a101d6efd completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:34.563107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 713fd6d6-62da-430e-9be0-4c4a101d6efd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:34.563489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.615134 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.615405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.633926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Transition to ACTIVE for port object 4f01e4ad-f819-4117-90fd-153c5e1a2f49 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:34.712926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.787574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network b861a5fa-f29c-4cfc-9963-f70662931a43 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:34.790893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:34.795127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:34.800907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4570d-e3ac-4f09-a9cf-e0e9e681d42f None None] Pushing event updated for resources: {'Port': ['ID=4934f5a6-0045-417a-aedc-f38198af63e2,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:34.826799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.862345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=4f01e4ad-f819-4117-90fd-153c5e1a2f49,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:34.868948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 713fd6d6-62da-430e-9be0-4c4a101d6efd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=713fd6d6-62da-430e-9be0-4c4a101d6efd,segment=NetworkSegment(316ca274-8b18-4fd4-a663-69e0832a1600),segment_id=316ca274-8b18-4fd4-a663-69e0832a1600)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:34.877156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:34.928638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951e2f8-5fff-4310-a0e9-b12688ea79bf req-cb83ec15-534e-44ea-a316-bf2c0f8759f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:34.931013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5951e2f8-5fff-4310-a0e9-b12688ea79bf req-cb83ec15-534e-44ea-a316-bf2c0f8759f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 944 time: 0.1127331 Mar 25 20:14:34.938090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:35.005604 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5951e2f8-5fff-4310-a0e9-b12688ea79bf req-de949d0b-5c5d-4ebe-b1a4-088c11ded7a0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638356 Mar 25 20:14:35.039172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=713fd6d6-62da-430e-9be0-4c4a101d6efd,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:35.223457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:35.319565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac424a18-16da-4973-b935-4216501c8ec7 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:35.466248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port ac424a18-16da-4973-b935-4216501c8ec7 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:35.471925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ac424a18-16da-4973-b935-4216501c8ec7 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:35.472587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:35.607922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:35.637041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:14:35.646611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac424a18-16da-4973-b935-4216501c8ec7, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac424a18-16da-4973-b935-4216501c8ec7,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:35.646825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:35.687821 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7', 'code': 200} Mar 25 20:14:35.726109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:35.737609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:35.792290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c490b90-5b1b-4827-9cac-e92b62c16894 None None] Network b861a5fa-f29c-4cfc-9963-f70662931a43 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:35.852803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event updated for resources: {'Port': ['ID=4f01e4ad-f819-4117-90fd-153c5e1a2f49,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:35.863840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:35.904136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ac424a18-16da-4973-b935-4216501c8ec7,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:36.000196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Network b861a5fa-f29c-4cfc-9963-f70662931a43 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:36.001310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:36.045570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4b70e301-da23-4652-b640-fd9b75390552 None None] Provisioning for port 4934f5a6-0045-417a-aedc-f38198af63e2 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:36.196216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:36.213725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36e09-1143-4189-8fbb-a43777b51dbd req-863539c0-b460-4297-8659-09ae855daa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:36.215593 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e4e36e09-1143-4189-8fbb-a43777b51dbd req-863539c0-b460-4297-8659-09ae855daa25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 1098 time: 0.1460321 Mar 25 20:14:36.272138 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e4e36e09-1143-4189-8fbb-a43777b51dbd req-479666ff-2523-4786-8583-85ed45fe3766 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501773 Mar 25 20:14:36.283192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f88d25-9aa5-43db-974c-5177e8db2dec req-6601e84d-8a66-483c-8ab1-38b7890a2d7c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:36.284955 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2f88d25-9aa5-43db-974c-5177e8db2dec req-6601e84d-8a66-483c-8ab1-38b7890a2d7c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 945 time: 0.1466439 Mar 25 20:14:36.341587 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2f88d25-9aa5-43db-974c-5177e8db2dec req-b46c43e8-6604-4c83-9cf8-02401dac1f33 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504913 Mar 25 20:14:36.394796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:36.408941 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-10fddeb7-c608-4a87-a38b-8d0f0ceb705a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1036019 Mar 25 20:14:36.419719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36514) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:36.419719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:36.422709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:36.436834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:36.437467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:36.498376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 713fd6d6-62da-430e-9be0-4c4a101d6efd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:36.540719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-89ecf6a3-2bad-4253-9a38-5b692279fa9e None None] Provisioning for port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:36.559764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-89ecf6a3-2bad-4253-9a38-5b692279fa9e None None] Provisioning complete for port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:36.559982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89ecf6a3-2bad-4253-9a38-5b692279fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:36.714566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-89ecf6a3-2bad-4253-9a38-5b692279fa9e None None] Port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:36.717377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:36.791192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 713fd6d6-62da-430e-9be0-4c4a101d6efd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:36.791577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:36.990952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-08f4453e-a4db-476d-ae1a-57523c1347a5 None None] Provisioning complete for port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:36.991347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08f4453e-a4db-476d-ae1a-57523c1347a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.015872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.extraroute_db [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 25 20:14:37.033782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.extraroute_db [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Removed routes are [] {{(pid=88484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 25 20:14:37.034016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.144171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-08f4453e-a4db-476d-ae1a-57523c1347a5 None None] Port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:14:37.217890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4934f5a6-0045-417a-aedc-f38198af63e2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:37.311243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f01e4ad-f819-4117-90fd-153c5e1a2f49', 'name': '', 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:ed:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:34Z', 'updated_at': '2022-03-25T20:14:35Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:37.315166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:37.315516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Updating router 9d032a56-36c5-48c5-b322-c44d341abce7 port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:14:37.369552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.380135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 4934f5a6-0045-417a-aedc-f38198af63e2 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:37.388912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 4934f5a6-0045-417a-aedc-f38198af63e2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:37.389822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.584302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.594195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.657943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.759018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 4934f5a6-0045-417a-aedc-f38198af63e2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4934f5a6-0045-417a-aedc-f38198af63e2,segment=NetworkSegment(8c788b89-6fe7-43f0-82d4-114adbde93fb),segment_id=8c788b89-6fe7-43f0-82d4-114adbde93fb)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:37.803698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eebaf-8062-4d05-92aa-a5ec885fece2 req-4f99a892-e71a-4198-a9ed-f3d2b9bd6b65 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:37.805160 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c13eebaf-8062-4d05-92aa-a5ec885fece2 req-4f99a892-e71a-4198-a9ed-f3d2b9bd6b65 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 945 time: 0.3139641 Mar 25 20:14:37.836973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.913778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:37.933531 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c13eebaf-8062-4d05-92aa-a5ec885fece2 req-b4699445-54b0-4a25-8b91-4e2d7edf620b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692999 Mar 25 20:14:37.937498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Transition to ACTIVE for port object 4f01e4ad-f819-4117-90fd-153c5e1a2f49 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:14:37.940452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=4934f5a6-0045-417a-aedc-f38198af63e2,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:37.942912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:38.034766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:38.108397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:38.115495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:38.117296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d5f4231e-45c5-4dfb-b7f3-592e94143dfb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 200 len: 933 time: 1.7039418 Mar 25 20:14:38.119524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36520) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:38.170779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5709d-663a-496e-bd34-25e8057f31af None None] Pushing event updated for resources: {'Port': ['ID=4f01e4ad-f819-4117-90fd-153c5e1a2f49,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:38.261822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Attempting to bind port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:14:38.262199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Attempting to bind port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:14:38.262562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Attempting to bind port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 on network b861a5fa-f29c-4cfc-9963-f70662931a43 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:14:38.268251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:14:38.273098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Checking segment: {'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:14:38.273098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:38.273098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Bound using segment: {'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:14:38.273098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Bound port: 4f01e4ad-f819-4117-90fd-153c5e1a2f49, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c788b89-6fe7-43f0-82d4-114adbde93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:14:38.273098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:38.296646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0db5d776-10da-4881-89e6-8563065321e2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 200 len: 933 time: 0.1760242 Mar 25 20:14:38.299820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36524) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:38.305014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'routes': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:38.322234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4934f5a6-0045-417a-aedc-f38198af63e2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:38.429649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] For port 4f01e4ad-f819-4117-90fd-153c5e1a2f49, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:14:38.441257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] For port 4f01e4ad-f819-4117-90fd-153c5e1a2f49, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4f01e4ad-f819-4117-90fd-153c5e1a2f49,segment=NetworkSegment(8c788b89-6fe7-43f0-82d4-114adbde93fb),segment_id=8c788b89-6fe7-43f0-82d4-114adbde93fb)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:14:38.450152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 4934f5a6-0045-417a-aedc-f38198af63e2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:38.450515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:38.545336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:38.710121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:38.710760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:38.778629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5709d-663a-496e-bd34-25e8057f31af None None] Pushing event updated for resources: {'Port': ['ID=4f01e4ad-f819-4117-90fd-153c5e1a2f49,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:38.879121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:39.049520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.extraroute_db [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added routes are [] {{(pid=88485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 25 20:14:39.049869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.extraroute_db [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 25 20:14:39.081103 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:39.131862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc0ceeec-20be-47a7-bf4f-190801e96063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:39.148670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba32f4-065a-4ab5-86bb-0a1909e9dbae req-9b9343b0-77ec-4258-baa4-1c535862bf0a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:39.150150 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8aba32f4-065a-4ab5-86bb-0a1909e9dbae req-9b9343b0-77ec-4258-baa4-1c535862bf0a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 945 time: 0.0925806 Mar 25 20:14:39.199805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8aba32f4-065a-4ab5-86bb-0a1909e9dbae req-f7f158ae-f92b-4945-82df-79893db10aa3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Mar 25 20:14:39.232272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:37Z', 'revision_number': 6, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f01e4ad-f819-4117-90fd-153c5e1a2f49', 'name': '', 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:ed:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:34Z', 'updated_at': '2022-03-25T20:14:38Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:39.233037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5c318-fb1d-4530-8e22-3d104978b106 None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:37Z', 'revision_number': 6, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f01e4ad-f819-4117-90fd-153c5e1a2f49', 'name': '', 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:ed:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:34Z', 'updated_at': '2022-03-25T20:14:38Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:39.428379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2a281-6178-4c27-beac-16f49aee40e3 req-e059fbba-13c9-4b52-bd55-f1449568a47d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:39.432944 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23c2a281-6178-4c27-beac-16f49aee40e3 req-e059fbba-13c9-4b52-bd55-f1449568a47d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 945 time: 0.0927947 Mar 25 20:14:39.492013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23c2a281-6178-4c27-beac-16f49aee40e3 req-574e486e-f35a-405e-9e06-25341ac092ec tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544012 Mar 25 20:14:39.508932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36532) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:39.541230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:39.545089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:39.584094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ff8e2-5eb3-4f2b-9fad-4db408858cc5 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:39.588217 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a31ff8e2-5eb3-4f2b-9fad-4db408858cc5 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 1093 time: 0.0756004 Mar 25 20:14:39.588402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36536) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:39.593724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'ac424a18-16da-4973-b935-4216501c8ec7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:39.600462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:39.607461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:39.611298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:39.619162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:39.716414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:39.723552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:39.873496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:39.892105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:39.899363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:39.900240 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b2bbd1f4-e62d-4822-aaac-b8ba6f9f04bf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 200 len: 699 time: 1.5994344 Mar 25 20:14:39.902808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36540) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:40.016216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.42 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/e3df9056-56a1-4f77-99f6-ff9331b1d5c6) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:14:40.070672 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8f68b1c2-f576-4807-9b5c-4b25bb916f93 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 200 len: 699 time: 0.1668460 Mar 25 20:14:40.073622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36544) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:40.097282 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:40.109895 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:40.116274 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:40.178810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:40.276920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:40.277054 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:40.347894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4f01e4ad-f819-4117-90fd-153c5e1a2f49 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:14:40.386010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=e3df9056-56a1-4f77-99f6-ff9331b1d5c6,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:40.399664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:14:40.401113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:14:40.403630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:14:40.502040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:14:40.508812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:14:40.509445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:40.606752 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:39Z', 'revision_number': 7, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f01e4ad-f819-4117-90fd-153c5e1a2f49', 'name': '', 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:ed:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:34Z', 'updated_at': '2022-03-25T20:14:38Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:40.611392 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:40.631477 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:40.632099 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:40.674840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:40.726624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 4f01e4ad-f819-4117-90fd-153c5e1a2f49, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4f01e4ad-f819-4117-90fd-153c5e1a2f49,segment=NetworkSegment(8c788b89-6fe7-43f0-82d4-114adbde93fb),segment_id=8c788b89-6fe7-43f0-82d4-114adbde93fb)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:40.780624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:40.815826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:40.866640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=4f01e4ad-f819-4117-90fd-153c5e1a2f49,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:40.887686 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:41.011852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:41.172625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 4f01e4ad-f819-4117-90fd-153c5e1a2f49 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:41.173124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:41.175045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:41.224333 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:39Z', 'revision_number': 7, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f01e4ad-f819-4117-90fd-153c5e1a2f49', 'name': '', 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:ed:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:34Z', 'updated_at': '2022-03-25T20:14:38Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:41.229926 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931761a0-03a9-4d5a-9a44-502fbfe8b7a3 None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:39Z', 'revision_number': 7, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f01e4ad-f819-4117-90fd-153c5e1a2f49', 'name': '', 'network_id': 'b861a5fa-f29c-4cfc-9963-f70662931a43', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:ed:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:34Z', 'updated_at': '2022-03-25T20:14:38Z', 'revision_number': 4, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '56890519-f3e6-4d47-bc48-abdcff6e80d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:41.403507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 4f01e4ad-f819-4117-90fd-153c5e1a2f49, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4f01e4ad-f819-4117-90fd-153c5e1a2f49,segment=NetworkSegment(8c788b89-6fe7-43f0-82d4-114adbde93fb),segment_id=8c788b89-6fe7-43f0-82d4-114adbde93fb)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:41.403868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:41.467155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:41.540522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:41.551988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 4f01e4ad-f819-4117-90fd-153c5e1a2f49 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:41.666425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=e3df9056-56a1-4f77-99f6-ff9331b1d5c6,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:41.675539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:41.827192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:41.846852 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP b466de07-f2e3-4408-aee5-1d96daa2a0e9 associated. External IP: 172.26.8.42, port: ac424a18-16da-4973-b935-4216501c8ec7. Mar 25 20:14:41.911872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=4f01e4ad-f819-4117-90fd-153c5e1a2f49,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:42.120256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-660860b0-b969-4f34-b220-03a4190918a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:42.220939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 0be5e9a5-3260-4499-827a-1d37728fe954 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:42.269529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:42.528509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:42.537875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] Sync routers for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:42.547918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:42.549208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:42.607994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:42.612938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:42.674787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7d0e346c-0c58-4383-928b-be7b198ff784 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0823143 Mar 25 20:14:42.674787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:14:42.678920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36548) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:42.760113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:42.817008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-209195d3-a8d2-4cc8-83ba-c6b42c75cdea tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b466de07-f2e3-4408-aee5-1d96daa2a0e9 HTTP/1.1" status: 200 len: 990 time: 0.1367791 Mar 25 20:14:42.826673 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7', 'status': 'completed', 'code': 200} Mar 25 20:14:42.830788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:42.840582 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:42.851316 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:42.852160 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:42.864059 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8f3a9446-55ac-4c4a-805c-c28130c8be1a tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7836869 Mar 25 20:14:42.864059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36556) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:42.911515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-a716cbc2-f559-4031-8e8c-83598d516cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:42.913094 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-a716cbc2-f559-4031-8e8c-83598d516cdc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 1098 time: 0.0777276 Mar 25 20:14:42.928681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:42.945017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-2677de1c-2185-4fff-a907-754893a38482 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet 56890519-f3e6-4d47-bc48-abdcff6e80d3 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:14:42.954574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2677de1c-2185-4fff-a907-754893a38482 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:42.954721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:43.009682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2677de1c-2185-4fff-a907-754893a38482 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:43.044075 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:43.087854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-473721dd-eecb-4daa-8216-0898fa942a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:43.089414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-473721dd-eecb-4daa-8216-0898fa942a3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=0344eddf-6c16-4992-aa64-748f1205fdd2 HTTP/1.1" status: 200 len: 898 time: 0.1703765 Mar 25 20:14:43.127986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2677de1c-2185-4fff-a907-754893a38482 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:43.201587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b466de07-f2e3-4408-aee5-1d96daa2a0e9', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.42', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'port_id': 'ac424a18-16da-4973-b935-4216501c8ec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'mac_address': 'fa:16:3e:83:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:14:40Z', 'updated_at': '2022-03-25T20:14:40Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:43.207113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] Checking router: 0be5e9a5-3260-4499-827a-1d37728fe954 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:43.216400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:43.217043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:43.229046 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-84fbbddf-a2de-43b1-9447-983b46198878 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac424a18-16da-4973-b935-4216501c8ec7 HTTP/1.1" status: 200 len: 998 time: 0.1282246 Mar 25 20:14:43.292984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-f981aa8d-cf2b-463a-a9ad-ba518d6670bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:43.294557 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-f981aa8d-cf2b-463a-a9ad-ba518d6670bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49bd4e25-e13e-4ed2-86e7-374611fb08e5 HTTP/1.1" status: 200 len: 834 time: 0.0615261 Mar 25 20:14:43.298999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2677de1c-2185-4fff-a907-754893a38482 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:43.352856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677de1c-2185-4fff-a907-754893a38482 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=56890519-f3e6-4d47-bc48-abdcff6e80d3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:43.366801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2677de1c-2185-4fff-a907-754893a38482 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:43.375607 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2677de1c-2185-4fff-a907-754893a38482 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/56890519-f3e6-4d47-bc48-abdcff6e80d3 HTTP/1.1" status: 204 len: 168 time: 0.5138071 Mar 25 20:14:43.378720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36560) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:43.393245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-2c13bab7-19a2-4584-94ae-354d0ff11cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:14:43.395122 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-2c13bab7-19a2-4584-94ae-354d0ff11cfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0344eddf-6c16-4992-aa64-748f1205fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940773 Mar 25 20:14:43.402114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77c24b-c838-42a2-8c7e-7b31ebdbf8f2 None None] Network b861a5fa-f29c-4cfc-9963-f70662931a43 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:43.453491 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:41Z', 'revision_number': 8, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:43.459540 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:43.471576 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:43.472417 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:43.512825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:43.524761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 4934f5a6-0045-417a-aedc-f38198af63e2 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:43.525137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:43.537057 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:43.575002 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-83866f49-cacd-43d8-a441-bbb57f7adb55 service neutron] 10.222.0.43 "GET /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715293 Mar 25 20:14:43.671915 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:43.806684 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d303a453-f8c8-462f-9def-6b6e888b44e0 req-cbb398e5-166f-4e7d-84ee-bb396780489c service neutron] 10.222.0.43 "GET /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063537 Mar 25 20:14:43.820532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36564) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:43.846138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 4934f5a6-0045-417a-aedc-f38198af63e2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4934f5a6-0045-417a-aedc-f38198af63e2,segment=NetworkSegment(8c788b89-6fe7-43f0-82d4-114adbde93fb),segment_id=8c788b89-6fe7-43f0-82d4-114adbde93fb)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:43.846756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:43.951335 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a4872424-7e3e-4102-a7c8-0dfe81b2bcb9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b466de07-f2e3-4408-aee5-1d96daa2a0e9 HTTP/1.1" status: 200 len: 990 time: 0.1296642 Mar 25 20:14:43.957427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05c818-31b0-4017-913e-7130751b33be None None] DHCP port deletion for b861a5fa-f29c-4cfc-9963-f70662931a43 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:14:43.974586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f05c818-31b0-4017-913e-7130751b33be None None] Deleting port 4934f5a6-0045-417a-aedc-f38198af63e2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:43.974951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f05c818-31b0-4017-913e-7130751b33be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.065728 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:41Z', 'revision_number': 8, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:44.071036 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a2fc3-d463-40e9-ae4a-71576e12ecf2 None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:41Z', 'revision_number': 8, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713fd6d6-62da-430e-9be0-4c4a101d6efd', 'name': '', 'network_id': '0a43487b-ba8b-4400-907a-ebe0ff5c3e9f', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:61:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:29Z', 'updated_at': '2022-03-25T20:14:34Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'e3508c31-13e7-441c-8deb-d1f18129ce10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:44.159314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 4934f5a6-0045-417a-aedc-f38198af63e2 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:44.248390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.273540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9f05c818-31b0-4017-913e-7130751b33be None None] For port 4934f5a6-0045-417a-aedc-f38198af63e2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4934f5a6-0045-417a-aedc-f38198af63e2,segment=NetworkSegment(8c788b89-6fe7-43f0-82d4-114adbde93fb),segment_id=8c788b89-6fe7-43f0-82d4-114adbde93fb)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:44.283022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f05c818-31b0-4017-913e-7130751b33be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.297409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.345936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=4934f5a6-0045-417a-aedc-f38198af63e2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:44.347745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No DVR routers for this DVR port 4934f5a6-0045-417a-aedc-f38198af63e2 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:14:44.401808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f05c818-31b0-4017-913e-7130751b33be None None] Calling delete_port for 4934f5a6-0045-417a-aedc-f38198af63e2 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:44.430985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b466de07-f2e3-4408-aee5-1d96daa2a0e9', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.42', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'port_id': 'ac424a18-16da-4973-b935-4216501c8ec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'mac_address': 'fa:16:3e:83:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:14:40Z', 'updated_at': '2022-03-25T20:14:40Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:44.443873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228041ce-b058-4e88-a3ae-c5d92fc72a80 None None] The sync data for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv is: [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b466de07-f2e3-4408-aee5-1d96daa2a0e9', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.42', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'port_id': 'ac424a18-16da-4973-b935-4216501c8ec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'mac_address': 'fa:16:3e:83:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:14:40Z', 'updated_at': '2022-03-25T20:14:40Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:44.484920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.499448 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4f01e4ad-f819-4117-90fd-153c5e1a2f49 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:44.516107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b861a5fa-f29c-4cfc-9963-f70662931a43']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:44.533285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c788b89-6fe7-43f0-82d4-114adbde93fb') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:44.533590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c788b89-6fe7-43f0-82d4-114adbde93fb') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:44.539207 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 4f01e4ad-f819-4117-90fd-153c5e1a2f49 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:44.539564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4f01e4ad-f819-4117-90fd-153c5e1a2f49 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:44.539977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4934f5a6-0045-417a-aedc-f38198af63e2 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:44.548846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.575314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 4934f5a6-0045-417a-aedc-f38198af63e2 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:44.576218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4934f5a6-0045-417a-aedc-f38198af63e2 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:44.576314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.578477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-9f05c818-31b0-4017-913e-7130751b33be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:14:44.581821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-9f05c818-31b0-4017-913e-7130751b33be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:14:44.584635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:14:44.585928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:14:44.610974 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:14:44.715000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb93a2e-c8d0-4178-800a-95f087e109d9 None None] New status for floating IP b466de07-f2e3-4408-aee5-1d96daa2a0e9: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:14:44.766096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.784820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:44.799901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=b861a5fa-f29c-4cfc-9963-f70662931a43,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:44.805815 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ec1f4fb0-a1dd-481d-9867-f2e82a2c0bcc tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/b861a5fa-f29c-4cfc-9963-f70662931a43 HTTP/1.1" status: 204 len: 168 time: 1.4251273 Mar 25 20:14:44.807849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36570) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:44.954234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36574) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:45.083234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f05c818-31b0-4017-913e-7130751b33be None None] Deleting port 4934f5a6-0045-417a-aedc-f38198af63e2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:45.083611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f05c818-31b0-4017-913e-7130751b33be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:45.155657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f05c818-31b0-4017-913e-7130751b33be None None] The port '4934f5a6-0045-417a-aedc-f38198af63e2' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:14:45.312911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-69ba1f0d-918f-43f5-8506-448bed670ceb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b466de07-f2e3-4408-aee5-1d96daa2a0e9 HTTP/1.1" status: 200 len: 990 time: 0.3569949 Mar 25 20:14:45.530917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:45.858850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 713fd6d6-62da-430e-9be0-4c4a101d6efd {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:45.859481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:46.047891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 713fd6d6-62da-430e-9be0-4c4a101d6efd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=713fd6d6-62da-430e-9be0-4c4a101d6efd,segment=NetworkSegment(316ca274-8b18-4fd4-a663-69e0832a1600),segment_id=316ca274-8b18-4fd4-a663-69e0832a1600)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:46.048864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:46.176037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 713fd6d6-62da-430e-9be0-4c4a101d6efd owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:46.317348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36578) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:46.427970 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e7e93df5-a61e-47db-824c-c712ed6df0ca tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b466de07-f2e3-4408-aee5-1d96daa2a0e9 HTTP/1.1" status: 200 len: 992 time: 0.1094675 Mar 25 20:14:46.571811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:46.619344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=713fd6d6-62da-430e-9be0-4c4a101d6efd,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:47.019779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:47.344299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:47.504344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:47.513635 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:47.517577 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ca98d691-2f24-4368-a966-25782a028a68 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7080903 Mar 25 20:14:47.520373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36582) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:47.524974 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:47.525535 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:47.594145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e39a362-3b8e-4c5d-adb0-fd48bbd3666b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet e3508c31-13e7-441c-8deb-d1f18129ce10 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:14:47.597581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e39a362-3b8e-4c5d-adb0-fd48bbd3666b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:47.659310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e39a362-3b8e-4c5d-adb0-fd48bbd3666b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:47.692533 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:47.775814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e39a362-3b8e-4c5d-adb0-fd48bbd3666b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:47.925961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:47.966251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e39a362-3b8e-4c5d-adb0-fd48bbd3666b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.011975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a362-3b8e-4c5d-adb0-fd48bbd3666b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=e3508c31-13e7-441c-8deb-d1f18129ce10,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:48.015720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e39a362-3b8e-4c5d-adb0-fd48bbd3666b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.023523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b106a-4c9b-4648-b8ae-ba75e5512576 None None] Network 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:48.023683 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4e39a362-3b8e-4c5d-adb0-fd48bbd3666b tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/e3508c31-13e7-441c-8deb-d1f18129ce10 HTTP/1.1" status: 204 len: 168 time: 0.5021102 Mar 25 20:14:48.026792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36586) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:48.078313 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:46Z', 'revision_number': 9, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:48.082357 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:48.091046 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:48.091693 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:48.159517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.171049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 0599ef07-18eb-4273-aa04-9f199427dc9f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:48.171381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.270665 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:48.346294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] DHCP port deletion for 0a43487b-ba8b-4400-907a-ebe0ff5c3e9f request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:14:48.352060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] Deleting port 0599ef07-18eb-4273-aa04-9f199427dc9f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:48.352588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.393179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 0599ef07-18eb-4273-aa04-9f199427dc9f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0599ef07-18eb-4273-aa04-9f199427dc9f,segment=NetworkSegment(316ca274-8b18-4fd4-a663-69e0832a1600),segment_id=316ca274-8b18-4fd4-a663-69e0832a1600)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:48.393540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.522920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 0599ef07-18eb-4273-aa04-9f199427dc9f owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:48.578757 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] For port 0599ef07-18eb-4273-aa04-9f199427dc9f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=0599ef07-18eb-4273-aa04-9f199427dc9f,segment=NetworkSegment(316ca274-8b18-4fd4-a663-69e0832a1600),segment_id=316ca274-8b18-4fd4-a663-69e0832a1600)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:48.579430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.599921 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:46Z', 'revision_number': 9, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:48.604557 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa4cf2-6049-4228-a213-2ec50845a3d4 None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:46Z', 'revision_number': 9, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': '4e6b0634-83ad-4dd8-8c87-d650611cfc8b', 'name': '', 'network_id': 'c2ad0f0d-c838-4560-bfc3-e443dbd54cee', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:de:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:23Z', 'updated_at': '2022-03-25T20:14:30Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': 'd4330b27-b5ac-4a25-9b99-b8b623abaf9e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:48.707270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] Calling delete_port for 0599ef07-18eb-4273-aa04-9f199427dc9f owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:48.759986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.779263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:14:48.779541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:14:48.810541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=0599ef07-18eb-4273-aa04-9f199427dc9f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:48.810541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No DVR routers for this DVR port 0599ef07-18eb-4273-aa04-9f199427dc9f on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:14:48.934523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:48.960898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a43487b-ba8b-4400-907a-ebe0ff5c3e9f']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:48.974881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316ca274-8b18-4fd4-a663-69e0832a1600') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:48.974881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316ca274-8b18-4fd4-a663-69e0832a1600') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:48.987632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:49.003943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:49.016296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:14:49.016296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:14:49.025044 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:14:49.160796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:49.176773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:49.189673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=0a43487b-ba8b-4400-907a-ebe0ff5c3e9f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:49.194658 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-46b31ce9-fb1d-4e07-afca-390b79a861f5 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/0a43487b-ba8b-4400-907a-ebe0ff5c3e9f HTTP/1.1" status: 204 len: 168 time: 1.1663373 Mar 25 20:14:49.197256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36590) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:49.281236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] Deleting port 0599ef07-18eb-4273-aa04-9f199427dc9f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:49.281838 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:49.349634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8f0aadfd-8e74-46c3-9148-bfd004fd80b4 None None] The port '0599ef07-18eb-4273-aa04-9f199427dc9f' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:14:49.820176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:50.160282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:50.160686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:50.300790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0599ef07-18eb-4273-aa04-9f199427dc9f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:50.337913 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 0599ef07-18eb-4273-aa04-9f199427dc9f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:50.338250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 0599ef07-18eb-4273-aa04-9f199427dc9f not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:50.338665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 713fd6d6-62da-430e-9be0-4c4a101d6efd no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:50.354064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 4e6b0634-83ad-4dd8-8c87-d650611cfc8b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,segment=NetworkSegment(a1cc0461-5a1d-4a26-898c-de5e512f7fc0),segment_id=a1cc0461-5a1d-4a26-898c-de5e512f7fc0)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:50.354425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:50.370914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 713fd6d6-62da-430e-9be0-4c4a101d6efd {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:50.371259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 713fd6d6-62da-430e-9be0-4c4a101d6efd not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:50.478062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 4e6b0634-83ad-4dd8-8c87-d650611cfc8b owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:50.743716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:50.896404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=4e6b0634-83ad-4dd8-8c87-d650611cfc8b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:51.151367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:51.473059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:51.631738 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:51.641456 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:51.644699 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4c547303-266d-4146-af6e-32034f36f3fb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4464486 Mar 25 20:14:51.647327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36594) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:51.653946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:51.654556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:51.713275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce439f3-315c-4a3c-b1e5-87d066365619 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet d4330b27-b5ac-4a25-9b99-b8b623abaf9e {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:14:51.716237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0ce439f3-315c-4a3c-b1e5-87d066365619 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:51.773885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0ce439f3-315c-4a3c-b1e5-87d066365619 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:51.805886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:51.858045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0ce439f3-315c-4a3c-b1e5-87d066365619 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.006427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0ce439f3-315c-4a3c-b1e5-87d066365619 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.050752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce439f3-315c-4a3c-b1e5-87d066365619 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=d4330b27-b5ac-4a25-9b99-b8b623abaf9e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:52.052613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0ce439f3-315c-4a3c-b1e5-87d066365619 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.059181 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0ce439f3-315c-4a3c-b1e5-87d066365619 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/d4330b27-b5ac-4a25-9b99-b8b623abaf9e HTTP/1.1" status: 204 len: 168 time: 0.4108937 Mar 25 20:14:52.061804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36598) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:52.071052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02e20d-4af8-41b4-948c-f46b1c11b7e2 None None] Network c2ad0f0d-c838-4560-bfc3-e443dbd54cee requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:52.179944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.190866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port 73edbadf-8900-45f5-b4fc-92364b7c9559 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:52.191260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.341512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:50Z', 'revision_number': 10, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:52.345444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:52.357685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:52.357685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:52.408320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] DHCP port deletion for c2ad0f0d-c838-4560-bfc3-e443dbd54cee request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:14:52.410931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port 73edbadf-8900-45f5-b4fc-92364b7c9559, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=73edbadf-8900-45f5-b4fc-92364b7c9559,segment=NetworkSegment(a1cc0461-5a1d-4a26-898c-de5e512f7fc0),segment_id=a1cc0461-5a1d-4a26-898c-de5e512f7fc0)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:52.411295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.425875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] Deleting port 73edbadf-8900-45f5-b4fc-92364b7c9559 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:52.426240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.535219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for 73edbadf-8900-45f5-b4fc-92364b7c9559 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:52.583610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:52.684254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.828678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=73edbadf-8900-45f5-b4fc-92364b7c9559,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:52.836880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No DVR routers for this DVR port 73edbadf-8900-45f5-b4fc-92364b7c9559 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:14:52.917891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] For port 73edbadf-8900-45f5-b4fc-92364b7c9559, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=73edbadf-8900-45f5-b4fc-92364b7c9559,segment=NetworkSegment(a1cc0461-5a1d-4a26-898c-de5e512f7fc0),segment_id=a1cc0461-5a1d-4a26-898c-de5e512f7fc0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:52.918441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:52.982109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:53.006591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ad0f0d-c838-4560-bfc3-e443dbd54cee']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:53.019017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:53.019318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cc0461-5a1d-4a26-898c-de5e512f7fc0') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:53.030376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:53.044823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] Calling delete_port for 73edbadf-8900-45f5-b4fc-92364b7c9559 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:53.046683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:53.053143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:14:53.053514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:14:53.068024 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:14:53.208887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:53.211124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:14:53.211471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:14:53.234762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:53.234907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:50Z', 'revision_number': 10, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:53.234907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dc983-8614-49e4-b7e5-0f1a2f92e705 None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:50Z', 'revision_number': 10, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None, '_interfaces': [{'id': 'e274b701-b4d4-4570-8c06-163c6f2f1db1', 'name': '', 'network_id': '6db8a448-47a6-47a2-a740-5c10c0806f77', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'mac_address': 'fa:16:3e:39:20:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:17Z', 'updated_at': '2022-03-25T20:14:24Z', 'revision_number': 5, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'subnets': [{'id': '4593b1d4-6c3d-4464-9d97-36fb9727f3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:53.239086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=c2ad0f0d-c838-4560-bfc3-e443dbd54cee,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:53.249399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36602) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:53.249948 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-49a70af0-8547-4ee7-9b38-e3fb3b9d0587 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/c2ad0f0d-c838-4560-bfc3-e443dbd54cee HTTP/1.1" status: 204 len: 168 time: 1.1854756 Mar 25 20:14:53.712687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] Deleting port 73edbadf-8900-45f5-b4fc-92364b7c9559 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:53.713070 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:53.778832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-00e731b7-6475-40de-b7b7-9ebcf262f930 None None] The port '73edbadf-8900-45f5-b4fc-92364b7c9559' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:14:53.879052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:54.210307 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port e274b701-b4d4-4570-8c06-163c6f2f1db1 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:54.210650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:54.311884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4e6b0634-83ad-4dd8-8c87-d650611cfc8b no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:54.348791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 4e6b0634-83ad-4dd8-8c87-d650611cfc8b {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:54.349135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 4e6b0634-83ad-4dd8-8c87-d650611cfc8b not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:54.351977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 73edbadf-8900-45f5-b4fc-92364b7c9559 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:54.381567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 73edbadf-8900-45f5-b4fc-92364b7c9559 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:54.381907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 73edbadf-8900-45f5-b4fc-92364b7c9559 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:54.415428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port e274b701-b4d4-4570-8c06-163c6f2f1db1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e274b701-b4d4-4570-8c06-163c6f2f1db1,segment=NetworkSegment(146b963a-e1e0-47d7-8be1-21b0b8acab1a),segment_id=146b963a-e1e0-47d7-8be1-21b0b8acab1a)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:54.415932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:54.540230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for e274b701-b4d4-4570-8c06-163c6f2f1db1 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:54.765280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:54.844610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=e274b701-b4d4-4570-8c06-163c6f2f1db1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:55.156510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:55.167596 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:14:55.427128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:55.557417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:55.566812 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:55.570152 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fb677196-b06d-4dba-ae1e-f3616fbc14fe tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3194828 Mar 25 20:14:55.572735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36608) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:55.575935 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:55.576536 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:55.637194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe3af77-e650-4f41-a780-ea00970554ea tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting subnet 4593b1d4-6c3d-4464-9d97-36fb9727f3af {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:14:55.640075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffe3af77-e650-4f41-a780-ea00970554ea tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:55.701879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffe3af77-e650-4f41-a780-ea00970554ea tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:55.703006 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:55.778343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffe3af77-e650-4f41-a780-ea00970554ea tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:55.806824 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:54Z', 'revision_number': 11, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:55.810795 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:55.819044 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:55.819645 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:55.914591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffe3af77-e650-4f41-a780-ea00970554ea tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:55.941572 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:55.957299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3af77-e650-4f41-a780-ea00970554ea tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Subnet': ['ID=4593b1d4-6c3d-4464-9d97-36fb9727f3af,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:55.961042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffe3af77-e650-4f41-a780-ea00970554ea tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:55.968681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c7ae50-ebe9-4d2b-844e-ac0948f754ce None None] Network 6db8a448-47a6-47a2-a740-5c10c0806f77 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:14:55.970663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36612) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:55.985247 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ffe3af77-e650-4f41-a780-ea00970554ea tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/4593b1d4-6c3d-4464-9d97-36fb9727f3af HTTP/1.1" status: 204 len: 168 time: 0.4112158 Mar 25 20:14:56.048406 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:54Z', 'revision_number': 11, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:56.052525 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951dcfe-8751-47ca-b82b-660ec3f9ad47 None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:54Z', 'revision_number': 11, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:56.088137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.099278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Deleting port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:56.099609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.325351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] For port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff,segment=NetworkSegment(146b963a-e1e0-47d7-8be1-21b0b8acab1a),segment_id=146b963a-e1e0-47d7-8be1-21b0b8acab1a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:56.325627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.416114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] DHCP port deletion for 6db8a448-47a6-47a2-a740-5c10c0806f77 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:14:56.421024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] Deleting port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:56.421848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.473430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Calling delete_port for f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:56.490500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:56.636973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.690472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Port': ['ID=f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:56.694293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No DVR routers for this DVR port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:14:56.727245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff update to DOWN by agent not found {{(pid=88486) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 25 20:14:56.727594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e274b701-b4d4-4570-8c06-163c6f2f1db1 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:14:56.768347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: e274b701-b4d4-4570-8c06-163c6f2f1db1 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:14:56.768718 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e274b701-b4d4-4570-8c06-163c6f2f1db1 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:14:56.772330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] For port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff,segment=NetworkSegment(146b963a-e1e0-47d7-8be1-21b0b8acab1a),segment_id=146b963a-e1e0-47d7-8be1-21b0b8acab1a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:14:56.772686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.829201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.853613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db8a448-47a6-47a2-a740-5c10c0806f77']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:56.865995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146b963a-e1e0-47d7-8be1-21b0b8acab1a') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:56.866292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146b963a-e1e0-47d7-8be1-21b0b8acab1a') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:56.877841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.893424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.899546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:14:56.899688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] Calling delete_port for f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:14:56.899919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:14:56.914625 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:14:56.973405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:14:56.973988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:14:57.056572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:57.073942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:57.086491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Pushing event deleted for resources: {'Network': ['ID=6db8a448-47a6-47a2-a740-5c10c0806f77,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:14:57.091637 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a1f475f3-fe6c-41ef-8b7e-2ed15b1c8152 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/networks/6db8a448-47a6-47a2-a740-5c10c0806f77 HTTP/1.1" status: 204 len: 168 time: 1.1194978 Mar 25 20:14:57.093763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36616) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:57.099110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'routes': None}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:57.475311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] Deleting port f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:14:57.475752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:57.487547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.extraroute_db [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Added routes are [] {{(pid=88484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 25 20:14:57.487840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.extraroute_db [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Removed routes are [] {{(pid=88484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 25 20:14:57.488234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:57.547442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d163725c-63b4-4d1d-b3ac-10cf7a7d1e13 None None] The port 'f2e5b90c-16e2-48b7-a1ea-7df9b4e531ff' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:14:57.742152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:57.745366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:57.876583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router 9d032a56-36c5-48c5-b322-c44d341abce7 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:14:58.009539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:14:58.020910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:58.020910 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c7d7b80e-0773-41cd-b819-33d53b47ff08 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 200 len: 700 time: 0.9201794 Mar 25 20:14:58.021109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] Sync routers for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:14:58.021539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36620) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:58.027138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:58.027743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:58.065549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0d4eda9-d7fb-4615-b260-ea00f145041e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:14:58.131484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0d4eda9-d7fb-4615-b260-ea00f145041e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:14:58.132721 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b0d4eda9-d7fb-4615-b260-ea00f145041e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 200 len: 205 time: 0.1135163 Mar 25 20:14:58.135783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36624) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:58.160698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:58.271830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:54Z', 'revision_number': 11, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:58.275281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dd78c8a-cdb8-4a33-8cb8-702db90bbcd9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:58.275936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] Checking router: 9d032a56-36c5-48c5-b322-c44d341abce7 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:14:58.284117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] Routers {'9d032a56-36c5-48c5-b322-c44d341abce7'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:14:58.284732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9d032a56-36c5-48c5-b322-c44d341abce7'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:58.448872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] Set router 9d032a56-36c5-48c5-b322-c44d341abce7 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:14:58.554890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:54Z', 'revision_number': 11, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:14:58.559382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6990654-62ff-499c-b9d4-f7f47ce1c7e8 None None] The sync data for ids ['9d032a56-36c5-48c5-b322-c44d341abce7'] in dv-neutron-835149-1-hyperv is: [{'id': '9d032a56-36c5-48c5-b322-c44d341abce7', 'name': 'tempest-RoutersTest-router-552102411', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:15Z', 'updated_at': '2022-03-25T20:14:54Z', 'revision_number': 11, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:14:58.713401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dd78c8a-cdb8-4a33-8cb8-702db90bbcd9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:58.715617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dd78c8a-cdb8-4a33-8cb8-702db90bbcd9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:58.824384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dd78c8a-cdb8-4a33-8cb8-702db90bbcd9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:58.824384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd78c8a-cdb8-4a33-8cb8-702db90bbcd9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Fanout notify agent at l3_agent the message router_deleted on router 9d032a56-36c5-48c5-b322-c44d341abce7 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:14:58.835993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5dd78c8a-cdb8-4a33-8cb8-702db90bbcd9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:58.837107 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5dd78c8a-cdb8-4a33-8cb8-702db90bbcd9 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 204 len: 168 time: 0.7003613 Mar 25 20:14:58.841041 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36628) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:58.849311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-823639858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:58.853746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:14:58.858098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Usage tracker for resource:router and tenant:3a4d7b1be58b4bdc86cd98ef302ae137 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:14:58.862193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:14:58.870854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:14:59.007034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:59.007034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:59.018787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:59.131419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:59.234113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:59.235010 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d4660d43-e42c-4704-ba05-98a7697c5e3f tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3930447 Mar 25 20:14:59.238315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36632) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:14:59.243134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b1f7f357-b5bd-4a75-9899-c20656f71908 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:14:59.621235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f357-b5bd-4a75-9899-c20656f71908 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:59.686180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f357-b5bd-4a75-9899-c20656f71908 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:14:59.917212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f7f357-b5bd-4a75-9899-c20656f71908 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Router a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:15:00.053191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f7f357-b5bd-4a75-9899-c20656f71908 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:15:00.059594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f357-b5bd-4a75-9899-c20656f71908 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:00.060753 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b1f7f357-b5bd-4a75-9899-c20656f71908 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "PUT /v2.0/routers/a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 HTTP/1.1" status: 200 len: 693 time: 0.8214855 Mar 25 20:15:00.062370 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] Sync routers for ids ['a52c354d-f24f-4ac3-9e5d-4a93c676f0a8'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:15:00.063297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36636) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:00.077757 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] Routers {'a52c354d-f24f-4ac3-9e5d-4a93c676f0a8'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:15:00.078358 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a52c354d-f24f-4ac3-9e5d-4a93c676f0a8'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:00.203054 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-554979a7-a1f1-4a45-9e9f-d9e0c66ec800 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/routers/a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 HTTP/1.1" status: 200 len: 699 time: 0.1362481 Mar 25 20:15:00.203308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36640) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:00.234221 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] Set router a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:15:00.246635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e89d0902-a4b7-4dff-a87d-21ef8a4eed8c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Synchronizing usage tracker for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:15:00.258957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e89d0902-a4b7-4dff-a87d-21ef8a4eed8c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Unset dirty status for tenant:3a4d7b1be58b4bdc86cd98ef302ae137 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:15:00.260101 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e89d0902-a4b7-4dff-a87d-21ef8a4eed8c tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 HTTP/1.1" status: 200 len: 205 time: 0.0559399 Mar 25 20:15:00.262753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36644) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:00.340658 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52c354d-f24f-4ac3-9e5d-4a93c676f0a8', 'name': 'tempest-RoutersTest-router-823639858', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:59Z', 'updated_at': '2022-03-25T20:14:59Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:00.345341 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] Checking router: a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:15:00.353599 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] Routers {'a52c354d-f24f-4ac3-9e5d-4a93c676f0a8'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:15:00.354144 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:14:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a52c354d-f24f-4ac3-9e5d-4a93c676f0a8'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:00.485703 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] Set router a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:15:00.527006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f322c95c-4e31-4484-85d4-f457c6f406c2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:00.589801 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52c354d-f24f-4ac3-9e5d-4a93c676f0a8', 'name': 'tempest-RoutersTest-router-823639858', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:59Z', 'updated_at': '2022-03-25T20:14:59Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:00.593694 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe99ce-73da-4e2f-a8af-13172fe9bd80 None None] The sync data for ids ['a52c354d-f24f-4ac3-9e5d-4a93c676f0a8'] in dv-neutron-835149-1-hyperv is: [{'id': 'a52c354d-f24f-4ac3-9e5d-4a93c676f0a8', 'name': 'tempest-RoutersTest-router-823639858', 'tenant_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:59Z', 'updated_at': '2022-03-25T20:14:59Z', 'revision_number': 2, 'project_id': '3a4d7b1be58b4bdc86cd98ef302ae137', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:15:00.834998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f322c95c-4e31-4484-85d4-f457c6f406c2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:00.837206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f322c95c-4e31-4484-85d4-f457c6f406c2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:00.936787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f322c95c-4e31-4484-85d4-f457c6f406c2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:00.937156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f322c95c-4e31-4484-85d4-f457c6f406c2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Fanout notify agent at l3_agent the message router_deleted on router a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:15:00.951270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f322c95c-4e31-4484-85d4-f457c6f406c2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:00.952339 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f322c95c-4e31-4484-85d4-f457c6f406c2 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 HTTP/1.1" status: 204 len: 168 time: 0.6887121 Mar 25 20:15:00.955988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36648) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.001753 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2d637abc-80bf-4c50-bc53-596c626967fa tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 HTTP/1.1" status: 200 len: 205 time: 0.0445821 Mar 25 20:15:01.004023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36652) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.073904 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-1a0b3a6a-9439-4753-833b-eb2d21717926 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] delete failed (client error): The resource could not be found. Mar 25 20:15:01.074924 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1a0b3a6a-9439-4753-833b-eb2d21717926 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/a52c354d-f24f-4ac3-9e5d-4a93c676f0a8 HTTP/1.1" status: 404 len: 336 time: 0.0697992 Mar 25 20:15:01.077450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36656) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.115396 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-7362d987-0c54-4cbb-9d18-37272b09a455 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:01.115841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7362d987-0c54-4cbb-9d18-37272b09a455 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:01.117465 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7362d987-0c54-4cbb-9d18-37272b09a455 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/56890519-f3e6-4d47-bc48-abdcff6e80d3 HTTP/1.1" status: 404 len: 337 time: 0.0391598 Mar 25 20:15:01.119850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36660) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.160510 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9d9930-286f-48b5-80e4-9194a82af9bd tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:01.160913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9d9930-286f-48b5-80e4-9194a82af9bd tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:01.162517 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3a9d9930-286f-48b5-80e4-9194a82af9bd tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/e3508c31-13e7-441c-8deb-d1f18129ce10 HTTP/1.1" status: 404 len: 337 time: 0.0418172 Mar 25 20:15:01.165546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36664) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.202378 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3ac458-4b7b-4763-893f-d5295864180e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:01.202842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3ac458-4b7b-4763-893f-d5295864180e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:01.205109 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0a3ac458-4b7b-4763-893f-d5295864180e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/d4330b27-b5ac-4a25-9b99-b8b623abaf9e HTTP/1.1" status: 404 len: 337 time: 0.0391593 Mar 25 20:15:01.208600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36668) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.245334 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a3ff90-5ed4-4bf3-925a-51cdda6e30cf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:01.245783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a3ff90-5ed4-4bf3-925a-51cdda6e30cf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:01.247429 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-55a3ff90-5ed4-4bf3-925a-51cdda6e30cf tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/4593b1d4-6c3d-4464-9d97-36fb9727f3af HTTP/1.1" status: 404 len: 337 time: 0.0390108 Mar 25 20:15:01.249972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36672) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.297039 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6a5c8359-4e18-4d10-a3f9-f13116c203eb tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 200 len: 205 time: 0.0459604 Mar 25 20:15:01.299298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36676) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.366243 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-b81d38da-efba-4aac-9291-603ee1a4da19 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] delete failed (client error): The resource could not be found. Mar 25 20:15:01.367317 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b81d38da-efba-4aac-9291-603ee1a4da19 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/9d032a56-36c5-48c5-b322-c44d341abce7 HTTP/1.1" status: 404 len: 336 time: 0.0670652 Mar 25 20:15:01.369894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36680) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.421109 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b95319aa-f296-4b7e-85fc-0875ae1d798e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=460a2871-9f92-4b20-8ffd-d6b085851b0d HTTP/1.1" status: 200 len: 205 time: 0.0500596 Mar 25 20:15:01.423517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36684) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.490365 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-fa5372e7-ac19-481a-9c3c-7f432b455287 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] delete failed (client error): The resource could not be found. Mar 25 20:15:01.491372 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fa5372e7-ac19-481a-9c3c-7f432b455287 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/460a2871-9f92-4b20-8ffd-d6b085851b0d HTTP/1.1" status: 404 len: 336 time: 0.0669701 Mar 25 20:15:01.494078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36688) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.534675 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4972192-db32-4e4d-b862-7565590cd9ac tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:01.535104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4972192-db32-4e4d-b862-7565590cd9ac tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:01.536717 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a4972192-db32-4e4d-b862-7565590cd9ac tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/1cfc6e7d-60c6-436c-9009-fd56158e9387 HTTP/1.1" status: 404 len: 337 time: 0.0417347 Mar 25 20:15:01.539148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36692) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.581255 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e2d6a5c2-8436-4f7b-bb03-350733127c90 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=a296bdd1-2473-4d59-830b-f93b98507fba HTTP/1.1" status: 200 len: 205 time: 0.0408320 Mar 25 20:15:01.583175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36696) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.650805 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-fdd410f2-89b6-492a-8f8f-f24527d8fb35 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] delete failed (client error): The resource could not be found. Mar 25 20:15:01.654251 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fdd410f2-89b6-492a-8f8f-f24527d8fb35 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/a296bdd1-2473-4d59-830b-f93b98507fba HTTP/1.1" status: 404 len: 336 time: 0.0677724 Mar 25 20:15:01.654405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36700) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.696922 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c6ed54f9-d18c-4e38-aebb-2624e0ce0eb0 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4c26f53-3cee-4e91-ac41-1350adbc0fc5 HTTP/1.1" status: 200 len: 205 time: 0.0414650 Mar 25 20:15:01.699293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36704) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.765724 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-ebcea17a-523d-452e-9a68-b0686b1aa4df tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] delete failed (client error): The resource could not be found. Mar 25 20:15:01.767256 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ebcea17a-523d-452e-9a68-b0686b1aa4df tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/e4c26f53-3cee-4e91-ac41-1350adbc0fc5 HTTP/1.1" status: 404 len: 336 time: 0.0665915 Mar 25 20:15:01.769806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36708) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.806360 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-480af44e-a79b-4735-88b8-4f8d2a9e8f88 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:01.806943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480af44e-a79b-4735-88b8-4f8d2a9e8f88 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:01.808194 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-480af44e-a79b-4735-88b8-4f8d2a9e8f88 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/54947c09-31af-4509-b132-53de6e232898 HTTP/1.1" status: 404 len: 337 time: 0.0375462 Mar 25 20:15:01.810755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36712) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:01.851742 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5e243f07-b5cd-4794-b748-71c7965b4628 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e2a903d-bc60-4db9-94a6-8c4f78d460f7 HTTP/1.1" status: 200 len: 205 time: 0.0400200 Mar 25 20:15:01.854011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36716) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:02.036433 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-a966799b-1817-437f-8d17-64d18947ccab tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] delete failed (client error): The resource could not be found. Mar 25 20:15:02.037460 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a966799b-1817-437f-8d17-64d18947ccab tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/6e2a903d-bc60-4db9-94a6-8c4f78d460f7 HTTP/1.1" status: 404 len: 336 time: 0.1826091 Mar 25 20:15:02.039993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36720) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:02.082110 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9741407-ae3d-4f69-a8e8-3aca4eb40c7e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:02.082559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9741407-ae3d-4f69-a8e8-3aca4eb40c7e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:02.084206 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c9741407-ae3d-4f69-a8e8-3aca4eb40c7e tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/631d87b4-52d8-4aa0-ad75-2359e2df8273 HTTP/1.1" status: 404 len: 337 time: 0.0433288 Mar 25 20:15:02.086965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36724) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:02.131803 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3bf3a395-48dd-4530-b5da-b07317ee8fa8 tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fd999f-c038-4883-957d-177eb5758c91 HTTP/1.1" status: 200 len: 205 time: 0.0438275 Mar 25 20:15:02.134192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36728) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:02.201041 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-5eee3359-b316-4384-96be-8146c997357d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] delete failed (client error): The resource could not be found. Mar 25 20:15:02.201938 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5eee3359-b316-4384-96be-8146c997357d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/routers/71fd999f-c038-4883-957d-177eb5758c91 HTTP/1.1" status: 404 len: 336 time: 0.0669048 Mar 25 20:15:02.204571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36732) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:02.251037 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-16243a9b-6e47-48cc-b359-8b14b1ce9f9d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:02.251037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16243a9b-6e47-48cc-b359-8b14b1ce9f9d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:02.251037 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-16243a9b-6e47-48cc-b359-8b14b1ce9f9d tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/1730ff78-262f-4622-894b-bf6027d38821 HTTP/1.1" status: 404 len: 337 time: 0.0443711 Mar 25 20:15:02.252672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36736) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:02.295809 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.pecan_wsgi.hooks.translation [None req-936314db-b42b-4b8d-86bc-107a8133c4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] DELETE failed (client error): The resource could not be found. Mar 25 20:15:02.295809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936314db-b42b-4b8d-86bc-107a8133c4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:15:02.297446 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-936314db-b42b-4b8d-86bc-107a8133c4ed tempest-RoutersTest-1350902138 tempest-RoutersTest-1350902138-project] 10.222.0.37 "DELETE /v2.0/subnets/6003d816-46e0-4f6f-b0c1-5e38b1b8bf96 HTTP/1.1" status: 404 len: 337 time: 0.0439029 Mar 25 20:15:02.710140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36744) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:02.853583 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-34aae854-aada-4a66-9b31-92167c65fc18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a4d7b1be58b4bdc86cd98ef302ae137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468437 Mar 25 20:15:02.856043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36750) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:02.917526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d41efbf-eff9-44f3-a2f2-a3fe0f1aaf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:02.943166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d41efbf-eff9-44f3-a2f2-a3fe0f1aaf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:03.071250 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d41efbf-eff9-44f3-a2f2-a3fe0f1aaf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:03.085598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41efbf-eff9-44f3-a2f2-a3fe0f1aaf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09555c1e-00d0-4426-8a36-2aa35cb57c26,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:03.092000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d41efbf-eff9-44f3-a2f2-a3fe0f1aaf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:03.093131 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5d41efbf-eff9-44f3-a2f2-a3fe0f1aaf16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09555c1e-00d0-4426-8a36-2aa35cb57c26 HTTP/1.1" status: 204 len: 168 time: 0.2356946 Mar 25 20:15:04.123693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36774) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:04.223442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7c82cb65-dc94-4a85-980c-613f9f328ee2 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-719132376', 'prefixes': ['172.20.0.0/16']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:15:04.229546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7c82cb65-dc94-4a85-980c-613f9f328ee2 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:15:04.548937 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7c82cb65-dc94-4a85-980c-613f9f328ee2 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] Notify callbacks [] for subnetpool, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:04.549091 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7c82cb65-dc94-4a85-980c-613f9f328ee2 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4243937 Mar 25 20:15:04.552946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36780) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:04.581528 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a08fc1f8-72ad-4c3a-a3cc-c20e6d138635 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] 10.222.0.37 "GET /v2.0/subnetpools/2e10dca3-a599-4be6-bce3-97ac553f6722 HTTP/1.1" status: 200 len: 731 time: 0.0275891 Mar 25 20:15:04.583895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36784) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:04.588599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a2fd04fc-343d-4792-b310-2afe0228726c tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1569550155'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:15:04.744142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a2fd04fc-343d-4792-b310-2afe0228726c tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] Notify callbacks [] for subnetpool, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:04.745367 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a2fd04fc-343d-4792-b310-2afe0228726c tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] 10.222.0.37 "PUT /v2.0/subnetpools/2e10dca3-a599-4be6-bce3-97ac553f6722 HTTP/1.1" status: 200 len: 684 time: 0.1606019 Mar 25 20:15:04.748000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36788) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:04.923016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc0e7fba-bf10-4977-94de-2cd22180b088 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] Notify callbacks [] for subnetpool, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:04.924684 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bc0e7fba-bf10-4977-94de-2cd22180b088 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] 10.222.0.37 "DELETE /v2.0/subnetpools/2e10dca3-a599-4be6-bce3-97ac553f6722 HTTP/1.1" status: 204 len: 168 time: 0.1752129 Mar 25 20:15:04.927308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36792) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:04.946552 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-ce3ff405-0f1b-4c36-97b9-1bf9a91139de tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] show failed (client error): The resource could not be found. Mar 25 20:15:04.946552 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ce3ff405-0f1b-4c36-97b9-1bf9a91139de tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] 10.222.0.37 "GET /v2.0/subnetpools/2e10dca3-a599-4be6-bce3-97ac553f6722 HTTP/1.1" status: 404 len: 346 time: 0.0175099 Mar 25 20:15:04.948109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36796) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:04.964642 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.api.v2.resource [None req-3cce02a3-f2a6-455a-b689-abe19f9275e8 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] delete failed (client error): The resource could not be found. Mar 25 20:15:04.966757 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3cce02a3-f2a6-455a-b689-abe19f9275e8 tempest-SubnetPoolsTestJSON-1717863301 tempest-SubnetPoolsTestJSON-1717863301-project] 10.222.0.37 "DELETE /v2.0/subnetpools/2e10dca3-a599-4be6-bce3-97ac553f6722 HTTP/1.1" status: 404 len: 346 time: 0.0165746 Mar 25 20:15:05.718372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36804) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:05.833905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:05.848587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:15:05.853186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] Usage tracker for resource:security_group_rule and tenant:8c786d04446d492492d4f6b39754ea3e is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:15:05.855215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:15:05.861136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:15:05.948252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:06.079131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:06.125475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad251b56-0011-45fe-89f1-23ac6d4c1721,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:06.130075 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2cac8369-1db1-4e38-8be6-cdc2d009183d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c786d04446d492492d4f6b39754ea3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106615 Mar 25 20:15:06.140604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36812) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:06.193414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6ca34aee-673d-4498-849a-e952fc32327f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:06.218654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6ca34aee-673d-4498-849a-e952fc32327f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:06.353796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6ca34aee-673d-4498-849a-e952fc32327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:06.368674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca34aee-673d-4498-849a-e952fc32327f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad251b56-0011-45fe-89f1-23ac6d4c1721,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:06.376516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6ca34aee-673d-4498-849a-e952fc32327f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:06.378498 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6ca34aee-673d-4498-849a-e952fc32327f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad251b56-0011-45fe-89f1-23ac6d4c1721 HTTP/1.1" status: 204 len: 168 time: 0.2445710 Mar 25 20:15:09.096534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5ad73a4-2b17-4aad-b93b-c0891d1d08aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:12.123046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdc2f6fe-a537-4e40-930a-015efdcf074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:12.856759 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:12.896274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:14.202705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:17.920500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:31.516353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-9f0ee890-fee6-4bc5-b3b5-78d8132e0968 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725324 Mar 25 20:15:31.651952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-7fe62ab0-3f4b-49bb-b2e4-f83f5655c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:31.653745 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-7fe62ab0-3f4b-49bb-b2e4-f83f5655c7b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0708599 Mar 25 20:15:31.796352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-7f276fdf-6b5e-43d4-901f-cdcb3edda8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:31.797787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-7f276fdf-6b5e-43d4-901f-cdcb3edda8a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1254313 Mar 25 20:15:31.898834 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-1a14b024-42a5-4bef-a502-d0ea22c03a40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec HTTP/1.1" status: 200 len: 1001 time: 0.0950012 Mar 25 20:15:31.962583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-20024ba0-1407-4a9e-89c1-692bb50b4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:31.963966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-20024ba0-1407-4a9e-89c1-692bb50b4969 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0590198 Mar 25 20:15:32.131939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-08ed75b5-aebb-4807-babe-ae69f93f7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:32.133424 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-08ed75b5-aebb-4807-babe-ae69f93f7b44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1632321 Mar 25 20:15:32.166372 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:15:32.261991 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-3112fcf7-df05-4e6b-a2ce-a71a324190d2 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215484 Mar 25 20:15:32.394102 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83bcf1e7-0e96-42a3-94e1-b167c0bcfc86 req-a06074c1-d08b-4ffc-a799-6795c1dc6b92 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254656 Mar 25 20:15:39.070545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4fb1aa01-33d6-4fc3-8e5f-773d55fdb780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:42.081926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca3c8-e5b5-4335-8a5b-3829f29dc0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:42.855336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:42.866934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:44.215563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:44.862830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36846) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:45.169987 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b27a9032-6854-4e92-b508-4da29c12f743 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b466de07-f2e3-4408-aee5-1d96daa2a0e9 HTTP/1.1" status: 200 len: 992 time: 0.3059578 Mar 25 20:15:45.476233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36856) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:45.675794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port e3df9056-56a1-4f77-99f6-ff9331b1d5c6 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:15:45.676135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:45.840827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:45.841074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:45.960044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for e3df9056-56a1-4f77-99f6-ff9331b1d5c6 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:15:46.272483 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:46.319394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=e3df9056-56a1-4f77-99f6-ff9331b1d5c6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:46.383674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.384012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.384375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.384720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.385040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.385358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.385673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.385990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.386313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.386610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.386918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.387223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:46.416707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:46.417100 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP b466de07-f2e3-4408-aee5-1d96daa2a0e9 disassociated (deleted). External IP: 172.26.8.42, port: ac424a18-16da-4973-b935-4216501c8ec7. Mar 25 20:15:46.763741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 0be5e9a5-3260-4499-827a-1d37728fe954 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:15:47.027719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:15:47.036927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] Sync routers for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:15:47.046510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:15:47.050763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:47.132968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:47.192060 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aa18c058-f763-473a-844b-d5334fc46385 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/b466de07-f2e3-4408-aee5-1d96daa2a0e9 HTTP/1.1" status: 204 len: 168 time: 1.7147894 Mar 25 20:15:47.192766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:15:47.220826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:15:47.420041 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7', 'status': 'completed', 'code': 200} Mar 25 20:15:47.528642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-c606b335-3ce8-4877-8f65-78ce18f775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:47.530867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-c606b335-3ce8-4877-8f65-78ce18f775ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 1098 time: 0.0889587 Mar 25 20:15:47.547707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:47.547707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] Checking router: 0be5e9a5-3260-4499-827a-1d37728fe954 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:15:47.551611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:15:47.552427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:47.677856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-b09682da-2dda-4ee4-8399-608007fe6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:47.679808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-b09682da-2dda-4ee4-8399-608007fe6419 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0344eddf-6c16-4992-aa64-748f1205fdd2 HTTP/1.1" status: 200 len: 898 time: 0.1433449 Mar 25 20:15:47.750773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:15:47.799345 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-b67af561-49cb-43c0-b830-57628534f4f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac424a18-16da-4973-b935-4216501c8ec7 HTTP/1.1" status: 200 len: 217 time: 0.0841012 Mar 25 20:15:47.876273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-e6e33c4c-b23e-4e15-8b96-beca254e48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:47.877182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-e6e33c4c-b23e-4e15-8b96-beca254e48fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49bd4e25-e13e-4ed2-86e7-374611fb08e5 HTTP/1.1" status: 200 len: 834 time: 0.0706480 Mar 25 20:15:47.936218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f32c74-a239-48db-9dfd-0641f6ab6dc1 req-157448fb-396d-4bb8-9274-7b1ecb20b490 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:47.938117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-56f32c74-a239-48db-9dfd-0641f6ab6dc1 req-157448fb-396d-4bb8-9274-7b1ecb20b490 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 945 time: 0.2531886 Mar 25 20:15:48.000097 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-56f32c74-a239-48db-9dfd-0641f6ab6dc1 req-a751cf95-e258-46ac-8d55-b330052033ca tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556791 Mar 25 20:15:48.012263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:48.014020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-53a194ae-bc8d-498e-b73e-622a29a8e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:48.015594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-53a194ae-bc8d-498e-b73e-622a29a8e2db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0344eddf-6c16-4992-aa64-748f1205fdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317875 Mar 25 20:15:48.138732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:48.142020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987da9e-9910-4b48-a4c5-5c72d21d7d32 None None] The sync data for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv is: [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8db9b68f-92ae-457a-9a1b-3e96d83c2f98', 'name': '', 'network_id': '0344eddf-6c16-4992-aa64-748f1205fdd2', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:9b:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:11Z', 'updated_at': '2022-03-25T20:14:18Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '49bd4e25-e13e-4ed2-86e7-374611fb08e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:15:48.153117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-c31abb67-531e-428a-b141-5cc97e8f2bd2 service neutron] 10.222.0.43 "GET /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303673 Mar 25 20:15:48.300579 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d46b7b51-ebd0-44a7-9723-2368b6b3504b req-3a24aa0a-8925-4271-91d1-6503628f1b79 service neutron] 10.222.0.43 "GET /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395688 Mar 25 20:15:48.372214 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d18ed5-425b-4713-9f95-b866f801d516 None None] New status for floating IP b466de07-f2e3-4408-aee5-1d96daa2a0e9: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:15:49.189966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43658a23-fe58-4d40-ab04-e067cec8c2e5 req-9189ff2f-4e37-4f50-b258-4b96cd917b71 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:49.191409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-43658a23-fe58-4d40-ab04-e067cec8c2e5 req-9189ff2f-4e37-4f50-b258-4b96cd917b71 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 945 time: 0.0773506 Mar 25 20:15:49.280495 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-43658a23-fe58-4d40-ab04-e067cec8c2e5 req-a169cd28-8116-4d43-bc7d-15a76891b039 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=497c38ef-2ffc-4449-baa1-415bfb477e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835400 Mar 25 20:15:49.310339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-c7e35831-b2cc-479c-8816-1c68fd9322c1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:49.311738 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-c7e35831-b2cc-479c-8816-1c68fd9322c1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 945 time: 0.1019990 Mar 25 20:15:49.378919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port ac424a18-16da-4973-b935-4216501c8ec7 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:15:49.379263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:49.717910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port ac424a18-16da-4973-b935-4216501c8ec7, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac424a18-16da-4973-b935-4216501c8ec7,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:15:49.718266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:49.843982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for ac424a18-16da-4973-b935-4216501c8ec7 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:15:50.117916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:50.169184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=ac424a18-16da-4973-b935-4216501c8ec7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:50.206658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.207206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.207296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.207621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.207938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.208257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.208628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.208929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.209242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.209554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.209869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.210176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:50.256115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port ac424a18-16da-4973-b935-4216501c8ec7 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:15:50.258443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:50.261477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'name': 'network-vif-deleted', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:15:50.272713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-08e8329b-8679-43fc-b92b-db64c9b8b3cd req-e2746a46-5fe4-404b-9b5c-3a823cc7157d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/ac424a18-16da-4973-b935-4216501c8ec7 HTTP/1.1" status: 204 len: 173 time: 0.9560313 Mar 25 20:15:50.310699 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465c6078-0dc0-4e49-8717-c17cd50c6f45', 'name': 'network-vif-deleted', 'tag': 'ac424a18-16da-4973-b935-4216501c8ec7', 'status': 'completed', 'code': 200} Mar 25 20:15:50.429682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d502df4a-b22b-4e3d-87df-09c598f35e6a req-131cdd70-5cd3-47d5-8ec1-4653ab615a02 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:15:50.512557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d502df4a-b22b-4e3d-87df-09c598f35e6a req-131cdd70-5cd3-47d5-8ec1-4653ab615a02 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:15:50.517271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d502df4a-b22b-4e3d-87df-09c598f35e6a req-131cdd70-5cd3-47d5-8ec1-4653ab615a02 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=465c6078-0dc0-4e49-8717-c17cd50c6f45 HTTP/1.1" status: 200 len: 210 time: 0.1281712 Mar 25 20:15:51.610268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36876) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:51.676807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a62a3-080a-4f3c-bff5-3adb586506a1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:51.705982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a62a3-080a-4f3c-bff5-3adb586506a1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:51.843793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a62a3-080a-4f3c-bff5-3adb586506a1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:51.864591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a62a3-080a-4f3c-bff5-3adb586506a1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c38ef-2ffc-4449-baa1-415bfb477e5b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:51.928616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a62a3-080a-4f3c-bff5-3adb586506a1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:51.929740 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2f5a62a3-080a-4f3c-bff5-3adb586506a1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/497c38ef-2ffc-4449-baa1-415bfb477e5b HTTP/1.1" status: 204 len: 168 time: 0.3185055 Mar 25 20:15:52.025290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36882) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:52.697021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:53.046576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:15:53.046807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:53.226405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 8db9b68f-92ae-457a-9a1b-3e96d83c2f98, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:15:53.226752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:53.348873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:15:53.632452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:53.690998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac424a18-16da-4973-b935-4216501c8ec7 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:15:53.710319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=8db9b68f-92ae-457a-9a1b-3e96d83c2f98,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:53.729809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: ac424a18-16da-4973-b935-4216501c8ec7 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:15:53.730139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac424a18-16da-4973-b935-4216501c8ec7 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:15:53.964907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:54.434146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 0be5e9a5-3260-4499-827a-1d37728fe954 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:15:54.607173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:15:54.616577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] Sync routers for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:15:54.626067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:15:54.626668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:54.685695 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1c6c718e-2ecd-4c7b-bd12-2a60b9a9ea91 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/0be5e9a5-3260-4499-827a-1d37728fe954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6593113 Mar 25 20:15:54.688215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36886) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:54.756060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-172b64b0-1302-485e-b89a-84926a3b1c8a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet 49bd4e25-e13e-4ed2-86e7-374611fb08e5 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:15:54.759101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-172b64b0-1302-485e-b89a-84926a3b1c8a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:54.803230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:15:54.814562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-172b64b0-1302-485e-b89a-84926a3b1c8a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:54.901518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-172b64b0-1302-485e-b89a-84926a3b1c8a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:55.042700 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-172b64b0-1302-485e-b89a-84926a3b1c8a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:55.082208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:15:53Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:55.083145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b64b0-1302-485e-b89a-84926a3b1c8a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=49bd4e25-e13e-4ed2-86e7-374611fb08e5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:55.085099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-172b64b0-1302-485e-b89a-84926a3b1c8a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:55.088492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] Checking router: 0be5e9a5-3260-4499-827a-1d37728fe954 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:15:55.094243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36890) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:55.094713 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-172b64b0-1302-485e-b89a-84926a3b1c8a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/49bd4e25-e13e-4ed2-86e7-374611fb08e5 HTTP/1.1" status: 204 len: 168 time: 0.4051251 Mar 25 20:15:55.097230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0165ac5c-d7fe-4cdf-a0c7-46a7bccec604 None None] Network 0344eddf-6c16-4992-aa64-748f1205fdd2 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:15:55.124353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] Routers {'0be5e9a5-3260-4499-827a-1d37728fe954'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:15:55.124989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0be5e9a5-3260-4499-827a-1d37728fe954'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:55.270399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:55.420374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] Set router 0be5e9a5-3260-4499-827a-1d37728fe954 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:15:55.445747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:55.500933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:15:55.501274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:55.685325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port bf7a1a04-03b5-4506-9a1b-e10ae889ab3d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=bf7a1a04-03b5-4506-9a1b-e10ae889ab3d,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:15:55.685754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:55.736567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] DHCP port deletion for 0344eddf-6c16-4992-aa64-748f1205fdd2 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:15:55.745290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Deleting port d3f526bb-b3a9-4bb6-91e0-ab6250761559 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:15:55.745654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:55.815361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for bf7a1a04-03b5-4506-9a1b-e10ae889ab3d owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:15:55.880069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:15:53Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:55.897860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8c2c4-be92-4c06-b28c-1fcede241193 None None] The sync data for ids ['0be5e9a5-3260-4499-827a-1d37728fe954'] in dv-neutron-835149-1-hyperv is: [{'id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'name': 'tempest-TestNetworkBasicOps-router-1830163068', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:14:05Z', 'updated_at': '2022-03-25T20:15:53Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'bf7a1a04-03b5-4506-9a1b-e10ae889ab3d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5e9a5-3260-4499-827a-1d37728fe954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:14:06Z', 'updated_at': '2022-03-25T20:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:15:55.988100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] For port d3f526bb-b3a9-4bb6-91e0-ab6250761559, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d3f526bb-b3a9-4bb6-91e0-ab6250761559,segment=NetworkSegment(d1273ecb-5e5c-46ba-b254-6414dcc2c862),segment_id=d1273ecb-5e5c-46ba-b254-6414dcc2c862)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:15:55.988511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.132053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Calling delete_port for d3f526bb-b3a9-4bb6-91e0-ab6250761559 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:15:56.156835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.203477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=bf7a1a04-03b5-4506-9a1b-e10ae889ab3d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:56.277316 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.303496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.343223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] No DVR routers for this DVR port d3f526bb-b3a9-4bb6-91e0-ab6250761559 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:15:56.354955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Pushing event deleted for resources: {'Port': ['ID=d3f526bb-b3a9-4bb6-91e0-ab6250761559,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:56.363226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.363704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.364139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.364597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.365026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.365464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.365881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.366304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.366716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.367147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.367495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.367824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2565e2e3-d694-4933-ac04-01e71be6cc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:15:56.402224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d3f526bb-b3a9-4bb6-91e0-ab6250761559 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:15:56.437229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: d3f526bb-b3a9-4bb6-91e0-ab6250761559 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:15:56.437662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d3f526bb-b3a9-4bb6-91e0-ab6250761559 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:15:56.438131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:15:56.476300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:15:56.476735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8db9b68f-92ae-457a-9a1b-3e96d83c2f98 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:15:56.511113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.513371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.631061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.639006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Fanout notify agent at l3_agent the message router_deleted on router 0be5e9a5-3260-4499-827a-1d37728fe954 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:15:56.649633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.651284 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-99718085-f414-49aa-8e89-a5f8ec532b0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/routers/0be5e9a5-3260-4499-827a-1d37728fe954 HTTP/1.1" status: 204 len: 168 time: 1.5548775 Mar 25 20:15:56.654202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36894) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:56.770640 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.899774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.924255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0344eddf-6c16-4992-aa64-748f1205fdd2']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:56.937450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1273ecb-5e5c-46ba-b254-6414dcc2c862') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:56.937731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1273ecb-5e5c-46ba-b254-6414dcc2c862') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:15:56.949669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.965136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.971116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:15:56.976029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:15:56.995655 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:15:57.133370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.150699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.161726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=0344eddf-6c16-4992-aa64-748f1205fdd2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:57.233341 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-533fefc2-b219-4189-a1fd-6bc02fd39155 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/0344eddf-6c16-4992-aa64-748f1205fdd2 HTTP/1.1" status: 204 len: 168 time: 0.5777774 Mar 25 20:15:57.249928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36898) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:57.255627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--1253290887', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:15:57.261670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:15:57.266263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:network and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:15:57.269146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:15:57.275725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:15:57.333385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:15:57.337268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.371518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:15:57.381384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.381720 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment ba781886-c0fa-43ff-9f38-14481ea17a24 of type vlan for network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f Mar 25 20:15:57.408055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.527877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.533893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:15:57.534475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.657796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:57.669172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:15:57.702755 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c02f3d53-e882-416e-b9fa-1172db4a70c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4513395 Mar 25 20:15:57.704985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36902) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:15:57.710037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'admin_state_up': True, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:15:57.718059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:15:57.721915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:router and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:15:57.724796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:15:57.731654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:15:57.813974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.814976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:57.830550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:58.161243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:58.289877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bf7a1a04-03b5-4506-9a1b-e10ae889ab3d no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:15:58.328978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: bf7a1a04-03b5-4506-9a1b-e10ae889ab3d {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:15:58.329320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device bf7a1a04-03b5-4506-9a1b-e10ae889ab3d not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:15:58.600309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:58.638758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:58.771614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.140 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/1a157731-a5eb-4dfe-8792-65bf37a6b607) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:15:58.914182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:59.013890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:59.078495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:15:59.081214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:15:59.089257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:15:59.117860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=1a157731-a5eb-4dfe-8792-65bf37a6b607,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:15:59.549988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:15:59.986424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:00.271881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 575557f5-770d-46e7-abbf-7675b1271864 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:16:00.448028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:16:00.457317 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Sync routers for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:16:00.466918 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:16:00.467583 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:00.527810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:00.528977 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-46008ec1-7e8c-4bd0-918a-4d2a165884e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8230751 Mar 25 20:16:00.532670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36906) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:00.643714 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:16:00.702853 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-db37bc2b-efae-45a6-9800-dc5640236ffa tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1690819 Mar 25 20:16:00.705452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36912) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:00.834213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461a90c6-08f0-4175-adc0-57d71ec4c17f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:00.835599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-461a90c6-08f0-4175-adc0-57d71ec4c17f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292655 Mar 25 20:16:00.839071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36916) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:00.877121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-19b4c427-411e-432f-a84e-0abff969240f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370142 Mar 25 20:16:00.879585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36920) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:00.885347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-318455100', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:00.954172 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:15:59Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:00.957950 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Checking router: 575557f5-770d-46e7-abbf-7675b1271864 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:16:00.958283 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Updating router 575557f5-770d-46e7-abbf-7675b1271864 port 1a157731-a5eb-4dfe-8792-65bf37a6b607 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:16:00.995243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:00.999298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:01.002236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:01.008030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:01.012698 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.072904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:16:01.076671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.343919 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.355237 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Transition to ACTIVE for port object 1a157731-a5eb-4dfe-8792-65bf37a6b607 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:01.367575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.438192 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.439952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=f3b5ec7d-1e85-47e7-959d-90a3900e970a,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:01.450090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:16:01.450449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:16:01.512639 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Attempting to bind port 1a157731-a5eb-4dfe-8792-65bf37a6b607 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:16:01.513086 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Attempting to bind port 1a157731-a5eb-4dfe-8792-65bf37a6b607 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:16:01.513320 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Attempting to bind port 1a157731-a5eb-4dfe-8792-65bf37a6b607 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:16:01.526237 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Pushing event updated for resources: {'Port': ['ID=1a157731-a5eb-4dfe-8792-65bf37a6b607,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:01.528405 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:16:01.528786 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:16:01.529166 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.529539 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:16:01.529978 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Bound port: 1a157731-a5eb-4dfe-8792-65bf37a6b607, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:16:01.530330 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.550671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:16:01.566813 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.567152 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.567478 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.567798 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.568112 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.568425 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.568759 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.569070 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.569377 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.569681 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.569983 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.570285 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:01.610571 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] For port 1a157731-a5eb-4dfe-8792-65bf37a6b607, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:16:01.613568 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] For port 1a157731-a5eb-4dfe-8792-65bf37a6b607, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1a157731-a5eb-4dfe-8792-65bf37a6b607,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:16:01.649620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:16:01.653580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:01.654156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.659049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c15cdbc-f238-45d6-99e1-8d64877bb47d None None] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:16:01.678760 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.734356 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cddee5ed-f2e7-4735-9f1b-0adbbaa61108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8500519 Mar 25 20:16:01.734356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36932) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:01.754747 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c38a43-a387-4c45-8a69-a8ccda33dbe1 None None] Pushing event updated for resources: {'Port': ['ID=1a157731-a5eb-4dfe-8792-65bf37a6b607,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:01.766061 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:16:01.766678 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:01.924113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:16:01.926955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:01.971132 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:16:02.097666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Allocated IP 172.20.0.2 (b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f/f3b5ec7d-1e85-47e7-959d-90a3900e970a/911998d8-05e0-44a1-8ac1-7a6ce58eea2e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:16:02.261184 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:15:59Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:02.265295 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e380e79-5ca6-4990-b89a-365913560e67 None None] The sync data for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv is: [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:15:59Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:16:02.331347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:02.342873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Transition to ACTIVE for port object 911998d8-05e0-44a1-8ac1-7a6ce58eea2e will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:02.362463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Transition to ACTIVE for port object 911998d8-05e0-44a1-8ac1-7a6ce58eea2e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:02.421553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:02.488303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:16:02.491216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:16:02.493702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:16:02.536930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Pushing event updated for resources: {'Port': ['ID=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:02.646912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:02.690452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Attempting to bind port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:16:02.690938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Attempting to bind port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:16:02.691366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Attempting to bind port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e on network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:16:02.697666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:16:02.698174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Checking segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:16:02.698691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:02.699274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Bound using segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:16:02.699853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Bound port: 911998d8-05e0-44a1-8ac1-7a6ce58eea2e, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:16:02.700320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:02.796729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] For port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:16:02.800363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] For port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:16:02.884456 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:02.998833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ee3ed-21a7-46cc-b710-80c3d532de85 None None] Pushing event updated for resources: {'Port': ['ID=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:03.101699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.1 (b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f/f3b5ec7d-1e85-47e7-959d-90a3900e970a/fa03f5be-c91b-4208-8a36-6377fa8ed047) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:16:03.329862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:03.375729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object fa03f5be-c91b-4208-8a36-6377fa8ed047 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:03.482728 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:03.546580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:16:03.549498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:16:03.560994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:16:03.591214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=fa03f5be-c91b-4208-8a36-6377fa8ed047,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:03.623600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:04.118491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:04.424200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 911998d8-05e0-44a1-8ac1-7a6ce58eea2e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:16:04.574943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:04.583013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1a157731-a5eb-4dfe-8792-65bf37a6b607 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:16:04.616213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:04.664351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe71335-49e1-4f54-acad-4fca8c21c1d0 None None] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:16:04.683788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:04.804492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=fa03f5be-c91b-4208-8a36-6377fa8ed047,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:04.808437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:04.895628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4f29a1d2-fd71-4f39-a7e9-461e98fb0d8d None None] Provisioning for port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:04.898582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1a157731-a5eb-4dfe-8792-65bf37a6b607 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:04.913537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4f29a1d2-fd71-4f39-a7e9-461e98fb0d8d None None] Provisioning complete for port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:04.913537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f29a1d2-fd71-4f39-a7e9-461e98fb0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:04.938059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1a157731-a5eb-4dfe-8792-65bf37a6b607 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:04.938430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:04.950412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:16:04.951721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:16:05.155445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 575557f5-770d-46e7-abbf-7675b1271864 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:16:05.166783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f29a1d2-fd71-4f39-a7e9-461e98fb0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:05.177771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:05.208364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 1a157731-a5eb-4dfe-8792-65bf37a6b607, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1a157731-a5eb-4dfe-8792-65bf37a6b607,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:05.215445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4f29a1d2-fd71-4f39-a7e9-461e98fb0d8d None None] For port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:05.272431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:05.357179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f29a1d2-fd71-4f39-a7e9-461e98fb0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:05.361188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=1a157731-a5eb-4dfe-8792-65bf37a6b607,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:05.366715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:16:05.387387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36952) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:05.387869 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cedf5781-ba33-4318-bbef-f43b0547adce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/575557f5-770d-46e7-abbf-7675b1271864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6530015 Mar 25 20:16:05.400793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Sync routers for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:16:05.434264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:16:05.434905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:05.528080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29a1d2-fd71-4f39-a7e9-461e98fb0d8d None None] Pushing event updated for resources: {'Port': ['ID=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:05.590139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df4d4f-cfbf-4fcd-8870-4fbb982b544c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.590800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df4d4f-cfbf-4fcd-8870-4fbb982b544c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.591444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df4d4f-cfbf-4fcd-8870-4fbb982b544c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.592172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df4d4f-cfbf-4fcd-8870-4fbb982b544c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.593009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df4d4f-cfbf-4fcd-8870-4fbb982b544c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.593620 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df4d4f-cfbf-4fcd-8870-4fbb982b544c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.598760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36956) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:05.609840 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-13df4d4f-cfbf-4fcd-8870-4fbb982b544c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2213213 Mar 25 20:16:05.653871 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:16:05.683236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218bebb-8e6f-45ce-becb-fb2a6af82498 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.683705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218bebb-8e6f-45ce-becb-fb2a6af82498 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.684161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218bebb-8e6f-45ce-becb-fb2a6af82498 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.684892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218bebb-8e6f-45ce-becb-fb2a6af82498 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.685397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218bebb-8e6f-45ce-becb-fb2a6af82498 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.685841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218bebb-8e6f-45ce-becb-fb2a6af82498 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:05.690684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36960) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:05.703451 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4218bebb-8e6f-45ce-becb-fb2a6af82498 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1031365 Mar 25 20:16:05.721947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6fb5a5d2-5b87-40d5-90d9-0d2e9d0c95a2 None None] Provisioning for port fa03f5be-c91b-4208-8a36-6377fa8ed047 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:05.735151 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6fb5a5d2-5b87-40d5-90d9-0d2e9d0c95a2 None None] Provisioning complete for port fa03f5be-c91b-4208-8a36-6377fa8ed047 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:05.735578 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a5d2-5b87-40d5-90d9-0d2e9d0c95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:05.907310 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-57a82f87-1997-43f7-ab89-0286f10c6cf1 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2154410 Mar 25 20:16:05.961382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5a5d2-5b87-40d5-90d9-0d2e9d0c95a2 None None] Port fa03f5be-c91b-4208-8a36-6377fa8ed047 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:16:05.994876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6fb5a5d2-5b87-40d5-90d9-0d2e9d0c95a2 None None] Provisioning complete for port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:05.995320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a5d2-5b87-40d5-90d9-0d2e9d0c95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:06.263944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:04Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:06.276825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Checking router: 575557f5-770d-46e7-abbf-7675b1271864 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:16:06.277181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Updating router 575557f5-770d-46e7-abbf-7675b1271864 port fa03f5be-c91b-4208-8a36-6377fa8ed047 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:16:06.351170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 911998d8-05e0-44a1-8ac1-7a6ce58eea2e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:16:06.374310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:06.403273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fc68c229-fc8e-456d-b864-707b38f900bc None None] Provisioning complete for port fa03f5be-c91b-4208-8a36-6377fa8ed047 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:06.403638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc68c229-fc8e-456d-b864-707b38f900bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:06.578332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-fc68c229-fc8e-456d-b864-707b38f900bc None None] Port fa03f5be-c91b-4208-8a36-6377fa8ed047 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:16:06.615571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:06.615947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:06.943750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1a157731-a5eb-4dfe-8792-65bf37a6b607 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:16:07.078096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.094967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Transition to ACTIVE for port object fa03f5be-c91b-4208-8a36-6377fa8ed047 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:07.097396 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1a157731-a5eb-4dfe-8792-65bf37a6b607 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:07.097750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.198019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.363600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274c00b-a94c-494c-a358-238b13e463c4 None None] Pushing event updated for resources: {'Port': ['ID=fa03f5be-c91b-4208-8a36-6377fa8ed047,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:07.409186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 36972) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:07.414532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952092147', 'description': 'tempest-secgroup-smoke-1952092147 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:07.421435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:07.425699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:07.428773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:07.440128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:07.489320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.511125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:07.515574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:07.518586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:07.523421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Attempting to bind port fa03f5be-c91b-4208-8a36-6377fa8ed047 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:16:07.523791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Attempting to bind port fa03f5be-c91b-4208-8a36-6377fa8ed047 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:16:07.524153 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Attempting to bind port fa03f5be-c91b-4208-8a36-6377fa8ed047 on network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:16:07.524770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:07.531353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:16:07.531732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Checking segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:16:07.532178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.532514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Bound using segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:16:07.536307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Bound port: fa03f5be-c91b-4208-8a36-6377fa8ed047, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:16:07.536307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.617987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.645805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] For port fa03f5be-c91b-4208-8a36-6377fa8ed047, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:16:07.649771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] For port fa03f5be-c91b-4208-8a36-6377fa8ed047, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=fa03f5be-c91b-4208-8a36-6377fa8ed047,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:16:07.699149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.722619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.747429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9a9e32-13ec-4aab-980d-71ad2e208d90,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:07.805636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:16:07.806254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:07.815579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:07.817387 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-92fff331-e256-48c8-9b78-1f89f1d0f6ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4072385 Mar 25 20:16:07.820346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36976) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:07.825865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'eb9a9e32-13ec-4aab-980d-71ad2e208d90', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:07.834092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:07.839047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:07.842647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:07.850502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:07.893922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274c00b-a94c-494c-a358-238b13e463c4 None None] Pushing event updated for resources: {'Port': ['ID=fa03f5be-c91b-4208-8a36-6377fa8ed047,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:07.933749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.002516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.022434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:16:08.100764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.126293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a1434b-f0e1-47cd-b6ad-61f52f61c268,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:08.227254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.231189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fb78c7f2-e3b1-4671-9fea-1ed095bd4f0c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070718 Mar 25 20:16:08.231337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36982) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:08.239244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'eb9a9e32-13ec-4aab-980d-71ad2e208d90', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:08.250690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:08.254959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:08.258483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:08.266129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:08.367712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:07Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:08.372238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80645458-d9c3-4c8a-8c40-621c9324bbc8 None None] The sync data for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv is: [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:07Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:16:08.389042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.475509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.575381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.605858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3665d0-9016-478e-825d-4a52a7ac84df,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:08.701653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.702828 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-193651b9-9fd0-41ac-a56e-0bc276e2f35a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4701900 Mar 25 20:16:08.705661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36986) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:08.710821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'eb9a9e32-13ec-4aab-980d-71ad2e208d90', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:08.716876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:08.721507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:08.725086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:08.731411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:08.853046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:08.927893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.010140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.037628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc7eb7d-725c-46ac-885a-f2b43601622f,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:09.129522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-54ed122f-380b-4e23-b4c2-7c9fea62987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.165655 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:16:09.168024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.169288 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-da9508c4-b27a-4d27-b832-a40d4c32d8ad tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4626811 Mar 25 20:16:09.172169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36990) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:09.177351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'eb9a9e32-13ec-4aab-980d-71ad2e208d90', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:09.184164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:09.188045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:09.190984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:09.212148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:09.323151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.406585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.489570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.624587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc594c46-c83c-4fdb-9586-d3d68469cb8b,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:09.695272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.696538 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6bd3e8d1-5b5f-4964-bf13-4d98cbe992a9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5233247 Mar 25 20:16:09.700018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 36996) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:09.705171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'eb9a9e32-13ec-4aab-980d-71ad2e208d90', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:09.710924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:09.720551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:09.720551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:09.724409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:09.802351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:16:09.809785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.877445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.952116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:09.982717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdf0615-ccd6-4f5a-862e-c1702907f3fd,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:10.066618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:10.067752 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-51ae2180-dafd-4489-8c84-d88062274900 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3667519 Mar 25 20:16:10.070539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37000) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:10.075548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'eb9a9e32-13ec-4aab-980d-71ad2e208d90', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:10.081301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:10.085081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:10.087948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:10.093649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:10.203612 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:16:10.214927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:10.279977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:10.365669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:10.368564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device fa03f5be-c91b-4208-8a36-6377fa8ed047 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:16:10.392904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e736e979-c0ce-485f-ba1d-886c2026fad1,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:10.483552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:10.484874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6dda2a02-ce6e-4605-bb86-b74c768d7261 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133537 Mar 25 20:16:10.563850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port fa03f5be-c91b-4208-8a36-6377fa8ed047 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:10.570465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port fa03f5be-c91b-4208-8a36-6377fa8ed047 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:10.571777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:10.672667 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-66d9d349-0775-4911-bb6e-358e216c7496 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952092147&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.0453076 Mar 25 20:16:10.717072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:10.754507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port fa03f5be-c91b-4208-8a36-6377fa8ed047, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=fa03f5be-c91b-4208-8a36-6377fa8ed047,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:10.825326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-8b73fff2-b21d-4990-a06f-4d7e09bb4a98 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:10.825994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-8b73fff2-b21d-4990-a06f-4d7e09bb4a98 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:16:10.866841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:10.927806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-8b73fff2-b21d-4990-a06f-4d7e09bb4a98 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:16:10.929123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-8b73fff2-b21d-4990-a06f-4d7e09bb4a98 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 797 time: 0.2497110 Mar 25 20:16:10.947617 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-0f08ed7d-ee55-44e7-9a27-2e5c19a8b9f2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Mar 25 20:16:10.953062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=fa03f5be-c91b-4208-8a36-6377fa8ed047,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:11.034494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-8950b9e4-4a5a-484d-99b2-299f4967ff9b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:16:11.158054 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-8950b9e4-4a5a-484d-99b2-299f4967ff9b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:16:11.159283 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-8950b9e4-4a5a-484d-99b2-299f4967ff9b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2052236 Mar 25 20:16:11.221142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-012d2e05-e71b-4c9f-89cd-61f297aff3c7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:16:11.222117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-012d2e05-e71b-4c9f-89cd-61f297aff3c7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498915 Mar 25 20:16:11.361373 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-a77834a2-c498-4386-9de0-a8cbed499a80 service neutron] 10.222.0.37 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318643 Mar 25 20:16:11.503130 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e60477a5-ca57-42f2-a661-ca325360cc3c service neutron] 10.222.0.37 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356146 Mar 25 20:16:11.807390 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-381d2386-7524-48ae-9f39-00f500fd6c4d req-59f3be52-28e4-43e4-9e4d-e6e39f758093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 210 time: 0.0521700 Mar 25 20:16:12.146319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e930ac73-1543-4632-8325-74a3aa5e2719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:12.353851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device fa03f5be-c91b-4208-8a36-6377fa8ed047 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:16:12.424954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port fa03f5be-c91b-4208-8a36-6377fa8ed047 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:12.425309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:12.899184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:12.900733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:12.971124 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2411b649-274f-45e8-91f9-fe135e784d35 req-20ce173e-b346-4073-b7f7-dfa1972d8f67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 210 time: 0.0465734 Mar 25 20:16:14.168433 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b014ba79-c411-4482-a03c-b82d40d2bc86 req-849dd1ca-c0fb-42db-b4f6-e4f92072cd20 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 210 time: 0.0624614 Mar 25 20:16:14.266324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:14.274761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-bff6bd2e-3152-43a9-8dac-b503b0e9e854 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:14.276189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-bff6bd2e-3152-43a9-8dac-b503b0e9e854 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 797 time: 0.1891763 Mar 25 20:16:14.329474 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-5c161f17-9a94-4a3c-831b-2589ffb3994f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 380 time: 0.0452356 Mar 25 20:16:14.338083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '168e57d6-7409-45b1-afc5-039d849c7450', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['eb9a9e32-13ec-4aab-980d-71ad2e208d90']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:14.481368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:14.491203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:14.574790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:16:14.578606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:14.753550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.6 (b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f/f3b5ec7d-1e85-47e7-959d-90a3900e970a/1d869a8b-4592-491a-9c6b-f78126d9b5ab) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:16:14.951578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:14.968793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 1d869a8b-4592-491a-9c6b-f78126d9b5ab will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:15.065376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:15.131139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:16:15.134188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:16:15.143800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:16:15.175211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=1d869a8b-4592-491a-9c6b-f78126d9b5ab,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:15.220029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:15.220704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:15.423098 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-e9b07f4e-f13d-43fb-b364-fdabc94ce27e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0884278 Mar 25 20:16:15.436110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Request body: {'port': {'device_id': '168e57d6-7409-45b1-afc5-039d849c7450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:15.495111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1cdcadbf-7810-4b60-82d9-6083d99ed66c None None] Provisioning for port 1d869a8b-4592-491a-9c6b-f78126d9b5ab completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:15.500650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1cdcadbf-7810-4b60-82d9-6083d99ed66c None None] Provisioning complete for port 1d869a8b-4592-491a-9c6b-f78126d9b5ab triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:15.501020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1cdcadbf-7810-4b60-82d9-6083d99ed66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:15.560419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcadbf-7810-4b60-82d9-6083d99ed66c None None] Port 1d869a8b-4592-491a-9c6b-f78126d9b5ab cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:16:15.562082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33975e3-6aad-41e6-9cda-90c782e9e380 req-dfbb9601-1107-4b29-a82a-5d6470bb70a5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:15.562770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f33975e3-6aad-41e6-9cda-90c782e9e380 req-dfbb9601-1107-4b29-a82a-5d6470bb70a5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:16:15.580123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:15.708253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f33975e3-6aad-41e6-9cda-90c782e9e380 req-dfbb9601-1107-4b29-a82a-5d6470bb70a5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:16:15.709428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f33975e3-6aad-41e6-9cda-90c782e9e380 req-dfbb9601-1107-4b29-a82a-5d6470bb70a5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 931 time: 0.4285755 Mar 25 20:16:15.799677 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f33975e3-6aad-41e6-9cda-90c782e9e380 req-e4e1836b-7be6-4e9c-ad85-6534c69af76d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839989 Mar 25 20:16:15.977937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d869a8b-4592-491a-9c6b-f78126d9b5ab {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:16:15.986093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:16.002095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Transition to ACTIVE for port object 1d869a8b-4592-491a-9c6b-f78126d9b5ab will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:16.111690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:16.273126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Pushing event updated for resources: {'Port': ['ID=1d869a8b-4592-491a-9c6b-f78126d9b5ab,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:16.362161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Attempting to bind port 1d869a8b-4592-491a-9c6b-f78126d9b5ab on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:16:16.362519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Attempting to bind port 1d869a8b-4592-491a-9c6b-f78126d9b5ab by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:16:16.362845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Attempting to bind port 1d869a8b-4592-491a-9c6b-f78126d9b5ab on network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:16:16.367483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Port 1d869a8b-4592-491a-9c6b-f78126d9b5ab on network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:16:16.367797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Attempting to bind port 1d869a8b-4592-491a-9c6b-f78126d9b5ab on network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:16:16.372860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:16:16.373188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Checking segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:16:16.373563 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Bound using segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:16:16.373976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Bound port: 1d869a8b-4592-491a-9c6b-f78126d9b5ab, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:16:16.374305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:16.462029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] For port 1d869a8b-4592-491a-9c6b-f78126d9b5ab, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:16:16.465438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] For port 1d869a8b-4592-491a-9c6b-f78126d9b5ab, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:16:16.557786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:16.618216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:16.618822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:16.620152 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-788e4c58-f435-45ff-8154-214241d3679d service neutron] 10.222.0.43 "PUT /v2.0/ports/1d869a8b-4592-491a-9c6b-f78126d9b5ab HTTP/1.1" status: 200 len: 1093 time: 1.1895165 Mar 25 20:16:16.620635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:16:16.650560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e4c58-f435-45ff-8154-214241d3679d service neutron] Pushing event updated for resources: {'Port': ['ID=1d869a8b-4592-491a-9c6b-f78126d9b5ab,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:16.683497 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'status': 'completed', 'code': 200} Mar 25 20:16:16.778236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1d88-125b-45cc-aca5-1c3679292558 req-5ccc82aa-f88b-4a59-b70b-218ef20d53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:16.779751 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2ec1d88-125b-45cc-aca5-1c3679292558 req-5ccc82aa-f88b-4a59-b70b-218ef20d53a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 1096 time: 0.0759826 Mar 25 20:16:16.982288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1d88-125b-45cc-aca5-1c3679292558 req-57fc251d-654f-42ac-90a2-0a7116a88bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:16.983805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2ec1d88-125b-45cc-aca5-1c3679292558 req-57fc251d-654f-42ac-90a2-0a7116a88bc4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1977994 Mar 25 20:16:17.096603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87333bd9-5383-429d-8c45-b22f28ca3810 req-93e3ffd1-c7fe-436e-9164-f3d3f8130fe6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:17.097963 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-87333bd9-5383-429d-8c45-b22f28ca3810 req-93e3ffd1-c7fe-436e-9164-f3d3f8130fe6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 943 time: 0.1901894 Mar 25 20:16:17.174471 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-87333bd9-5383-429d-8c45-b22f28ca3810 req-1f5cab7d-8523-4a2f-8670-cbbef11651d0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671933 Mar 25 20:16:17.178562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1d88-125b-45cc-aca5-1c3679292558 req-e1ed018f-f903-4354-b1ae-42c928628c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:17.180652 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2ec1d88-125b-45cc-aca5-1c3679292558 req-e1ed018f-f903-4354-b1ae-42c928628c6e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892998 Mar 25 20:16:17.287133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-64a073e6-e5e9-4c11-b3bd-b03a0db8623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:17.288634 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-64a073e6-e5e9-4c11-b3bd-b03a0db8623f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 1096 time: 0.0727994 Mar 25 20:16:17.462513 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-eee71b83-dd5b-41dc-83bc-81e271b62588 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab HTTP/1.1" status: 200 len: 217 time: 0.1664820 Mar 25 20:16:17.524870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-2db54c93-fe47-4a4e-a044-d005fd873b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:17.526247 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-2db54c93-fe47-4a4e-a044-d005fd873b0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b5ec7d-1e85-47e7-959d-90a3900e970a HTTP/1.1" status: 200 len: 834 time: 0.0574203 Mar 25 20:16:17.601175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-930d5efd-d725-41f4-99ee-cb99225941f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:17.602648 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-930d5efd-d725-41f4-99ee-cb99225941f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704720 Mar 25 20:16:17.741193 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-bd52551e-dc92-4785-8816-2f9360929b03 service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319079 Mar 25 20:16:17.882430 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4c5acb-ab4a-4371-b4b2-28f70744fd31 req-5f2806c7-2478-4c2d-85bf-278f9df1d9ed service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358361 Mar 25 20:16:17.911841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:18.515966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9440f3-ddbb-4f72-a6e6-5965b195444c req-5f162eba-dcdd-4d62-8665-2e4152231621 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:18.517714 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5c9440f3-ddbb-4f72-a6e6-5965b195444c req-5f162eba-dcdd-4d62-8665-2e4152231621 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 943 time: 0.0861831 Mar 25 20:16:18.563808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5c9440f3-ddbb-4f72-a6e6-5965b195444c req-f6fdb67a-9aa8-4520-9eed-3e97daf01650 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Mar 25 20:16:19.758235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473252b-a80e-4449-a800-b37837fc69c3 req-034a33aa-7003-4cd1-9a3f-2a8b6cf2648f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:19.759692 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c473252b-a80e-4449-a800-b37837fc69c3 req-034a33aa-7003-4cd1-9a3f-2a8b6cf2648f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 943 time: 0.0795329 Mar 25 20:16:19.778105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d869a8b-4592-491a-9c6b-f78126d9b5ab details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:16:19.816761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c473252b-a80e-4449-a800-b37837fc69c3 req-a5102948-bf81-4dc3-bcad-9b9e1f8fa102 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513027 Mar 25 20:16:19.926430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d869a8b-4592-491a-9c6b-f78126d9b5ab, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:19.942376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'port_id': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'mac_address': 'fa:16:3e:46:7a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:16:20.000965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:20.017273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d869a8b-4592-491a-9c6b-f78126d9b5ab {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:16:20.039091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d869a8b-4592-491a-9c6b-f78126d9b5ab, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:20.121641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:20.227688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1d869a8b-4592-491a-9c6b-f78126d9b5ab,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:20.447909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['1d869a8b-4592-491a-9c6b-f78126d9b5ab'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:16:20.994809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e1858-08c8-4671-b0c5-d7a0147dfbdc req-c72f98e1-acda-4830-86a7-c8bbd52b3370 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:20.996909 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-372e1858-08c8-4671-b0c5-d7a0147dfbdc req-c72f98e1-acda-4830-86a7-c8bbd52b3370 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 944 time: 0.0795233 Mar 25 20:16:21.040867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-372e1858-08c8-4671-b0c5-d7a0147dfbdc req-531a4faa-852e-497e-8de1-42b5fe7ba43a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383544 Mar 25 20:16:21.801613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d869a8b-4592-491a-9c6b-f78126d9b5ab up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:16:21.978528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 1d869a8b-4592-491a-9c6b-f78126d9b5ab completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:21.983603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 1d869a8b-4592-491a-9c6b-f78126d9b5ab triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:21.983972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:22.105734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:22.132224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:16:22.142699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d869a8b-4592-491a-9c6b-f78126d9b5ab, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:22.233659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead12cdf-fd5f-4cb1-b213-5680e424ed60 req-df2666d4-2f03-44df-82dd-e1aefecafcf6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:22.240546 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ead12cdf-fd5f-4cb1-b213-5680e424ed60 req-df2666d4-2f03-44df-82dd-e1aefecafcf6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 944 time: 0.0915327 Mar 25 20:16:22.257268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:22.288759 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ead12cdf-fd5f-4cb1-b213-5680e424ed60 req-8eba3ffa-5c30-43de-a63a-d32f97065e0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467024 Mar 25 20:16:22.294253 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'code': 200} Mar 25 20:16:22.334278 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1d869a8b-4592-491a-9c6b-f78126d9b5ab,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:22.707593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3c967-9a32-498d-937f-9e290433aa89 req-da008600-32cd-44cd-8b24-7819eb747dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:22.709142 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f2e3c967-9a32-498d-937f-9e290433aa89 req-da008600-32cd-44cd-8b24-7819eb747dd9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 1098 time: 0.0711679 Mar 25 20:16:22.750706 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f2e3c967-9a32-498d-937f-9e290433aa89 req-d2b3d8fe-da88-483b-ac3e-21b23a428270 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348790 Mar 25 20:16:23.497144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355b002-f3c0-43b2-8363-b9868872017c req-adf03c02-a404-4614-867a-6e0393c2f4a0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:23.504211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d355b002-f3c0-43b2-8363-b9868872017c req-adf03c02-a404-4614-867a-6e0393c2f4a0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 945 time: 0.0930114 Mar 25 20:16:23.553701 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d355b002-f3c0-43b2-8363-b9868872017c req-b7a51501-53d2-4951-be28-6286852cc2aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485861 Mar 25 20:16:24.758500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1282d3a-0f85-481e-98e0-6675378f322f req-4e68a6b3-38f9-4921-bb35-0718286d91fb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:24.760002 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1282d3a-0f85-481e-98e0-6675378f322f req-4e68a6b3-38f9-4921-bb35-0718286d91fb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 945 time: 0.0857656 Mar 25 20:16:24.815532 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1282d3a-0f85-481e-98e0-6675378f322f req-833996a3-373b-48d2-aad1-c62a43f99d08 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466492 Mar 25 20:16:25.013952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a30ac-15dd-4bc9-81aa-30becf8c5b6a req-c50015c6-b443-4d6f-aa65-c155e3f28022 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:25.015408 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d62a30ac-15dd-4bc9-81aa-30becf8c5b6a req-c50015c6-b443-4d6f-aa65-c155e3f28022 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 945 time: 0.0801218 Mar 25 20:16:25.058769 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d62a30ac-15dd-4bc9-81aa-30becf8c5b6a req-6ae02681-ff15-4f03-b6f4-180753aeb8e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376692 Mar 25 20:16:25.081194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37092) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:25.153803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e2e109-6b73-4047-95f3-2ba7d6f49f10 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:25.155203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-89e2e109-6b73-4047-95f3-2ba7d6f49f10 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 1093 time: 0.0730448 Mar 25 20:16:25.157957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37096) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:25.162783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:25.168798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:25.172637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:25.175450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:25.181102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:25.264720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:25.403744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:25.534819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.168 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/4abab9ec-f914-465f-a276-3b083d705568) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:16:25.690999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:25.763724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:25.828019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:16:25.830754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:16:25.833277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:16:25.873509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=4abab9ec-f914-465f-a276-3b083d705568,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:26.203467 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-819cb46c-7701-46d4-8767-604a736efb40 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170381053&fields=id&tenant_id=101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 267 time: 0.1237402 Mar 25 20:16:26.449545 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-e4f44cf7-79f9-47c6-a46b-1df66d895b2c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:26.450998 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-e4f44cf7-79f9-47c6-a46b-1df66d895b2c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 812 time: 0.2410274 Mar 25 20:16:26.474784 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-bc6b0e2c-77fd-4a12-b1eb-b3e8b2522861 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/quotas/101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 375 time: 0.0184035 Mar 25 20:16:26.554964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:26.591839 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-45fd2a38-b3cf-41f9-9384-65a9f193b8d4 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1113675 Mar 25 20:16:26.759858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:26.812290 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-3a83e7f9-a93e-48a0-a7cf-acbe193d5fed service neutron] 10.222.0.37 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089412 Mar 25 20:16:27.054544 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-3fc399a7-4ec9-4f0d-9482-62c62b07b14a service neutron] 10.222.0.37 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362452 Mar 25 20:16:27.085036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:27.163173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:27.275719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=4abab9ec-f914-465f-a276-3b083d705568,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:27.283389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:27.451387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 associated. External IP: 172.26.8.168, port: 1d869a8b-4592-491a-9c6b-f78126d9b5ab. Mar 25 20:16:27.768910 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2cf177fa-8929-4418-9b89-82628cf8eff1 req-89868ce2-cc46-48d2-b1a6-76878fe7129a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 210 time: 0.0513327 Mar 25 20:16:27.971976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 575557f5-770d-46e7-abbf-7675b1271864 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:16:28.153210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:16:28.162568 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80700c6b-f853-4452-af96-e84089104c07 None None] Sync routers for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:16:28.173181 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80700c6b-f853-4452-af96-e84089104c07 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:16:28.173848 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-80700c6b-f853-4452-af96-e84089104c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:16:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:28.226230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:28.281300 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c7e50061-2e5a-4867-ad55-6efa8bf01f75 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1222446 Mar 25 20:16:28.282126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:16:28.284209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37126) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:28.348307 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'status': 'completed', 'code': 200} Mar 25 20:16:28.358781 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-80700c6b-f853-4452-af96-e84089104c07 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:16:28.419209 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0340b0b4-cd57-44b4-a18c-a386806095b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 991 time: 0.1330009 Mar 25 20:16:28.457622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e33b3-e560-473d-b945-9929af6db55a req-d69dc453-f02f-4000-a29a-70f1e00ffe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:28.460269 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a70e33b3-e560-473d-b945-9929af6db55a req-d69dc453-f02f-4000-a29a-70f1e00ffe70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 1098 time: 0.0880852 Mar 25 20:16:28.610240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e33b3-e560-473d-b945-9929af6db55a req-62bbc25a-f5f7-4db9-8a54-f4275b3a1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:28.611686 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a70e33b3-e560-473d-b945-9929af6db55a req-62bbc25a-f5f7-4db9-8a54-f4275b3a1c8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 898 time: 0.1399369 Mar 25 20:16:28.735778 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a70e33b3-e560-473d-b945-9929af6db55a req-0bf39e18-3122-4ef9-a506-07211853e1a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab HTTP/1.1" status: 200 len: 999 time: 0.1175983 Mar 25 20:16:28.750613 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-80700c6b-f853-4452-af96-e84089104c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '5b159d0f-d860-49b3-a251-fb3c9a6d0ca7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.168', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '575557f5-770d-46e7-abbf-7675b1271864', 'port_id': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'mac_address': 'fa:16:3e:46:7a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e57d6-7409-45b1-afc5-039d849c7450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:26Z', 'updated_at': '2022-03-25T20:16:26Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:28.755847 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80700c6b-f853-4452-af96-e84089104c07 None None] Checking router: 575557f5-770d-46e7-abbf-7675b1271864 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:16:28.764318 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80700c6b-f853-4452-af96-e84089104c07 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:16:28.764950 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-80700c6b-f853-4452-af96-e84089104c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:16:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:28.812565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e33b3-e560-473d-b945-9929af6db55a req-caf41529-f30d-4f4d-8f0d-52b0782dc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:28.813951 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a70e33b3-e560-473d-b945-9929af6db55a req-caf41529-f30d-4f4d-8f0d-52b0782dc594 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b5ec7d-1e85-47e7-959d-90a3900e970a HTTP/1.1" status: 200 len: 834 time: 0.0728345 Mar 25 20:16:28.949987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e33b3-e560-473d-b945-9929af6db55a req-5bf540f6-643d-4037-b698-22fb11a45860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:28.951471 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a70e33b3-e560-473d-b945-9929af6db55a req-5bf540f6-643d-4037-b698-22fb11a45860 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1310368 Mar 25 20:16:28.955517 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-80700c6b-f853-4452-af96-e84089104c07 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:16:28.965214 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-226b0bca-c61d-4611-88ac-818b38e61fd6 req-96558784-242c-46f5-85b2-e40b34298d56 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 210 time: 0.0648282 Mar 25 20:16:29.093585 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a70e33b3-e560-473d-b945-9929af6db55a req-88d1fee6-4de0-423e-bb99-11910cb1d82b service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307116 Mar 25 20:16:29.310276 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-80700c6b-f853-4452-af96-e84089104c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '5b159d0f-d860-49b3-a251-fb3c9a6d0ca7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.168', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '575557f5-770d-46e7-abbf-7675b1271864', 'port_id': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'mac_address': 'fa:16:3e:46:7a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e57d6-7409-45b1-afc5-039d849c7450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:26Z', 'updated_at': '2022-03-25T20:16:26Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:29.314365 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80700c6b-f853-4452-af96-e84089104c07 None None] The sync data for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv is: [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '5b159d0f-d860-49b3-a251-fb3c9a6d0ca7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.168', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '575557f5-770d-46e7-abbf-7675b1271864', 'port_id': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'mac_address': 'fa:16:3e:46:7a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e57d6-7409-45b1-afc5-039d849c7450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:26Z', 'updated_at': '2022-03-25T20:16:26Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:16:29.353145 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a70e33b3-e560-473d-b945-9929af6db55a req-c958b031-63aa-4b2a-abdc-0122f9293aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522459 Mar 25 20:16:29.423228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37136) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:29.526812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8802432-e7e3-4f93-931e-5b11cf078a3e None None] New status for floating IP 5b159d0f-d860-49b3-a251-fb3c9a6d0ca7: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:16:29.665986 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cbed24ee-1e1e-48d9-9367-11e0b0044af4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 991 time: 0.2415438 Mar 25 20:16:29.783085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-6e136b1d-f36c-43b5-87ee-6a5c3c0255ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:29.784506 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-6e136b1d-f36c-43b5-87ee-6a5c3c0255ff tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 812 time: 0.1566377 Mar 25 20:16:29.831740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-9bc17c21-4b1e-4824-a745-9488f6b7a0b5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ed8c2e45345638cfa6e865eb10860 HTTP/1.1" status: 200 len: 380 time: 0.0393713 Mar 25 20:16:29.842351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'port': {'device_id': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'admin_state_up': True, 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'security_groups': ['a5abfe14-ea83-4df9-81b3-e5fce5a10399']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:29.978796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:29.989031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:30.114948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Made reservation on behalf of 101ed8c2e45345638cfa6e865eb10860 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:16:30.118674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:30.139503 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f5718da-51d7-4d74-95e5-7a79c025a6d8 req-34fccfc3-469b-425e-9da9-cee9bc5aa7af tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 210 time: 0.0607612 Mar 25 20:16:30.287069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Allocated IP 172.20.0.10 (3ce948da-a84f-4ff5-9151-77ad5d6bd61f/0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe/219fc205-f9d5-4a24-afd3-53969af672c9) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:16:30.477812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:30.493528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Transition to ACTIVE for port object 219fc205-f9d5-4a24-afd3-53969af672c9 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:30.575995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:30.649452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:16:30.652711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:16:30.661506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:16:30.668102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37142) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:30.697979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=219fc205-f9d5-4a24-afd3-53969af672c9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:30.730841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:30.731466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:30.785512 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-35d152af-98c5-4f64-96c8-014cf03e5e08 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 993 time: 0.1155231 Mar 25 20:16:30.838075 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-c30e6af0-b854-40c8-9273-77c983a18163 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0013492 Mar 25 20:16:30.849487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Request body: {'port': {'device_id': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:30.966141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:30.979025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-85290056-9c04-4225-b503-6776bfe13aff None None] Provisioning for port 219fc205-f9d5-4a24-afd3-53969af672c9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:30.985419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-85290056-9c04-4225-b503-6776bfe13aff None None] Provisioning complete for port 219fc205-f9d5-4a24-afd3-53969af672c9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:30.985881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-85290056-9c04-4225-b503-6776bfe13aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:31.045034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-85290056-9c04-4225-b503-6776bfe13aff None None] Port 219fc205-f9d5-4a24-afd3-53969af672c9 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:16:31.386469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219fc205-f9d5-4a24-afd3-53969af672c9 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:16:31.397611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970e62d-e3ea-4f70-b22d-667d662c09d0 req-ae371088-b936-4b71-a129-dc380c27e7df tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:31.398295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-6970e62d-e3ea-4f70-b22d-667d662c09d0 req-ae371088-b936-4b71-a129-dc380c27e7df tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:16:31.408722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:31.429101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Transition to ACTIVE for port object 219fc205-f9d5-4a24-afd3-53969af672c9 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:16:31.546257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-6970e62d-e3ea-4f70-b22d-667d662c09d0 req-ae371088-b936-4b71-a129-dc380c27e7df tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:16:31.547447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6970e62d-e3ea-4f70-b22d-667d662c09d0 req-ae371088-b936-4b71-a129-dc380c27e7df tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 932 time: 0.3024299 Mar 25 20:16:31.548168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:31.889392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Pushing event updated for resources: {'Port': ['ID=219fc205-f9d5-4a24-afd3-53969af672c9,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:31.899670 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6970e62d-e3ea-4f70-b22d-667d662c09d0 req-32840f77-bc57-4395-8170-a15760b6722c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152912 Mar 25 20:16:31.941434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Attempting to bind port 219fc205-f9d5-4a24-afd3-53969af672c9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:16:31.941761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Attempting to bind port 219fc205-f9d5-4a24-afd3-53969af672c9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:16:31.942084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Attempting to bind port 219fc205-f9d5-4a24-afd3-53969af672c9 on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:16:31.946794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Port 219fc205-f9d5-4a24-afd3-53969af672c9 on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:16:31.947107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Attempting to bind port 219fc205-f9d5-4a24-afd3-53969af672c9 on network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:16:31.952838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:16:31.953165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Checking segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:16:31.953543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Bound using segment: {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:16:31.953951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Bound port: 219fc205-f9d5-4a24-afd3-53969af672c9, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8183746-395d-49f7-89e0-dc9fbae1f962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:16:31.954287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:32.045992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] For port 219fc205-f9d5-4a24-afd3-53969af672c9, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:16:32.048922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] For port 219fc205-f9d5-4a24-afd3-53969af672c9, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=219fc205-f9d5-4a24-afd3-53969af672c9,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:16:32.129007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:32.181544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:32.182273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:32.184153 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] 10.222.0.43 "PUT /v2.0/ports/219fc205-f9d5-4a24-afd3-53969af672c9 HTTP/1.1" status: 200 len: 1094 time: 1.3392451 Mar 25 20:16:32.186589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:16:32.219038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befa7f8-7a6a-4c8b-bee9-349fc6a3b44b service neutron] Pushing event updated for resources: {'Port': ['ID=219fc205-f9d5-4a24-afd3-53969af672c9,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:32.240112 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9', 'status': 'completed', 'code': 200} Mar 25 20:16:32.343628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663073b-4636-48f1-9fdb-6787e327d30f req-ab40c500-adab-41dd-9375-541cd4842e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:32.345140 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5663073b-4636-48f1-9fdb-6787e327d30f req-ab40c500-adab-41dd-9375-541cd4842e00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 1097 time: 0.0808640 Mar 25 20:16:32.496911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663073b-4636-48f1-9fdb-6787e327d30f req-99c93d35-6d3b-414e-9886-01edc808522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:32.498251 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5663073b-4636-48f1-9fdb-6787e327d30f req-99c93d35-6d3b-414e-9886-01edc808522f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=101ed8c2e45345638cfa6e865eb10860&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1470070 Mar 25 20:16:32.634789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663073b-4636-48f1-9fdb-6787e327d30f req-c2913b7b-3e35-4fcb-99e8-52771e140509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:32.638464 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5663073b-4636-48f1-9fdb-6787e327d30f req-c2913b7b-3e35-4fcb-99e8-52771e140509 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317365 Mar 25 20:16:32.740225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-a00f1dfc-97ff-4f85-9405-c06c0deba8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:32.741701 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-a00f1dfc-97ff-4f85-9405-c06c0deba8d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 1097 time: 0.0695059 Mar 25 20:16:32.816560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-46f63d95-d239-4864-8b2c-494274a625df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=219fc205-f9d5-4a24-afd3-53969af672c9 HTTP/1.1" status: 200 len: 217 time: 0.0683522 Mar 25 20:16:32.877444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-fc7a413e-29dd-49e4-8dde-be6fbe50b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:32.878839 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-fc7a413e-29dd-49e4-8dde-be6fbe50b97c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0570054 Mar 25 20:16:32.958260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-3a3c5eaa-2d30-4099-a155-1643c7b66d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:32.959702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-3a3c5eaa-2d30-4099-a155-1643c7b66d2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744021 Mar 25 20:16:33.137522 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-381a374e-e477-490e-a271-8b614f38a93a service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719725 Mar 25 20:16:33.180162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b18f17-90b6-42b4-8500-67871edbbee6 req-07898239-ba48-413c-805f-326f1de04448 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:33.181632 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-70b18f17-90b6-42b4-8500-67871edbbee6 req-07898239-ba48-413c-805f-326f1de04448 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 944 time: 0.1371884 Mar 25 20:16:33.296261 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-70b18f17-90b6-42b4-8500-67871edbbee6 req-f21b1165-0772-4037-a83b-81d8807c5a24 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032238 Mar 25 20:16:33.320625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0f8769-c738-4841-a2ec-25c27246c6dc req-146d6083-e5b1-4d60-9b89-ae41c52dde98 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679461 Mar 25 20:16:34.488851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1911f-ce5d-4d26-bd90-f2c2dc16668a req-97915964-7ce4-450b-b910-4337739dfbfb tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:34.490301 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-49d1911f-ce5d-4d26-bd90-f2c2dc16668a req-97915964-7ce4-450b-b910-4337739dfbfb tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 944 time: 0.0866654 Mar 25 20:16:34.535646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-49d1911f-ce5d-4d26-bd90-f2c2dc16668a req-33fcfe11-e84c-4225-b518-6cc9f48982ed tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Mar 25 20:16:35.716176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b786aa-6e7e-4e47-8ba5-bfe3435d9734 req-60609139-8516-4aac-9ae1-419e9784f6f1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:35.717699 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c9b786aa-6e7e-4e47-8ba5-bfe3435d9734 req-60609139-8516-4aac-9ae1-419e9784f6f1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 944 time: 0.0795465 Mar 25 20:16:35.763673 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c9b786aa-6e7e-4e47-8ba5-bfe3435d9734 req-4be02099-1ef8-47e4-bdf3-ddbea359562a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404341 Mar 25 20:16:36.946367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b2900-22e2-4892-ae95-f6b449803b3e req-8c552372-3f32-478a-98ac-c9c974166dcf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:36.947712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-545b2900-22e2-4892-ae95-f6b449803b3e req-8c552372-3f32-478a-98ac-c9c974166dcf tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 944 time: 0.0785995 Mar 25 20:16:37.006332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-545b2900-22e2-4892-ae95-f6b449803b3e req-b28a7bc5-0a4c-4d04-9880-729d97e2d9a9 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455656 Mar 25 20:16:38.183892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e170b-f75e-486d-8bfa-92057215af7f req-c3d04ad7-bcf3-4543-9ef8-889a0d5e0f1f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:38.185389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0e7e170b-f75e-486d-8bfa-92057215af7f req-c3d04ad7-bcf3-4543-9ef8-889a0d5e0f1f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 944 time: 0.0842543 Mar 25 20:16:38.333204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0e7e170b-f75e-486d-8bfa-92057215af7f req-bfeae868-ef7a-4fcb-80c6-3276a02bfa0c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421998 Mar 25 20:16:39.105533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d7c7396-067a-4619-b960-d49a61fd4508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:39.515288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a2909-5f02-47ae-b9cb-fb248e461e0a req-ea51cd77-3a5f-4581-94a0-da953a71d84b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:39.516778 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-471a2909-5f02-47ae-b9cb-fb248e461e0a req-ea51cd77-3a5f-4581-94a0-da953a71d84b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 944 time: 0.0793221 Mar 25 20:16:39.560430 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-471a2909-5f02-47ae-b9cb-fb248e461e0a req-d6cbc06b-d0c2-4095-8904-9073626f683e tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380399 Mar 25 20:16:40.748633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4f630-87a9-4f72-a7f7-27e323b3c6c7 req-7374f03e-9060-45ab-bc76-f259934f52e3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:40.750058 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1eb4f630-87a9-4f72-a7f7-27e323b3c6c7 req-7374f03e-9060-45ab-bc76-f259934f52e3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 944 time: 0.0805326 Mar 25 20:16:40.793345 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1eb4f630-87a9-4f72-a7f7-27e323b3c6c7 req-59371660-1bcd-4642-be0e-8f0035d7a09b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377057 Mar 25 20:16:41.904018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 219fc205-f9d5-4a24-afd3-53969af672c9 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:16:41.993702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258dbe-b215-408d-941e-52fe50b953b6 req-73bb57d3-729e-42b2-a6c9-01e77534353b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:41.995168 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10258dbe-b215-408d-941e-52fe50b953b6 req-73bb57d3-729e-42b2-a6c9-01e77534353b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 944 time: 0.0901959 Mar 25 20:16:42.046268 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10258dbe-b215-408d-941e-52fe50b953b6 req-baaeffc1-6fc5-4aa0-973e-e5de2663d39a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Mar 25 20:16:42.055241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 219fc205-f9d5-4a24-afd3-53969af672c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=219fc205-f9d5-4a24-afd3-53969af672c9,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:42.069750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '219fc205-f9d5-4a24-afd3-53969af672c9', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'port_id': '219fc205-f9d5-4a24-afd3-53969af672c9', 'mac_address': 'fa:16:3e:11:3e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:16:42.128743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:42.140880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c95166a-2ed4-4220-bb95-3b2be00946e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:42.146093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219fc205-f9d5-4a24-afd3-53969af672c9 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:16:42.163663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 219fc205-f9d5-4a24-afd3-53969af672c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=219fc205-f9d5-4a24-afd3-53969af672c9,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:42.225497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:42.290676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=219fc205-f9d5-4a24-afd3-53969af672c9,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:42.545468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['219fc205-f9d5-4a24-afd3-53969af672c9'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:16:42.843145 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:42.870891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:43.227779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02980107-c902-42a9-be92-4b744d765cef req-8c63ca59-4aa4-4e2e-b8a2-2fd5933a6383 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:43.229293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-02980107-c902-42a9-be92-4b744d765cef req-8c63ca59-4aa4-4e2e-b8a2-2fd5933a6383 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 945 time: 0.0784552 Mar 25 20:16:43.271747 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-02980107-c902-42a9-be92-4b744d765cef req-d5874281-488f-4d28-916c-50d91d141976 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362298 Mar 25 20:16:43.919706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 219fc205-f9d5-4a24-afd3-53969af672c9 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:16:44.065299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 219fc205-f9d5-4a24-afd3-53969af672c9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:16:44.069974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 219fc205-f9d5-4a24-afd3-53969af672c9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:16:44.070334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:44.218912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:44.228608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:44.245676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:16:44.254797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 219fc205-f9d5-4a24-afd3-53969af672c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=219fc205-f9d5-4a24-afd3-53969af672c9,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:16:44.289321 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9', 'code': 200} Mar 25 20:16:44.385884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:44.455525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=219fc205-f9d5-4a24-afd3-53969af672c9,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:44.456142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893fea-7439-4ed0-ac9c-4abaa69d277c req-1feea4c6-29e9-424c-975b-f967c74a3d66 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:44.458098 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1893fea-7439-4ed0-ac9c-4abaa69d277c req-1feea4c6-29e9-424c-975b-f967c74a3d66 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 946 time: 0.0830612 Mar 25 20:16:44.512264 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1893fea-7439-4ed0-ac9c-4abaa69d277c req-99f0b94f-349d-4af6-92d5-a42ee99cb26d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478978 Mar 25 20:16:44.691999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29fc0f-5af4-49be-9657-bc8b98fd590a req-316f3f5d-8d14-45a5-814d-37b7ddbfefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:44.693481 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ef29fc0f-5af4-49be-9657-bc8b98fd590a req-316f3f5d-8d14-45a5-814d-37b7ddbfefeb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 1099 time: 0.0688822 Mar 25 20:16:44.737542 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ef29fc0f-5af4-49be-9657-bc8b98fd590a req-ecb43753-2229-42d5-a47a-a7bf490bdd77 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375805 Mar 25 20:16:45.696964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e00df4-e3c5-4363-b4cd-3917c1e4c5db req-1762a279-8df3-4cb9-85c6-2cc6160148b1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:45.699076 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b4e00df4-e3c5-4363-b4cd-3917c1e4c5db req-1762a279-8df3-4cb9-85c6-2cc6160148b1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 946 time: 0.0803514 Mar 25 20:16:45.742426 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b4e00df4-e3c5-4363-b4cd-3917c1e4c5db req-dc13d8e2-b39b-4cdb-824b-d3ff5f639a68 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377440 Mar 25 20:16:46.164620 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:16:46.935961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5375061-1bfc-4bbc-8c8a-8e107ce6af4b req-be4fcb41-e36a-438d-8539-d510a060ab9d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:46.937352 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5375061-1bfc-4bbc-8c8a-8e107ce6af4b req-be4fcb41-e36a-438d-8539-d510a060ab9d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 946 time: 0.0824316 Mar 25 20:16:46.981917 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5375061-1bfc-4bbc-8c8a-8e107ce6af4b req-129c190d-f448-4c72-b8b7-71dce4640301 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388808 Mar 25 20:16:47.161712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3925a-c2de-4520-b5e7-b33943b7ba4f req-b9d6d08b-6b8f-41a8-9a40-4e0a35fa92b1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:47.163156 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-02d3925a-c2de-4520-b5e7-b33943b7ba4f req-b9d6d08b-6b8f-41a8-9a40-4e0a35fa92b1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 946 time: 0.0786960 Mar 25 20:16:47.206697 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-02d3925a-c2de-4520-b5e7-b33943b7ba4f req-54aa61f6-abca-40e6-8816-d63585158a9f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379167 Mar 25 20:16:47.229176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37180) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:47.415682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744d4d0-452b-4b8f-be5f-d71c3264d96d tempest-TestVolumeBootPattern-2042223514 tempest-TestVolumeBootPattern-2042223514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:47.416407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0744d4d0-452b-4b8f-be5f-d71c3264d96d tempest-TestVolumeBootPattern-2042223514 tempest-TestVolumeBootPattern-2042223514-project-admin] Synchronizing usage tracker for tenant:96b27076dd6843d6a4bc1b05fb465bdb on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:16:47.481365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0744d4d0-452b-4b8f-be5f-d71c3264d96d tempest-TestVolumeBootPattern-2042223514 tempest-TestVolumeBootPattern-2042223514-project-admin] Unset dirty status for tenant:96b27076dd6843d6a4bc1b05fb465bdb on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:16:47.485377 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0744d4d0-452b-4b8f-be5f-d71c3264d96d tempest-TestVolumeBootPattern-2042223514 tempest-TestVolumeBootPattern-2042223514-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 1094 time: 0.2525504 Mar 25 20:16:47.485575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37186) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:16:47.490487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '219fc205-f9d5-4a24-afd3-53969af672c9', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:16:47.497149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:16:47.500835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Usage tracker for resource:floatingip and tenant:101ed8c2e45345638cfa6e865eb10860 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:16:47.503734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:16:47.509358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:16:47.591014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:47.734528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:47.871289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:47.874717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Allocated IP 172.26.8.22 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/a3fbdef6-9e81-49b3-9699-5cd372e21d6d) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:16:48.027964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:48.122864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:48.184215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:16:48.187010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:16:48.189722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:16:48.242322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=a3fbdef6-9e81-49b3-9699-5cd372e21d6d,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:48.253967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.254312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.254647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.254977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.255299 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.255622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.255941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.256259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.256601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.256923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.257238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.257549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:16:48.625147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:48.774233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:49.085851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:49.143866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:49.250323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event updated for resources: {'Port': ['ID=a3fbdef6-9e81-49b3-9699-5cd372e21d6d,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:16:49.261797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:49.427751 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Floating IP 46b1b2d5-5403-4e2d-9b9c-c3da1af82153 associated. External IP: 172.26.8.22, port: 219fc205-f9d5-4a24-afd3-53969af672c9. Mar 25 20:16:49.775544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:16:49.951831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:16:49.961847 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:16:49.972231 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:16:49.979216 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:16:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:50.065416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:16:50.123321 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c29e57d4-1a32-4a54-b50d-146e56d43823 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6367013 Mar 25 20:16:50.123903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:16:50.153078 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:16:50.171096 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9', 'status': 'completed', 'code': 200} Mar 25 20:16:50.280039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-5bb4413c-7e01-41a1-a978-b896c6ae52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:50.281462 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-5bb4413c-7e01-41a1-a978-b896c6ae52fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 1099 time: 0.0788693 Mar 25 20:16:50.413042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-505f2b08-c0c5-41cc-9385-f22b9598b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:50.414492 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-505f2b08-c0c5-41cc-9385-f22b9598b686 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1266675 Mar 25 20:16:50.520255 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-562712ba-9f64-4d18-9459-048bfd2452f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=219fc205-f9d5-4a24-afd3-53969af672c9 HTTP/1.1" status: 200 len: 999 time: 0.0986097 Mar 25 20:16:50.539780 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '46b1b2d5-5403-4e2d-9b9c-c3da1af82153', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.22', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '219fc205-f9d5-4a24-afd3-53969af672c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:11:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:48Z', 'updated_at': '2022-03-25T20:16:48Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}, {'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:33Z', 'revision_number': 1, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:50.543727 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:16:50.551823 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:16:50.552402 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:16:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:50.583044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-f6eb2950-46d9-474d-b113-767dda2acf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:50.584497 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-f6eb2950-46d9-474d-b113-767dda2acf7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0570095 Mar 25 20:16:50.667549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-a1befe83-df2a-4329-9e7e-71832770f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:16:50.669157 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-a1befe83-df2a-4329-9e7e-71832770f6c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753996 Mar 25 20:16:50.726755 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:16:50.804770 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-377e4e57-5125-4ae3-a56c-64cc168e34ea service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285162 Mar 25 20:16:50.943890 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39b42588-0ed9-44cb-af40-3ca1bab461fc req-5e3f95a8-cf1b-4c35-b7a5-1b75962fa870 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329269 Mar 25 20:16:51.074036 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '46b1b2d5-5403-4e2d-9b9c-c3da1af82153', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.22', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '219fc205-f9d5-4a24-afd3-53969af672c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:11:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:48Z', 'updated_at': '2022-03-25T20:16:48Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}, {'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:33Z', 'revision_number': 1, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:16:51.077828 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177a230-af11-4565-9df6-28fd3cab37e3 None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '46b1b2d5-5403-4e2d-9b9c-c3da1af82153', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.22', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '219fc205-f9d5-4a24-afd3-53969af672c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:11:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:48Z', 'updated_at': '2022-03-25T20:16:48Z', 'revision_number': 0, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}, {'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:33Z', 'revision_number': 1, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:16:51.258935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced623f-674a-4ee3-8f94-7e7e4c19bc8f None None] New status for floating IP 46b1b2d5-5403-4e2d-9b9c-c3da1af82153: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:17:09.157801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7848-e837-4d08-b6b4-daaeabb48778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:12.133172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37adbc49-e446-4808-b850-1bc70c3b4d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:12.830569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:12.875037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:14.189107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:17.866112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:23.173859 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:17:32.593627 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-4841c4ff-8b34-4fab-a05d-1c682aeae769 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1625288 Mar 25 20:17:32.743162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-5a606682-3028-4cc9-a36e-b36f4585bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:32.744646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-5a606682-3028-4cc9-a36e-b36f4585bd57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0730634 Mar 25 20:17:32.901944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-60292a9f-ef2f-4f34-bc80-44eab648e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:32.903381 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-60292a9f-ef2f-4f34-bc80-44eab648e9bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1406810 Mar 25 20:17:33.003575 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-411e1cad-25ea-427a-823f-f370e6366d83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec HTTP/1.1" status: 200 len: 1001 time: 0.0927534 Mar 25 20:17:33.069713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-90e2d58c-d0dd-49a6-87db-7f4d4acc5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:33.071211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-90e2d58c-d0dd-49a6-87db-7f4d4acc5dc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0607576 Mar 25 20:17:33.143925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-f4964835-8ea1-4472-a009-9c0a861eda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:33.145399 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-f4964835-8ea1-4472-a009-9c0a861eda43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687110 Mar 25 20:17:33.288630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-14a5fd07-37c1-485f-83eb-9850eec03595 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353533 Mar 25 20:17:33.420162 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d80335d-c848-4ddb-a84c-a325bd28f246 req-fe1f71a2-3724-4644-8c68-125df7a700cc service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252222 Mar 25 20:17:39.086325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17f36ade-b3be-4967-89d0-bb7ed19c0aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:40.115994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37226) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:40.188455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2502d5b-c762-4e1f-98ad-66cb277291db tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:40.188958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2502d5b-c762-4e1f-98ad-66cb277291db tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:40.189428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2502d5b-c762-4e1f-98ad-66cb277291db tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:40.191060 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e2502d5b-c762-4e1f-98ad-66cb277291db tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=d1180207c3cc4e69a07eb49c80928118&network_id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 2999 time: 0.0740826 Mar 25 20:17:41.671091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37238) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:41.728676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74463ddb-b45d-4685-bc15-b03a12225755 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:41.730150 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-74463ddb-b45d-4685-bc15-b03a12225755 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0 HTTP/1.1" status: 200 len: 814 time: 0.0581033 Mar 25 20:17:42.103903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ee6a-aad1-4c40-9c27-fefeb117e525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:42.224237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37246) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:42.232051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:42.332392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:42.708486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:42.766917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:42.767234 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 disassociated. External IP: 172.26.8.168, port: 1d869a8b-4592-491a-9c6b-f78126d9b5ab. Mar 25 20:17:42.818372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:42.846553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:43.116697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 575557f5-770d-46e7-abbf-7675b1271864 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:17:43.292581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:17:43.296874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:43.301852 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] Sync routers for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:17:43.312084 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:17:43.312711 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:17:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:17:43.350696 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c5b8f475-8f2c-4220-af65-62f58fe3d6e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 690 time: 1.1252604 Mar 25 20:17:43.351362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:17:43.353529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37250) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:43.397803 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'status': 'completed', 'code': 200} Mar 25 20:17:43.479842 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c05e5c8f-9a17-4935-a792-23e05b2bc2e2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 690 time: 0.1241579 Mar 25 20:17:43.484549 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:17:43.509642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-83f418e8-ab53-43d9-a820-e3b083621861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:43.511641 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-83f418e8-ab53-43d9-a820-e3b083621861 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 1098 time: 0.0831861 Mar 25 20:17:43.641822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-c2282364-69c3-4ddf-bddf-458a652bf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:43.643295 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-c2282364-69c3-4ddf-bddf-458a652bf1a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 898 time: 0.1267271 Mar 25 20:17:43.711063 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-52f3c33e-67a3-4628-b092-e2d0514134dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab HTTP/1.1" status: 200 len: 217 time: 0.0616984 Mar 25 20:17:43.777797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-87accf5b-2852-4dac-8a20-e1b35a88cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:43.779368 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-87accf5b-2852-4dac-8a20-e1b35a88cf8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b5ec7d-1e85-47e7-959d-90a3900e970a HTTP/1.1" status: 200 len: 834 time: 0.0631466 Mar 25 20:17:43.821626 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:17:43.825476 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] Checking router: 575557f5-770d-46e7-abbf-7675b1271864 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:17:43.833636 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:17:43.834222 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:17:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:17:43.853208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-70ae2c56-bcf7-47a1-a3af-ce00af93ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:43.855210 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-70ae2c56-bcf7-47a1-a3af-ce00af93ac16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696180 Mar 25 20:17:43.987168 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-c61e5000-f69a-4bad-aafa-5995dd71bf87 service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254418 Mar 25 20:17:44.006822 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:17:44.195005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:44.215802 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4933b315-4c6b-46cd-9314-1686f8a2b531 req-4b605af3-a8ea-47db-82cb-3fc54e1777e5 service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222281 Mar 25 20:17:44.310334 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:17:44.314106 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1841245-b2c2-46e4-a618-484574f7536a None None] The sync data for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv is: [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:17:44.482317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37256) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:44.521371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6037d9f-2b56-43da-b792-f763c13ead1c None None] New status for floating IP 5b159d0f-d860-49b3-a251-fb3c9a6d0ca7: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:17:44.566283 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-28aaa9e0-8632-42e2-8bc5-f9d6bff3ddc4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 690 time: 0.0823689 Mar 25 20:17:45.569945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37260) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:45.653013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8be03b7b-e38c-43c4-a5ac-8854ff18a5f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 688 time: 0.0818779 Mar 25 20:17:47.040753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37266) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:47.046578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622423043', 'description': 'tempest-secgroup-smoke-1622423043 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:47.052418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:47.056584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:17:47.059419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:17:47.065107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:47.149553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.169520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:47.173235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:17:47.176016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:17:47.181615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:47.249964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.303645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.352119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134babc2-9f91-4ce0-8338-9961eb405d06,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:47.359497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.360572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.360572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.360572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.360831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.361100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.361419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.361733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.362049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.362361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.362669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.362977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:47.406760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.410785 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7f68bd86-e172-45da-8b7d-6890ef620f51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3662348 Mar 25 20:17:47.410948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37270) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:47.415946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '134babc2-9f91-4ce0-8338-9961eb405d06', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:47.421913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:47.425703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:17:47.428586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:17:47.435036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:47.510642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.570221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.617804 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.644765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9708456-acef-492a-adf8-8a898afc13a4,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:47.703277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.704496 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c39191cd-7f36-4116-8233-84437aebf997 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926068 Mar 25 20:17:47.707244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37274) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:47.712246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '134babc2-9f91-4ce0-8338-9961eb405d06', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:47.718359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:47.722248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:17:47.725144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:17:47.730866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:47.801655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.864706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.897829 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.961206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:47.985895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6a7c9d-11d9-4c01-84e0-c43174b67371,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:48.058382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.060244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d5d1ccc5-06d5-4f4a-85a8-df0dd8b988b7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3520820 Mar 25 20:17:48.063115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37278) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:48.068335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '134babc2-9f91-4ce0-8338-9961eb405d06', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:48.074641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:48.078659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:17:48.081631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:17:48.087353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:48.161701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.225615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.303380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.326549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8402de-c6bf-48fb-90ae-a384845021f0,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:48.372265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.373450 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aa2430b5-fe0f-4abb-ab74-3d1fa140bb2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3094153 Mar 25 20:17:48.376221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37282) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:48.381097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '134babc2-9f91-4ce0-8338-9961eb405d06', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:48.386749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:48.390517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:17:48.393429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:17:48.399049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:48.457841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.524690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.583402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.608380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dc87e4-db80-403b-86b1-1e19544e65e7,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:48.680915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.683539 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7ebb8212-289a-406c-beb4-2e60de063af5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049643 Mar 25 20:17:48.685124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37286) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:48.690136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '134babc2-9f91-4ce0-8338-9961eb405d06', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:48.696166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:48.700004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:17:48.703026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:17:48.708802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:48.789127 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:17:48.795970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.861686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.914617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:48.936838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a1e526-59ee-4272-af6c-59ad25c3b3ff,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:49.000851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:49.002001 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-093c9d03-a718-4fd1-a9d5-a6a4095a4777 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159208 Mar 25 20:17:49.004812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37290) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:17:49.010102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '134babc2-9f91-4ce0-8338-9961eb405d06', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:49.016624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:49.020571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:17:49.023504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:17:49.030379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:49.092353 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:17:49.099553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:49.165283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:49.217770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:49.241156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72685f6-17ce-4ca5-b3f2-fc0f920cb271,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:49.253774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.253774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.253774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.253774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.253774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.253774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.253774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.253774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.254597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.254597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.254757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.254952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:17:49.303610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:49.304806 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c5b867aa-7647-4385-b269-2b6d7ac09442 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990007 Mar 25 20:17:49.463178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-c3de80c0-66bf-404e-af6b-4b42c98a66d0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:17:49.520598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-c3de80c0-66bf-404e-af6b-4b42c98a66d0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:17:49.521669 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-c3de80c0-66bf-404e-af6b-4b42c98a66d0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622423043&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.0966649 Mar 25 20:17:49.669829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-982b4a66-e1c4-4557-89ab-9a518762c8d4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:49.676552 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-982b4a66-e1c4-4557-89ab-9a518762c8d4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 797 time: 0.1430943 Mar 25 20:17:49.686395 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-6dee16e4-070e-4849-9d01-bfa916166726 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0097415 Mar 25 20:17:49.771849 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-dd57e124-a829-4ad3-9f83-6bdb159dd83a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0805721 Mar 25 20:17:49.946387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-e3e0d6a2-f48a-47f9-a548-4d87754d6090 service neutron] 10.222.0.37 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633568 Mar 25 20:17:50.075339 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-e6a91f5f-5a34-405c-bd68-4d0ef7945af3 service neutron] 10.222.0.37 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230760 Mar 25 20:17:50.322127 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f77c2629-20ac-4492-b2d4-d5009b2e0b40 req-cab0ad3b-a9cd-486b-890f-87bc6c02b8a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 210 time: 0.0463803 Mar 25 20:17:51.470111 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c32c93e-f13f-4859-8ea8-b19a4d75fd96 req-58eada4b-558a-4a77-9383-a1ab1bf907ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 210 time: 0.0434391 Mar 25 20:17:52.215042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-bfbc3aea-a81c-4874-af37-f02e5b185cc8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:52.217182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-bfbc3aea-a81c-4874-af37-f02e5b185cc8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 797 time: 0.1454813 Mar 25 20:17:52.266355 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-6bbb1d89-defc-42f7-b20c-b7be36ac6bae tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 473 time: 0.0418091 Mar 25 20:17:52.275357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['134babc2-9f91-4ce0-8338-9961eb405d06']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:52.411115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:17:52.420808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:17:52.487927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:17:52.497875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:52.633749 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31dadf2f-7b85-48bd-909d-830c338976cf req-3c3009d7-e056-47ba-83b0-2a8cdfb45158 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 210 time: 0.0517247 Mar 25 20:17:52.701217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.10 (b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f/f3b5ec7d-1e85-47e7-959d-90a3900e970a/0a345f3f-0f40-43b9-8f1a-358124f9549e) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:17:52.988869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:53.004177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 0a345f3f-0f40-43b9-8f1a-358124f9549e will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:17:53.098051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:53.163109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:17:53.166144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:17:53.175237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:17:53.208371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=0a345f3f-0f40-43b9-8f1a-358124f9549e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:53.246210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:53.246852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:53.378453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a1734647-6452-4adc-b88c-e45d610e6a2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1066864 Mar 25 20:17:53.390163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Request body: {'port': {'device_id': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:17:53.429289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-eec04d2b-7d9a-428e-9b01-b8c9e9373444 None None] Provisioning for port 0a345f3f-0f40-43b9-8f1a-358124f9549e completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:17:53.442794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-eec04d2b-7d9a-428e-9b01-b8c9e9373444 None None] Provisioning complete for port 0a345f3f-0f40-43b9-8f1a-358124f9549e triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:17:53.442794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eec04d2b-7d9a-428e-9b01-b8c9e9373444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:53.494531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-eec04d2b-7d9a-428e-9b01-b8c9e9373444 None None] Port 0a345f3f-0f40-43b9-8f1a-358124f9549e cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:17:53.496387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:53.898128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe75cd-8b35-4d47-b653-4d02bf52f5af req-3db936a7-41bd-454b-a586-e553e7bbe949 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:53.903790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-5bfe75cd-8b35-4d47-b653-4d02bf52f5af req-3db936a7-41bd-454b-a586-e553e7bbe949 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:17:53.909468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a345f3f-0f40-43b9-8f1a-358124f9549e {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:17:53.919930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:53.934519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Transition to ACTIVE for port object 0a345f3f-0f40-43b9-8f1a-358124f9549e will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:17:54.017536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-5bfe75cd-8b35-4d47-b653-4d02bf52f5af req-3db936a7-41bd-454b-a586-e553e7bbe949 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:17:54.021480 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5bfe75cd-8b35-4d47-b653-4d02bf52f5af req-3db936a7-41bd-454b-a586-e553e7bbe949 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 932 time: 0.2766232 Mar 25 20:17:54.065774 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5bfe75cd-8b35-4d47-b653-4d02bf52f5af req-114bdc3b-d0da-463c-aa09-761704d618f1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Mar 25 20:17:54.066491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:54.219274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Pushing event updated for resources: {'Port': ['ID=0a345f3f-0f40-43b9-8f1a-358124f9549e,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:54.301904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Attempting to bind port 0a345f3f-0f40-43b9-8f1a-358124f9549e on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:17:54.302230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Attempting to bind port 0a345f3f-0f40-43b9-8f1a-358124f9549e by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:17:54.302551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Attempting to bind port 0a345f3f-0f40-43b9-8f1a-358124f9549e on network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:17:54.307255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Port 0a345f3f-0f40-43b9-8f1a-358124f9549e on network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:17:54.307567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Attempting to bind port 0a345f3f-0f40-43b9-8f1a-358124f9549e on network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:17:54.313166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:17:54.313509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Checking segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:17:54.313868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Bound using segment: {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:17:54.314279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Bound port: 0a345f3f-0f40-43b9-8f1a-358124f9549e, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba781886-c0fa-43ff-9f38-14481ea17a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:17:54.314614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:54.400432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] For port 0a345f3f-0f40-43b9-8f1a-358124f9549e, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:17:54.403861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] For port 0a345f3f-0f40-43b9-8f1a-358124f9549e, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a345f3f-0f40-43b9-8f1a-358124f9549e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:17:54.492078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:54.548467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:54.549261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:17:54.550492 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-b6b58151-1f51-4413-884e-373ed502215c service neutron] 10.222.0.43 "PUT /v2.0/ports/0a345f3f-0f40-43b9-8f1a-358124f9549e HTTP/1.1" status: 200 len: 1094 time: 1.1648445 Mar 25 20:17:54.550924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'tag': '0a345f3f-0f40-43b9-8f1a-358124f9549e'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:17:54.578382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b58151-1f51-4413-884e-373ed502215c service neutron] Pushing event updated for resources: {'Port': ['ID=0a345f3f-0f40-43b9-8f1a-358124f9549e,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:17:54.606649 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'tag': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'status': 'completed', 'code': 200} Mar 25 20:17:54.705119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104c28d-9561-473e-9cd1-45f6f0edb91b req-4d11f213-0b72-464f-bbe1-573bb09a6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:54.706803 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6104c28d-9561-473e-9cd1-45f6f0edb91b req-4d11f213-0b72-464f-bbe1-573bb09a6ee8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 1097 time: 0.0832837 Mar 25 20:17:54.852845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104c28d-9561-473e-9cd1-45f6f0edb91b req-4f02fd8f-a63c-453e-bf34-5b053018ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:54.854095 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6104c28d-9561-473e-9cd1-45f6f0edb91b req-4f02fd8f-a63c-453e-bf34-5b053018ec8e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1401892 Mar 25 20:17:54.988695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104c28d-9561-473e-9cd1-45f6f0edb91b req-6216509f-7bdf-457e-b4c4-01f64e8c05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:54.990121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6104c28d-9561-473e-9cd1-45f6f0edb91b req-6216509f-7bdf-457e-b4c4-01f64e8c05b6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302624 Mar 25 20:17:55.113157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-14a8a4b7-3429-4461-ae9e-ecb0d718c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:55.114638 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-14a8a4b7-3429-4461-ae9e-ecb0d718c800 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 1097 time: 0.0725434 Mar 25 20:17:55.315675 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-39d392a4-3fd9-4578-a04f-472d64acf79b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a345f3f-0f40-43b9-8f1a-358124f9549e HTTP/1.1" status: 200 len: 217 time: 0.1929932 Mar 25 20:17:55.391233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a8e7c0e4-3f94-4fff-8bee-11f88a0a90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:55.392693 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-a8e7c0e4-3f94-4fff-8bee-11f88a0a90e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b5ec7d-1e85-47e7-959d-90a3900e970a HTTP/1.1" status: 200 len: 834 time: 0.0658062 Mar 25 20:17:55.455548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3834c-3694-4d2d-b857-6f5c8c116569 req-1830ce14-4a7d-4488-a395-f469f1c551dc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:55.457170 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ba3834c-3694-4d2d-b857-6f5c8c116569 req-1830ce14-4a7d-4488-a395-f469f1c551dc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 944 time: 0.1801100 Mar 25 20:17:55.512364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ba3834c-3694-4d2d-b857-6f5c8c116569 req-c73f3709-fe13-4105-ae44-1d2177fc436e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482993 Mar 25 20:17:55.523067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-bbb1eafa-41b5-44f5-b87d-fb6accc781fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:55.524676 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-bbb1eafa-41b5-44f5-b87d-fb6accc781fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252899 Mar 25 20:17:55.656290 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-29c26047-c2ca-4e0a-83a0-07b3bc363ca6 service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251240 Mar 25 20:17:55.796640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8ac839c-570f-4e9f-98d5-0abc54d9176f req-c3183047-9a73-4363-94de-e73557cbecd6 service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334705 Mar 25 20:17:56.696110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0bbaa-d433-4c96-a86b-0fe94ccf3e53 req-faf5e70d-f876-4271-8811-e3f01b0e7cec tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:56.698562 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5ba0bbaa-d433-4c96-a86b-0fe94ccf3e53 req-faf5e70d-f876-4271-8811-e3f01b0e7cec tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 944 time: 0.0798810 Mar 25 20:17:56.743219 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5ba0bbaa-d433-4c96-a86b-0fe94ccf3e53 req-95d2cd37-af46-4728-9676-b9a416f2bff9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 Mar 25 20:17:57.935185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3277af-c81e-4b72-af2b-e9e1058f6727 req-7ad311f2-c919-42b0-a9d2-5ba1c695135a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:57.936722 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b3277af-c81e-4b72-af2b-e9e1058f6727 req-7ad311f2-c919-42b0-a9d2-5ba1c695135a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 944 time: 0.0823219 Mar 25 20:17:57.979554 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b3277af-c81e-4b72-af2b-e9e1058f6727 req-370cd50b-4a86-410d-a760-77db821e0ad5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373685 Mar 25 20:17:59.165847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16625f86-d7ed-49e6-9466-1219c1f4b3dc req-b751e188-bd4f-4f42-8b9d-4e2b9d584144 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:17:59.167298 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-16625f86-d7ed-49e6-9466-1219c1f4b3dc req-b751e188-bd4f-4f42-8b9d-4e2b9d584144 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 944 time: 0.0793672 Mar 25 20:17:59.214625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-16625f86-d7ed-49e6-9466-1219c1f4b3dc req-263ee1d3-3dc0-47d3-b3b9-8db060a0da0b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Mar 25 20:18:00.162836 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:18:00.232507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a345f3f-0f40-43b9-8f1a-358124f9549e details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:18:00.367082 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a345f3f-0f40-43b9-8f1a-358124f9549e, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a345f3f-0f40-43b9-8f1a-358124f9549e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:18:00.379893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'port_id': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'mac_address': 'fa:16:3e:f6:24:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:18:00.404518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513fa2d-21bd-4d8f-9682-a6f726979a76 req-9d2fc57e-a93b-43cb-aec2-a019e7b19c17 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:00.406051 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4513fa2d-21bd-4d8f-9682-a6f726979a76 req-9d2fc57e-a93b-43cb-aec2-a019e7b19c17 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 944 time: 0.0811288 Mar 25 20:18:00.437561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:00.451417 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4513fa2d-21bd-4d8f-9682-a6f726979a76 req-6d1574c1-224a-4b5c-9502-e48ef638c04c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390685 Mar 25 20:18:00.459155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a345f3f-0f40-43b9-8f1a-358124f9549e {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:18:00.470586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a345f3f-0f40-43b9-8f1a-358124f9549e, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a345f3f-0f40-43b9-8f1a-358124f9549e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:18:00.554705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:00.621736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0a345f3f-0f40-43b9-8f1a-358124f9549e,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:18:00.628767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.629109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.629441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.630299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.630299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.630547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.630854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.631172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.631487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.631800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.632112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.632422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:18:00.901417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['0a345f3f-0f40-43b9-8f1a-358124f9549e'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:18:01.640439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3eb96-32ac-48a9-9ec6-802f463c261a req-57097e3f-c660-4038-95e5-3a0ea4134a42 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:01.642004 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5c3eb96-32ac-48a9-9ec6-802f463c261a req-57097e3f-c660-4038-95e5-3a0ea4134a42 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 945 time: 0.0842538 Mar 25 20:18:01.685977 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5c3eb96-32ac-48a9-9ec6-802f463c261a req-ecc6bc50-69f0-4718-a965-547a45456c23 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383337 Mar 25 20:18:02.242553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a345f3f-0f40-43b9-8f1a-358124f9549e up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:18:02.354754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 0a345f3f-0f40-43b9-8f1a-358124f9549e completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:18:02.360011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 0a345f3f-0f40-43b9-8f1a-358124f9549e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:18:02.363459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:02.474932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:02.502479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a345f3f-0f40-43b9-8f1a-358124f9549e'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:18:02.512553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a345f3f-0f40-43b9-8f1a-358124f9549e, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a345f3f-0f40-43b9-8f1a-358124f9549e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:18:02.547447 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'code': 200} Mar 25 20:18:02.589430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:02.659824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0a345f3f-0f40-43b9-8f1a-358124f9549e,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:18:02.928446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02fdf-14e8-4517-833b-215cd5ebb5e7 req-9de56fbd-8553-41d3-a1d6-683a76965d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:02.929905 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-46b02fdf-14e8-4517-833b-215cd5ebb5e7 req-9de56fbd-8553-41d3-a1d6-683a76965d2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 1099 time: 0.0970497 Mar 25 20:18:02.938543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b4ab9-5b45-43d1-8c9b-29aa020b1c35 req-fb2d94ac-d950-40d6-9d3e-552f79e82bcb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:02.939858 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-539b4ab9-5b45-43d1-8c9b-29aa020b1c35 req-fb2d94ac-d950-40d6-9d3e-552f79e82bcb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 946 time: 0.1441901 Mar 25 20:18:03.004382 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-46b02fdf-14e8-4517-833b-215cd5ebb5e7 req-24cbd5c8-626b-4e75-a1d3-fbb3065e40cc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635617 Mar 25 20:18:03.008584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-539b4ab9-5b45-43d1-8c9b-29aa020b1c35 req-c5955c16-ab3b-423e-b18d-664dd2c99b54 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554240 Mar 25 20:18:04.203393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c472-2d1d-42ba-823c-bda48a0e2872 req-e5bd8bf4-3a6f-4b86-8906-3cd7aab13b3f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:04.203393 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4883c472-2d1d-42ba-823c-bda48a0e2872 req-e5bd8bf4-3a6f-4b86-8906-3cd7aab13b3f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 946 time: 0.0811336 Mar 25 20:18:04.247980 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4883c472-2d1d-42ba-823c-bda48a0e2872 req-d5ac875c-f040-4656-9843-4109fe3aa274 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Mar 25 20:18:05.427717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6d94-5d16-435e-bab2-8efc9a3ee914 req-b43cec8c-cff4-4444-8919-76f392e66428 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:05.429160 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f82d6d94-5d16-435e-bab2-8efc9a3ee914 req-b43cec8c-cff4-4444-8919-76f392e66428 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 946 time: 0.0791876 Mar 25 20:18:05.472022 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f82d6d94-5d16-435e-bab2-8efc9a3ee914 req-eed00a38-61f8-4e8c-a7a9-e855b9a64313 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372577 Mar 25 20:18:05.656081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99079256-280a-43ee-a3f1-a404eb32ffba req-30966ef4-6c54-4dfc-8ecf-d29380f9b849 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:05.657679 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-99079256-280a-43ee-a3f1-a404eb32ffba req-30966ef4-6c54-4dfc-8ecf-d29380f9b849 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 946 time: 0.0830467 Mar 25 20:18:05.701731 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-99079256-280a-43ee-a3f1-a404eb32ffba req-a3c9e12c-fcf2-4248-95c2-1df50f1a83c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Mar 25 20:18:05.724063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37356) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:18:05.794028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f635dd16-dc26-4da4-8ae2-9d92eae29c11 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:05.794186 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f635dd16-dc26-4da4-8ae2-9d92eae29c11 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 1094 time: 0.0690393 Mar 25 20:18:05.797616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37360) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:18:05.802528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'port_id': '0a345f3f-0f40-43b9-8f1a-358124f9549e'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:18:05.980052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:06.573797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:06.640417 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:06.824568 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 associated. External IP: 172.26.8.168, port: 0a345f3f-0f40-43b9-8f1a-358124f9549e. Mar 25 20:18:07.175703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 575557f5-770d-46e7-abbf-7675b1271864 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:18:07.458291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:18:07.462608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:07.469061 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] Sync routers for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:18:07.479294 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:18:07.480330 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:17:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:18:07.520384 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-990763e2-abe5-4e1e-a3a6-c4f57907d81a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 992 time: 1.7217574 Mar 25 20:18:07.521108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'tag': '0a345f3f-0f40-43b9-8f1a-358124f9549e'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:18:07.523328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37364) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:18:07.568790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'tag': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'status': 'completed', 'code': 200} Mar 25 20:18:07.634903 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e0e5c3d3-e306-4816-a156-699d4cb441c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 992 time: 0.1103914 Mar 25 20:18:07.662839 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:18:07.674993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-0ba278b8-49ae-428b-8c3a-f1fa63610bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:07.676426 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-0ba278b8-49ae-428b-8c3a-f1fa63610bad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 1099 time: 0.0791202 Mar 25 20:18:07.819197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-8d7ddc34-f224-4051-8d59-8b40bd05ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:07.820682 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-8d7ddc34-f224-4051-8d59-8b40bd05ff9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 898 time: 0.1380761 Mar 25 20:18:07.926148 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-549e8b9d-a8c9-4d60-9b7a-838ebc518667 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a345f3f-0f40-43b9-8f1a-358124f9549e HTTP/1.1" status: 200 len: 1000 time: 0.0985892 Mar 25 20:18:07.989393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-4ec95612-54a1-409a-a92d-0e911ebf2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:07.990838 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-4ec95612-54a1-409a-a92d-0e911ebf2e1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b5ec7d-1e85-47e7-959d-90a3900e970a HTTP/1.1" status: 200 len: 834 time: 0.0580533 Mar 25 20:18:08.029367 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '5b159d0f-d860-49b3-a251-fb3c9a6d0ca7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.168', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '575557f5-770d-46e7-abbf-7675b1271864', 'port_id': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'mac_address': 'fa:16:3e:f6:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:26Z', 'updated_at': '2022-03-25T20:18:06Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:18:08.033120 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] Checking router: 575557f5-770d-46e7-abbf-7675b1271864 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:18:08.041595 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:18:08.042199 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:17:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:18:08.069387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-a0db51f0-faae-415d-b72e-4d51ece11964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:08.070790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-a0db51f0-faae-415d-b72e-4d51ece11964 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733399 Mar 25 20:18:08.221996 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:18:08.224538 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-8a3fa6f6-6000-4a6e-bbf8-9743a4b054a7 service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471262 Mar 25 20:18:08.363081 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8de5a78f-9e72-46e8-8ad0-104bbd261ece req-5e87b986-748f-4051-a768-75ce896fca53 service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309440 Mar 25 20:18:08.588185 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '5b159d0f-d860-49b3-a251-fb3c9a6d0ca7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.168', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '575557f5-770d-46e7-abbf-7675b1271864', 'port_id': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'mac_address': 'fa:16:3e:f6:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:26Z', 'updated_at': '2022-03-25T20:18:06Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:18:08.592461 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43703ea-4eb4-4f5f-8a6f-ce451d9a9869 None None] The sync data for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv is: [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '5b159d0f-d860-49b3-a251-fb3c9a6d0ca7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.168', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '575557f5-770d-46e7-abbf-7675b1271864', 'port_id': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'mac_address': 'fa:16:3e:f6:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:16:26Z', 'updated_at': '2022-03-25T20:18:06Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:18:08.638301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37370) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:18:08.746771 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c0542b70-c8df-44aa-84b0-63f014fb09ab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 992 time: 0.1071448 Mar 25 20:18:08.784917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c66f73a-3aec-4d90-bebe-ec60a6f1a63c None None] New status for floating IP 5b159d0f-d860-49b3-a251-fb3c9a6d0ca7: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:18:09.132828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73a44ec2-da21-4008-b340-d88e1557ea4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:09.750345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37374) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:18:09.856278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4e618346-d939-4d15-9fac-e434ec4174c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 200 len: 994 time: 0.1047974 Mar 25 20:18:12.125615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-262368ca-8f7d-4a05-a5b3-503216373228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:12.829021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:12.840127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:14.194636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:17.954251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:33.537006 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-3d994c57-024d-4a4f-84ba-5f454f677b03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689828 Mar 25 20:18:33.630810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-b9b2755f-5d52-4522-853b-3a9f27167d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:33.632277 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-b9b2755f-5d52-4522-853b-3a9f27167d51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 1098 time: 0.0739954 Mar 25 20:18:33.775232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-218af8a2-27b9-406e-a24e-a01cd8506cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:33.776690 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-218af8a2-27b9-406e-a24e-a01cd8506cef service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 200 len: 898 time: 0.1250279 Mar 25 20:18:33.841247 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-16719fac-c92a-4748-9ca1-5ba9c111c696 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab HTTP/1.1" status: 200 len: 217 time: 0.0586996 Mar 25 20:18:34.008795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-241e5197-f3cd-4eab-9067-16a5625554f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:34.010151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-241e5197-f3cd-4eab-9067-16a5625554f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b5ec7d-1e85-47e7-959d-90a3900e970a HTTP/1.1" status: 200 len: 834 time: 0.1632979 Mar 25 20:18:34.083938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-f981bf29-b174-427d-8e97-f0357d069723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:18:34.085746 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-f981bf29-b174-427d-8e97-f0357d069723 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689802 Mar 25 20:18:34.217187 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-79cfa16c-ae7f-42e8-83ef-b4fd031011ba service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250365 Mar 25 20:18:34.350120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-662f8cbb-9b85-4494-98a2-0b0b274886dd req-ebd665e5-8724-489e-a47e-a77612e7641c service neutron] 10.222.0.43 "GET /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257238 Mar 25 20:18:37.163051 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:18:39.075461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-460438f1-2b08-436c-b238-e8d7e70cc74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:42.096637 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf9b823a-61ec-4892-8266-bf9449329611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:42.816794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:42.845589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:44.211040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:18:47.907894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:09.090410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25e397a8-939a-4e39-889d-51069ea09959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:09.106259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37416) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:09.315585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Deleting port a3fbdef6-9e81-49b3-9699-5cd372e21d6d {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:09.315924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:09.489699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:09.490021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:09.613232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Calling delete_port for a3fbdef6-9e81-49b3-9699-5cd372e21d6d owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:09.805087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:09.853657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event deleted for resources: {'Port': ['ID=a3fbdef6-9e81-49b3-9699-5cd372e21d6d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:09.890066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.890410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.890738 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.891068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.891390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.891707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.892022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.892333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.892678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.892992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.893302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.893611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:09.953068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:09.953399 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Floating IP 46b1b2d5-5403-4e2d-9b9c-c3da1af82153 disassociated (deleted). External IP: 172.26.8.22, port: 219fc205-f9d5-4a24-afd3-53969af672c9. Mar 25 20:19:10.395297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:19:10.570577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:19:10.579666 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:19:10.592699 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:10.593294 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:18:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:10.644377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:10.700120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8ad47cb1-0e84-4959-bf5e-f020aef023a3 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "DELETE /v2.0/floatingips/46b1b2d5-5403-4e2d-9b9c-c3da1af82153 HTTP/1.1" status: 204 len: 168 time: 1.5925980 Mar 25 20:19:10.700767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:19:10.753475 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9', 'status': 'completed', 'code': 200} Mar 25 20:19:10.767444 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:10.850750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-9336857b-00ae-438e-b3a6-6c116a809c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:10.852631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-9336857b-00ae-438e-b3a6-6c116a809c6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 1099 time: 0.0784745 Mar 25 20:19:10.994841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-84d9ef85-a580-4586-aa0a-81124f2450cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:10.996233 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-84d9ef85-a580-4586-aa0a-81124f2450cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1365242 Mar 25 20:19:11.071320 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-2f3eabe1-4ffc-4281-a49f-ac076a3a2f95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=219fc205-f9d5-4a24-afd3-53969af672c9 HTTP/1.1" status: 200 len: 217 time: 0.0612483 Mar 25 20:19:11.122358 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:33Z', 'revision_number': 1, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:11.126295 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:19:11.135625 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:11.136220 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:18:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:11.138768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-0ed271e7-6d83-407b-a72e-1c93707f6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:11.140207 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-0ed271e7-6d83-407b-a72e-1c93707f6c5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.0623472 Mar 25 20:19:11.221394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-540342f1-3f00-4832-8cb2-5f593ed22019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:11.222900 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-540342f1-3f00-4832-8cb2-5f593ed22019 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758348 Mar 25 20:19:11.320500 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:11.413169 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-d3a48334-2a88-465e-84cb-208e9fda2eac service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828399 Mar 25 20:19:11.448512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e44c03-dbcc-4713-94c0-4780b01edf05 req-c1ac0ac4-ff46-4698-94cb-b92fda0838c6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:11.449230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-79e44c03-dbcc-4713-94c0-4780b01edf05 req-c1ac0ac4-ff46-4698-94cb-b92fda0838c6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:11.570616 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc79411-69f5-4d3a-ae18-7ec99c5caf5e req-1a3d8521-2d3e-447f-9a7a-e2365a126eee service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485186 Mar 25 20:19:11.576183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-79e44c03-dbcc-4713-94c0-4780b01edf05 req-c1ac0ac4-ff46-4698-94cb-b92fda0838c6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:11.578401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-79e44c03-dbcc-4713-94c0-4780b01edf05 req-c1ac0ac4-ff46-4698-94cb-b92fda0838c6 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 946 time: 0.3959973 Mar 25 20:19:11.623459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-79e44c03-dbcc-4713-94c0-4780b01edf05 req-4820c080-a340-45c9-806e-dc4248460c26 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Mar 25 20:19:11.699272 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:33Z', 'revision_number': 1, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:11.703240 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dfb51-3cf5-4baf-8f32-81b7cc87beba None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '8f495375-306a-4034-bf88-bec1c10ec1e8', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'floating_ip_address': '172.26.8.248', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'port_id': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'mac_address': 'fa:16:3e:33:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:13:30Z', 'updated_at': '2022-03-25T20:13:33Z', 'revision_number': 1, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:19:11.901616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278f52b-5c0a-4b86-b6f5-78e317109e16 None None] New status for floating IP 46b1b2d5-5403-4e2d-9b9c-c3da1af82153: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:19:12.113506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-532bf5dd-f329-473f-8552-869b090de155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:12.799991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:12.815952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:12.863231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a2774-eeb4-4678-aaeb-59174e6a7198 req-63abc0dd-8718-497c-850d-c27e20ca7384 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:12.863231 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ea3a2774-eeb4-4678-aaeb-59174e6a7198 req-63abc0dd-8718-497c-850d-c27e20ca7384 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 946 time: 0.1298633 Mar 25 20:19:12.906784 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ea3a2774-eeb4-4678-aaeb-59174e6a7198 req-19bb38eb-f980-43d2-be7e-6e142dceb2c1 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372202 Mar 25 20:19:12.995431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-0f26c414-6510-41bb-bbb0-fb4f2b129fa7 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:12.996940 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-0f26c414-6510-41bb-bbb0-fb4f2b129fa7 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 946 time: 0.0845606 Mar 25 20:19:13.072341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Deleting port 219fc205-f9d5-4a24-afd3-53969af672c9 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:13.072711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:13.429699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] For port 219fc205-f9d5-4a24-afd3-53969af672c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=219fc205-f9d5-4a24-afd3-53969af672c9,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:13.430056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:13.551167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Calling delete_port for 219fc205-f9d5-4a24-afd3-53969af672c9 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:13.753674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:13.805853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event deleted for resources: {'Port': ['ID=219fc205-f9d5-4a24-afd3-53969af672c9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:13.878157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] No DVR routers for this DVR port 219fc205-f9d5-4a24-afd3-53969af672c9 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:19:13.880587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:13.883006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'name': 'network-vif-deleted', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:19:13.929905 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace65da-b8cb-4c25-9735-1af16f3038ac', 'name': 'network-vif-deleted', 'tag': '219fc205-f9d5-4a24-afd3-53969af672c9', 'status': 'completed', 'code': 200} Mar 25 20:19:13.971429 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e8d464a-7630-4d23-af77-a016aa12e75e req-b7aff674-2336-457e-ae39-129a1976f30d tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "DELETE /v2.0/ports/219fc205-f9d5-4a24-afd3-53969af672c9 HTTP/1.1" status: 204 len: 173 time: 0.9688103 Mar 25 20:19:14.065471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-65cac7f7-ad35-4e89-bab8-4bc5b628be58 req-4765ea1f-6a05-4ead-96d1-cba86b33656a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:14.156784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-65cac7f7-ad35-4e89-bab8-4bc5b628be58 req-4765ea1f-6a05-4ead-96d1-cba86b33656a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:14.158297 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-65cac7f7-ad35-4e89-bab8-4bc5b628be58 req-4765ea1f-6a05-4ead-96d1-cba86b33656a tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 210 time: 0.1408985 Mar 25 20:19:14.166189 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:19:14.250734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:15.326664 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2d4d347a-7f5c-40e5-93b8-dab88af3db1d req-d85b07fd-038d-453a-9c3f-022c2218e20f tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=aace65da-b8cb-4c25-9735-1af16f3038ac HTTP/1.1" status: 200 len: 210 time: 0.0430756 Mar 25 20:19:16.587501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 219fc205-f9d5-4a24-afd3-53969af672c9 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:16.633900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 219fc205-f9d5-4a24-afd3-53969af672c9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:16.634171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 219fc205-f9d5-4a24-afd3-53969af672c9 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:17.913428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:19.453622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c31293-a516-43e0-864a-0f14ef767102 req-39ea035e-5d46-41f4-969a-b88d931385c3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:19.459306 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-77c31293-a516-43e0-864a-0f14ef767102 req-39ea035e-5d46-41f4-969a-b88d931385c3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 946 time: 0.0831304 Mar 25 20:19:19.502181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-77c31293-a516-43e0-864a-0f14ef767102 req-ebef32e5-0bbf-41f5-9cd2-79bc54fa4383 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Mar 25 20:19:20.690830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e09c0-0fd6-4ad9-b0f8-e28c70ea9976 req-05d36879-34ef-4d79-9dff-7f1e887a48d9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:20.692319 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-677e09c0-0fd6-4ad9-b0f8-e28c70ea9976 req-05d36879-34ef-4d79-9dff-7f1e887a48d9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 946 time: 0.0854788 Mar 25 20:19:20.736259 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-677e09c0-0fd6-4ad9-b0f8-e28c70ea9976 req-e33b437a-febe-4f57-a36c-22f41fd8c08f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380232 Mar 25 20:19:20.989179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5dce-f259-4f71-a83c-ab2274208aae req-d23989ba-673f-438c-8fd4-eac7a796bcdb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:20.990497 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-429d5dce-f259-4f71-a83c-ab2274208aae req-d23989ba-673f-438c-8fd4-eac7a796bcdb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 946 time: 0.0836372 Mar 25 20:19:21.058920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 0a345f3f-0f40-43b9-8f1a-358124f9549e {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:21.059016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.087184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37466) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:21.292570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Deleting port d627ac49-36e2-4f58-b5be-4d0800666d30 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:21.292844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.304462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 0a345f3f-0f40-43b9-8f1a-358124f9549e, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a345f3f-0f40-43b9-8f1a-358124f9549e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:21.304847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.585489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.585729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.704980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.705604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.705709 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 disassociated. External IP: 172.26.8.168, port: 0a345f3f-0f40-43b9-8f1a-358124f9549e. Mar 25 20:19:21.705958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 0a345f3f-0f40-43b9-8f1a-358124f9549e owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:21.714263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Calling delete_port for d627ac49-36e2-4f58-b5be-4d0800666d30 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:21.930306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d28f64-e4f5-467d-a8c9-c202643b22f8 req-654f0e21-8001-41ee-acc8-34c66cb18475 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:21.930807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.932041 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50d28f64-e4f5-467d-a8c9-c202643b22f8 req-654f0e21-8001-41ee-acc8-34c66cb18475 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 946 time: 0.0844028 Mar 25 20:19:21.953280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:21.978911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event deleted for resources: {'Port': ['ID=d627ac49-36e2-4f58-b5be-4d0800666d30,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:22.006448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=0a345f3f-0f40-43b9-8f1a-358124f9549e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:22.048783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.049123 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.049452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.049776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.050095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.050413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.050728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.051069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.051383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.051695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.052006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.052314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:22.080031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:22.080359 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Floating IP 8f495375-306a-4034-bf88-bec1c10ec1e8 disassociated (deleted). External IP: 172.26.8.248, port: 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec. Mar 25 20:19:22.087210 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50d28f64-e4f5-467d-a8c9-c202643b22f8 req-ed3ff302-9f9c-4cc0-8848-e232c04f1c99 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=134babc2-9f91-4ce0-8338-9961eb405d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490378 Mar 25 20:19:22.209651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 575557f5-770d-46e7-abbf-7675b1271864 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:19:22.390709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:19:22.401905 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] Sync routers for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:19:22.412953 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:22.413952 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:22.427939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:19:22.469725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port 0a345f3f-0f40-43b9-8f1a-358124f9549e on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:19:22.472348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:22.475018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'name': 'network-vif-deleted', 'tag': '0a345f3f-0f40-43b9-8f1a-358124f9549e'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:19:22.531787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2c2e02-8529-48de-93cd-2043179fa69b', 'name': 'network-vif-deleted', 'tag': '0a345f3f-0f40-43b9-8f1a-358124f9549e', 'status': 'completed', 'code': 200} Mar 25 20:19:22.560118 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-429d5dce-f259-4f71-a83c-ab2274208aae req-1f40936c-485e-4845-8dd3-8ce62e754a22 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/0a345f3f-0f40-43b9-8f1a-358124f9549e HTTP/1.1" status: 204 len: 173 time: 1.5637345 Mar 25 20:19:22.630535 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:22.639761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:19:22.651834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:19:22.665430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:22.666242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:22.747208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:22.818268 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b70a6198-052b-47cb-9161-b27bc0b2306b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "DELETE /v2.0/floatingips/8f495375-306a-4034-bf88-bec1c10ec1e8 HTTP/1.1" status: 204 len: 168 time: 1.7299914 Mar 25 20:19:22.819406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:19:22.890167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:22.897804 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'status': 'completed', 'code': 200} Mar 25 20:19:22.986441 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:22.991227 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] Checking router: 575557f5-770d-46e7-abbf-7675b1271864 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:19:23.000751 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:23.001425 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:23.013633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-bcb2d1ab-04ba-4ee8-8107-d20b273f21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:23.015184 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-bcb2d1ab-04ba-4ee8-8107-d20b273f21bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=101ed8c2e45345638cfa6e865eb10860&device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0938764 Mar 25 20:19:23.177907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-a31cfdf9-9f83-41ac-b9af-52daa5b29654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:23.179681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-a31cfdf9-9f83-41ac-b9af-52daa5b29654 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 200 len: 913 time: 0.1571879 Mar 25 20:19:23.207795 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:23.281602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:23.293948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:19:23.305351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:23.306097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:23.313272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-10afc6fc-5a66-4c39-8ce6-b0fc7f4dcfbe req-1e0ebb1d-2558-43a0-8769-a5dffa138434 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:23.324203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-5034fc75-ecfb-48c8-a7f8-4e38c3bb8fdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec HTTP/1.1" status: 200 len: 217 time: 0.1320322 Mar 25 20:19:23.474562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-10afc6fc-5a66-4c39-8ce6-b0fc7f4dcfbe req-1e0ebb1d-2558-43a0-8769-a5dffa138434 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:23.482973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10afc6fc-5a66-4c39-8ce6-b0fc7f4dcfbe req-1e0ebb1d-2558-43a0-8769-a5dffa138434 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2c2e02-8529-48de-93cd-2043179fa69b HTTP/1.1" status: 200 len: 210 time: 0.2175391 Mar 25 20:19:23.484738 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-0f0cc52a-1a8f-4c88-91cd-cf4b6fe365bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:23.486136 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-0f0cc52a-1a8f-4c88-91cd-cf4b6fe365bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 200 len: 851 time: 0.1523719 Mar 25 20:19:23.538958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:23.554549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb039536-4535-4446-8237-7e927c136a1c req-c81bbe83-815c-4b42-9dbc-fc2a012743c4 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:23.555997 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eb039536-4535-4446-8237-7e927c136a1c req-c81bbe83-815c-4b42-9dbc-fc2a012743c4 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 945 time: 0.1583853 Mar 25 20:19:23.598767 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:23.602884 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bb423-694b-4cee-8ee7-3e273e5d0f6f None None] The sync data for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv is: [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:16:03Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'fa03f5be-c91b-4208-8a36-6377fa8ed047', 'name': '', 'network_id': 'b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:91:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:16:02Z', 'updated_at': '2022-03-25T20:16:10Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f3b5ec7d-1e85-47e7-959d-90a3900e970a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:19:23.622631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-2bbc3ec0-c772-4009-a743-eb67b691b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:23.624167 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-2bbc3ec0-c772-4009-a743-eb67b691b27c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce948da-a84f-4ff5-9151-77ad5d6bd61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287825 Mar 25 20:19:23.628776 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eb039536-4535-4446-8237-7e927c136a1c req-d4d58b30-0107-432b-86c0-f7adceda1764 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608547 Mar 25 20:19:23.866479 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5773c13-48b6-4e8e-a69c-c016de3c2a63 None None] New status for floating IP 5b159d0f-d860-49b3-a251-fb3c9a6d0ca7: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:19:23.879500 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-0757cd68-567d-4478-b4e9-f2277a52fbb6 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476985 Mar 25 20:19:23.918219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:23.922905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523a1dc-de35-4e77-89f8-e51f4339ade3 None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632', 'name': '', 'network_id': '3ce948da-a84f-4ff5-9151-77ad5d6bd61f', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'mac_address': 'fa:16:3e:60:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:20Z', 'updated_at': '2022-03-25T20:08:33Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'subnets': [{'id': '0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:19:24.029861 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f53a109-36e7-4a7c-b5d9-c910168c1429 req-668c8ed0-2933-41f3-a210-887605ddc728 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440349 Mar 25 20:19:24.116681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-7c4b051a-7276-439e-b9f5-b89817bcef9b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:24.117540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-7c4b051a-7276-439e-b9f5-b89817bcef9b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Synchronizing usage tracker for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:24.200563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-7c4b051a-7276-439e-b9f5-b89817bcef9b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Unset dirty status for tenant:101ed8c2e45345638cfa6e865eb10860 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:24.201413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c9dff-d199-4849-9ec9-8ecf0827fb7f None None] New status for floating IP 8f495375-306a-4034-bf88-bec1c10ec1e8: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:19:24.202413 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-7c4b051a-7276-439e-b9f5-b89817bcef9b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 945 time: 0.2002444 Mar 25 20:19:24.272696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Deleting port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:24.272952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:24.572550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37486) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:24.612560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:24.631763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] For port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:24.632978 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:24.640668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d72c5656-71fd-4c72-aebe-3215e57affc6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:24.672608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d72c5656-71fd-4c72-aebe-3215e57affc6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:24.750900 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:24.779762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:19:24.787209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Calling delete_port for 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:24.790601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:24.808358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d72c5656-71fd-4c72-aebe-3215e57affc6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:24.824982 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'code': 200} Mar 25 20:19:24.839234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c5656-71fd-4c72-aebe-3215e57affc6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134babc2-9f91-4ce0-8338-9961eb405d06,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:24.866766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:24.866766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a345f3f-0f40-43b9-8f1a-358124f9549e no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:24.884742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26219b5e-fbbb-432e-bda2-b24b5c1cb914 req-d05632f8-5946-4044-85cb-ff57ec071f46 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:24.889091 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-26219b5e-fbbb-432e-bda2-b24b5c1cb914 req-d05632f8-5946-4044-85cb-ff57ec071f46 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 945 time: 0.1331046 Mar 25 20:19:24.908663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:19:24.909245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:19:24.933469 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-26219b5e-fbbb-432e-bda2-b24b5c1cb914 req-db054d35-644f-42b5-87ae-419fe2ca6104 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5abfe14-ea83-4df9-81b3-e5fce5a10399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Mar 25 20:19:24.939449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d72c5656-71fd-4c72-aebe-3215e57affc6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:24.940527 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d72c5656-71fd-4c72-aebe-3215e57affc6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/134babc2-9f91-4ce0-8338-9961eb405d06 HTTP/1.1" status: 204 len: 168 time: 0.3669131 Mar 25 20:19:24.948948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 0a345f3f-0f40-43b9-8f1a-358124f9549e {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:24.949390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a345f3f-0f40-43b9-8f1a-358124f9549e not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:24.975597 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:24.982901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.983504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.983837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.984163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.984502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.984832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.985158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.985472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.985785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.986185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.986498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.986810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:24.999886 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37496) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:25.155286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 4abab9ec-f914-465f-a276-3b083d705568 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:25.155965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:25.318162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:25.319390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:25.411367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Deleting port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:25.411891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:25.438775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 4abab9ec-f914-465f-a276-3b083d705568 owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:25.633215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:25.663710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] For port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:25.664068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:25.681369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=4abab9ec-f914-465f-a276-3b083d705568,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:25.772028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:25.787559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Calling delete_port for 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:25.826984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:25.828191 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-80a7b5bc-b3d8-4c95-bb8a-3affa4912c45 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b159d0f-d860-49b3-a251-fb3c9a6d0ca7 HTTP/1.1" status: 204 len: 168 time: 0.8272455 Mar 25 20:19:25.992600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:26.043311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event deleted for resources: {'Port': ['ID=2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:26.088025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f4135add-78db-4c14-b736-9b9de26f62aa req-bd10a4ac-80d5-4f76-9ced-c626cc9111fc tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 210 time: 0.0442882 Mar 25 20:19:26.123949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] No DVR routers for this DVR port 2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:19:26.126636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:26.130113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'name': 'network-vif-deleted', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:19:26.173010 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5', 'name': 'network-vif-deleted', 'tag': '2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec', 'status': 'completed', 'code': 200} Mar 25 20:19:26.205933 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f97fdc0a-4ea6-4401-8e1e-4397d8490b0a req-f38d9527-f515-451a-8a42-87b79a93d8e5 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.43 "DELETE /v2.0/ports/2ad2ffb8-c5f5-4581-85f3-71dcb91c23ec HTTP/1.1" status: 204 len: 173 time: 1.9987440 Mar 25 20:19:26.459829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1de718-8d97-4138-9225-0518b4a25949 req-08515c9d-7d5e-4a71-ad4a-bb7572577ef3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:26.460684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-ab1de718-8d97-4138-9225-0518b4a25949 req-08515c9d-7d5e-4a71-ad4a-bb7572577ef3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:26.570581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-ab1de718-8d97-4138-9225-0518b4a25949 req-08515c9d-7d5e-4a71-ad4a-bb7572577ef3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:26.571902 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab1de718-8d97-4138-9225-0518b4a25949 req-08515c9d-7d5e-4a71-ad4a-bb7572577ef3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 945 time: 0.1968806 Mar 25 20:19:26.616535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-ab1de718-8d97-4138-9225-0518b4a25949 req-758b6bd9-0dd6-4a0f-9839-fae30a7e3523 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:26.678971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-ab1de718-8d97-4138-9225-0518b4a25949 req-758b6bd9-0dd6-4a0f-9839-fae30a7e3523 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:26.680141 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab1de718-8d97-4138-9225-0518b4a25949 req-758b6bd9-0dd6-4a0f-9839-fae30a7e3523 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027079 Mar 25 20:19:27.251522 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-67301951-b2ce-469d-ab8a-28b74262dcda req-e903297d-7c92-4669-8819-998ea1b75f1c tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84f6cfa-3559-4c0c-baa0-a1bd6529f9a5 HTTP/1.1" status: 200 len: 210 time: 0.0421903 Mar 25 20:19:27.965709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-1943e724-31fd-4378-bb7c-026df49a2c79 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:27.966314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-1943e724-31fd-4378-bb7c-026df49a2c79 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:27.978083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eccd7-43a7-4eab-82b4-ee687207fe32 req-81745c49-24b1-4d00-9dbe-6e71c6d3b924 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:27.978561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-1943e724-31fd-4378-bb7c-026df49a2c79 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:27.979512 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac9eccd7-43a7-4eab-82b4-ee687207fe32 req-81745c49-24b1-4d00-9dbe-6e71c6d3b924 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 945 time: 0.1894615 Mar 25 20:19:27.979679 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-1943e724-31fd-4378-bb7c-026df49a2c79 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 945 time: 0.0952616 Mar 25 20:19:28.023343 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac9eccd7-43a7-4eab-82b4-ee687207fe32 req-713d1474-25b1-46e2-81a3-a883e2c3452f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb9a9e32-13ec-4aab-980d-71ad2e208d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376565 Mar 25 20:19:28.051989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 1d869a8b-4592-491a-9c6b-f78126d9b5ab {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:28.052329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:28.296704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 1d869a8b-4592-491a-9c6b-f78126d9b5ab, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d869a8b-4592-491a-9c6b-f78126d9b5ab,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:28.297058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:28.345457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37514) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:28.514853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Deleting port c496b7bf-bfff-46da-ad54-8b9250f08d6e {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:28.515193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:28.548379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 1d869a8b-4592-491a-9c6b-f78126d9b5ab owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:28.686261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:28.686588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:28.787786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:28.817489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Calling delete_port for c496b7bf-bfff-46da-ad54-8b9250f08d6e owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:28.836354 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=1d869a8b-4592-491a-9c6b-f78126d9b5ab,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:28.915105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port 1d869a8b-4592-491a-9c6b-f78126d9b5ab on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:19:28.917561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:28.920106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'name': 'network-vif-deleted', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:19:28.964856 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168e57d6-7409-45b1-afc5-039d849c7450', 'name': 'network-vif-deleted', 'tag': '1d869a8b-4592-491a-9c6b-f78126d9b5ab', 'status': 'completed', 'code': 200} Mar 25 20:19:28.976810 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-05a8d998-b40a-4b74-bb2b-df669f649c5a req-efa248b5-95f3-43f2-86da-3c874fb92729 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/1d869a8b-4592-491a-9c6b-f78126d9b5ab HTTP/1.1" status: 204 len: 173 time: 0.9919803 Mar 25 20:19:28.993362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:29.041011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event deleted for resources: {'Port': ['ID=c496b7bf-bfff-46da-ad54-8b9250f08d6e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:29.179407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3806252f-2595-4aa0-8001-492a84a04de6 req-bcc1e5c6-c1f2-4713-a4e7-8268b8742dbd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=168e57d6-7409-45b1-afc5-039d849c7450 HTTP/1.1" status: 200 len: 210 time: 0.0471218 Mar 25 20:19:29.185998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:29.202636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:29.203762 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8d47b257-daae-45ab-8f1f-87c1bb1b2149 tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "DELETE /v2.0/floatingips/d548b151-02df-48c1-999b-bfd1229318b8 HTTP/1.1" status: 204 len: 168 time: 0.8573308 Mar 25 20:19:30.276120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37532) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:30.346353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ba60906e-f129-459d-8739-8c9c91ec025c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:30.376520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ba60906e-f129-459d-8739-8c9c91ec025c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:30.547434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ba60906e-f129-459d-8739-8c9c91ec025c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:30.566329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60906e-f129-459d-8739-8c9c91ec025c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9a9e32-13ec-4aab-980d-71ad2e208d90,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:30.632181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ba60906e-f129-459d-8739-8c9c91ec025c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:30.635883 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ba60906e-f129-459d-8739-8c9c91ec025c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/eb9a9e32-13ec-4aab-980d-71ad2e208d90 HTTP/1.1" status: 204 len: 168 time: 0.3562195 Mar 25 20:19:30.644905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d869a8b-4592-491a-9c6b-f78126d9b5ab no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:30.680188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 1d869a8b-4592-491a-9c6b-f78126d9b5ab {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:30.680577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d869a8b-4592-491a-9c6b-f78126d9b5ab not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:30.709597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37540) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:31.370557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:31.726776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port fa03f5be-c91b-4208-8a36-6377fa8ed047 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:31.727032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:31.819852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37546) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:31.890996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-958ddeca-38a4-4029-bf22-110f3b5e894b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:31.917945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port fa03f5be-c91b-4208-8a36-6377fa8ed047, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=fa03f5be-c91b-4208-8a36-6377fa8ed047,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:31.917945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:31.923382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-958ddeca-38a4-4029-bf22-110f3b5e894b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:32.046473 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for fa03f5be-c91b-4208-8a36-6377fa8ed047 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:32.050256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-958ddeca-38a4-4029-bf22-110f3b5e894b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:32.069675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ddeca-38a4-4029-bf22-110f3b5e894b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5abfe14-ea83-4df9-81b3-e5fce5a10399,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:32.158068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-958ddeca-38a4-4029-bf22-110f3b5e894b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:32.159726 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-958ddeca-38a4-4029-bf22-110f3b5e894b tempest-TestVolumeBootPattern-24972344 tempest-TestVolumeBootPattern-24972344-project] 10.222.0.37 "DELETE /v2.0/security-groups/a5abfe14-ea83-4df9-81b3-e5fce5a10399 HTTP/1.1" status: 204 len: 168 time: 0.3387089 Mar 25 20:19:32.281740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37552) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:32.371209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:32.460214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=fa03f5be-c91b-4208-8a36-6377fa8ed047,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:32.825758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:32.994777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:33.190168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 575557f5-770d-46e7-abbf-7675b1271864 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:19:33.344920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Deleting port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:33.345288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:33.370532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:19:33.381544 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] Sync routers for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:19:33.386563 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b8ca680a-4c13-4a29-b600-6583452d90a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/575557f5-770d-46e7-abbf-7675b1271864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6758456 Mar 25 20:19:33.389326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37558) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:33.391633 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:33.392235 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:33.570783 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:33.657471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad5f214-5670-47a6-a09b-734595052e68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet f3b5ec7d-1e85-47e7-959d-90a3900e970a {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:19:33.663597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f214-5670-47a6-a09b-734595052e68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:33.735740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] For port 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:33.736093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:33.744754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f214-5670-47a6-a09b-734595052e68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:33.846824 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:19:32Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:33.851136 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] Checking router: 575557f5-770d-46e7-abbf-7675b1271864 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:19:33.859536 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] Routers {'575557f5-770d-46e7-abbf-7675b1271864'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:33.860120 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['575557f5-770d-46e7-abbf-7675b1271864'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:33.901732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Calling delete_port for 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:34.009749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f214-5670-47a6-a09b-734595052e68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:34.034090 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] Set router 575557f5-770d-46e7-abbf-7675b1271864 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:34.150465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f214-5670-47a6-a09b-734595052e68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:34.198904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5f214-5670-47a6-a09b-734595052e68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b5ec7d-1e85-47e7-959d-90a3900e970a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:34.204728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f214-5670-47a6-a09b-734595052e68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:34.211417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4bb68-9203-4a80-85ef-f051b6bcc272 None None] Network b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:19:34.214395 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3ad5f214-5670-47a6-a09b-734595052e68 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/f3b5ec7d-1e85-47e7-959d-90a3900e970a HTTP/1.1" status: 204 len: 168 time: 0.8240919 Mar 25 20:19:34.217246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37562) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:34.289509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:34.318102 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:19:32Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:34.322040 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb1fd9-d666-48a5-adcb-1f25bc7ef067 None None] The sync data for ids ['575557f5-770d-46e7-abbf-7675b1271864'] in dv-neutron-835149-1-hyperv is: [{'id': '575557f5-770d-46e7-abbf-7675b1271864', 'name': 'tempest-TestNetworkBasicOps-router-1605181490', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:15:57Z', 'updated_at': '2022-03-25T20:19:32Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '1a157731-a5eb-4dfe-8792-65bf37a6b607', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575557f5-770d-46e7-abbf-7675b1271864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:15:58Z', 'updated_at': '2022-03-25T20:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:19:34.357065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:34.596416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:34.688151 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] DHCP port deletion for b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:19:34.694102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Deleting port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:34.694645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:34.797313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device fa03f5be-c91b-4208-8a36-6377fa8ed047 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:34.847041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: fa03f5be-c91b-4208-8a36-6377fa8ed047 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:34.847377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device fa03f5be-c91b-4208-8a36-6377fa8ed047 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:34.848322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 911998d8-05e0-44a1-8ac1-7a6ce58eea2e no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:35.011778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:35.015664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:35.052315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] For port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:35.052654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:35.082632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 1a157731-a5eb-4dfe-8792-65bf37a6b607 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:35.086418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:35.186657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Calling delete_port for 911998d8-05e0-44a1-8ac1-7a6ce58eea2e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:35.219321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:35.280172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:35.387065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:35.424678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 1a157731-a5eb-4dfe-8792-65bf37a6b607, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1a157731-a5eb-4dfe-8792-65bf37a6b607,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:35.425036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:35.464434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:19:35.465291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:19:35.470232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:35.552805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 1a157731-a5eb-4dfe-8792-65bf37a6b607 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:35.714136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Router 892e639c-a9a2-45ab-87f0-3ae6e266a526 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:19:35.955055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:19:35.963593 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] Sync routers for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:19:35.964549 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5d234bc3-1aa6-456a-b612-6d6855cdfc78 admin admin] 10.222.0.37 "PUT /v2.0/routers/892e639c-a9a2-45ab-87f0-3ae6e266a526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6814275 Mar 25 20:19:35.967397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37566) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:35.967592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Deleting port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:35.967957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.014307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:36.014927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:36.031787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.090509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=1a157731-a5eb-4dfe-8792-65bf37a6b607,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:36.277841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:36.408650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.450847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.519812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] For port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,segment=NetworkSegment(ba781886-c0fa-43ff-9f38-14481ea17a24),segment_id=ba781886-c0fa-43ff-9f38-14481ea17a24)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:36.520197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.651050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.654755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.695935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Calling delete_port for 911998d8-05e0-44a1-8ac1-7a6ce58eea2e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:36.767408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.816219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.816901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Fanout notify agent at l3_agent the message router_deleted on router 575557f5-770d-46e7-abbf-7675b1271864 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:19:36.828860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.830020 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5e2c15d0-691b-4223-bf2d-67d736b4dcb8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/routers/575557f5-770d-46e7-abbf-7675b1271864 HTTP/1.1" status: 204 len: 168 time: 2.6117959 Mar 25 20:19:36.833282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37570) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:36.845620 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Deleting port 9d540dd6-309c-4359-9c7e-d16d610ca28d {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:36.846048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.846592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:19:34Z', 'revision_number': 5, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port': {'id': '9d540dd6-309c-4359-9c7e-d16d610ca28d', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:12Z', 'updated_at': '2022-03-25T20:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:36.851517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] Checking router: 892e639c-a9a2-45ab-87f0-3ae6e266a526 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:19:36.860992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] Routers {'892e639c-a9a2-45ab-87f0-3ae6e266a526'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:36.861628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['892e639c-a9a2-45ab-87f0-3ae6e266a526'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:36.917508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.974211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:36.976888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] Pushing event deleted for resources: {'Port': ['ID=911998d8-05e0-44a1-8ac1-7a6ce58eea2e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:37.042822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b7dc9-2e56-4f5a-960b-d7b84b23826f None None] No DVR routers for this DVR port 911998d8-05e0-44a1-8ac1-7a6ce58eea2e on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:19:37.070896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] For port 9d540dd6-309c-4359-9c7e-d16d610ca28d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9d540dd6-309c-4359-9c7e-d16d610ca28d,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:37.071459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.071569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] Set router 892e639c-a9a2-45ab-87f0-3ae6e266a526 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:37.115174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.140168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:37.156275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba781886-c0fa-43ff-9f38-14481ea17a24') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:37.156593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba781886-c0fa-43ff-9f38-14481ea17a24') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:37.167807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.178537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:19:36Z', 'revision_number': 6, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:37.182750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4f1a3-45d2-4a2b-992b-e5546882cdfa None None] The sync data for ids ['892e639c-a9a2-45ab-87f0-3ae6e266a526'] in dv-neutron-835149-1-hyperv is: [{'id': '892e639c-a9a2-45ab-87f0-3ae6e266a526', 'name': 'tempest-TestVolumeBootPattern-1201786181-router', 'tenant_id': '101ed8c2e45345638cfa6e865eb10860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:10Z', 'updated_at': '2022-03-25T20:19:36Z', 'revision_number': 6, 'project_id': '101ed8c2e45345638cfa6e865eb10860', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:19:37.183517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.190162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:19:37.190574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:19:37.205509 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:19:37.208140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Calling delete_port for 9d540dd6-309c-4359-9c7e-d16d610ca28d owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:37.326425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.339769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.355857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:37.430948 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ecdc81bc-0bc0-44ee-b52d-694dd2a94774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/b3714bf7-7ab1-4ad5-8b0f-7c6f6fd5285f HTTP/1.1" status: 204 len: 168 time: 0.5928533 Mar 25 20:19:37.452168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37574) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:37.460218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--1970171939', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:37.460389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.463573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:37.467974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:network and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:37.471249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:37.477095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:37.513081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d540dd6-309c-4359-9c7e-d16d610ca28d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:37.540702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:19:37.544232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.572686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:19:37.581156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.590391 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment 6c86c5a0-e907-45b9-82bc-cb795f05d908 of type vlan for network 7efe8561-f430-4f7d-8680-91985eeb8432 Mar 25 20:19:37.604986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.608789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.695716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.701084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:37.705443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.780043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.782142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.825052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=7efe8561-f430-4f7d-8680-91985eeb8432,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:37.835014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 7efe8561-f430-4f7d-8680-91985eeb8432 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:19:37.878714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.879219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892e639c-a9a2-45ab-87f0-3ae6e266a526 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:19:37.888069 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1b62fc26-6c1e-40ff-8386-a287dfbadbb4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4323695 Mar 25 20:19:37.889096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37578) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:37.897722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-583525173', 'admin_state_up': True, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:37.911920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:37.917406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.917406 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b1544a8a-7716-4f8b-b41f-ea12ee0d10c7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/892e639c-a9a2-45ab-87f0-3ae6e266a526 HTTP/1.1" status: 204 len: 168 time: 1.9480603 Mar 25 20:19:37.918889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:router and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:37.919430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37582) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:37.922084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:37.928574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:37.979976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-22123340-486c-44e4-b229-05c95717f76a admin admin] Deleting subnet 0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:19:37.983226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22123340-486c-44e4-b229-05c95717f76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.993471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:37.994606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.010945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.040756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22123340-486c-44e4-b229-05c95717f76a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.124621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22123340-486c-44e4-b229-05c95717f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.256216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22123340-486c-44e4-b229-05c95717f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.409522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22123340-486c-44e4-b229-05c95717f76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:38.411998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22123340-486c-44e4-b229-05c95717f76a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.417223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823eb20-1d16-43c3-9937-90d11ef73db3 None None] Network 3ce948da-a84f-4ff5-9151-77ad5d6bd61f requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:19:38.420546 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-22123340-486c-44e4-b229-05c95717f76a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ab6f4fe-2ebf-4023-a0dc-6d3c5c4b46fe HTTP/1.1" status: 204 len: 168 time: 0.4975362 Mar 25 20:19:38.421052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37586) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:38.460964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.503254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:38.542082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.553341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Deleting port aebc7472-7839-4c14-947c-cfd88c167cbe {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:38.553672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.554965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:38.555186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8efa3e97-fb4e-4d2a-a8b8-6db21d5a8632 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:38.555592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1a157731-a5eb-4dfe-8792-65bf37a6b607 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:38.593817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 1a157731-a5eb-4dfe-8792-65bf37a6b607 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:38.594548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1a157731-a5eb-4dfe-8792-65bf37a6b607 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:38.594981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9d540dd6-309c-4359-9c7e-d16d610ca28d no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:38.634759 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 9d540dd6-309c-4359-9c7e-d16d610ca28d {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:38.635097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9d540dd6-309c-4359-9c7e-d16d610ca28d not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:38.776632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] For port aebc7472-7839-4c14-947c-cfd88c167cbe, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aebc7472-7839-4c14-947c-cfd88c167cbe,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:38.777001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.802312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] DHCP port deletion for 3ce948da-a84f-4ff5-9151-77ad5d6bd61f request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:19:38.805301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] Deleting port aebc7472-7839-4c14-947c-cfd88c167cbe {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:38.805672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.843034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.876095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:38.904192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Calling delete_port for aebc7472-7839-4c14-947c-cfd88c167cbe owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:39.011870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.118 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/10b55ff4-5bc9-4a0b-bfac-3041a61d0a60) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:19:39.028510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.065961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] For port aebc7472-7839-4c14-947c-cfd88c167cbe, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=aebc7472-7839-4c14-947c-cfd88c167cbe,segment=NetworkSegment(d8183746-395d-49f7-89e0-dc9fbae1f962),segment_id=d8183746-395d-49f7-89e0-dc9fbae1f962)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:39.066548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.079515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Pushing event deleted for resources: {'Port': ['ID=aebc7472-7839-4c14-947c-cfd88c167cbe,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:39.083567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] No DVR routers for this DVR port aebc7472-7839-4c14-947c-cfd88c167cbe on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:19:39.164194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.192934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-497cd66d-c632-439b-beae-31e6ffb62e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.202298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] Calling delete_port for aebc7472-7839-4c14-947c-cfd88c167cbe owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:39.203366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.227797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.232653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce948da-a84f-4ff5-9151-77ad5d6bd61f']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:39.245069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8183746-395d-49f7-89e0-dc9fbae1f962') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:39.245365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8183746-395d-49f7-89e0-dc9fbae1f962') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:39.257426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.276910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.280423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:19:39.280861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:19:39.283292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:19:39.283791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.293820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:19:39.296565 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:19:39.296887 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:19:39.300249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:19:39.340106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=10b55ff4-5bc9-4a0b-bfac-3041a61d0a60,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:39.427599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.432652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.463718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce948da-a84f-4ff5-9151-77ad5d6bd61f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:39.525367 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-82995efb-3934-4987-83fa-680605a1a64f admin admin] 10.222.0.37 "DELETE /v2.0/networks/3ce948da-a84f-4ff5-9151-77ad5d6bd61f HTTP/1.1" status: 204 len: 168 time: 1.1032908 Mar 25 20:19:39.528120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37590) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:39.782305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] Deleting port aebc7472-7839-4c14-947c-cfd88c167cbe {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:39.783121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:39.852917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f5717a41-b675-4251-b22f-61f17dfd359e None None] The port 'aebc7472-7839-4c14-947c-cfd88c167cbe' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:19:39.960069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:40.178244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:40.316403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:40.445303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device aebc7472-7839-4c14-947c-cfd88c167cbe no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:40.483923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: aebc7472-7839-4c14-947c-cfd88c167cbe {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:40.484272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device aebc7472-7839-4c14-947c-cfd88c167cbe not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:40.525540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Deleting port a68b21b3-2510-4568-be62-85295efc619e {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:40.525876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:40.587536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:19:40.699775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] For port a68b21b3-2510-4568-be62-85295efc619e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a68b21b3-2510-4568-be62-85295efc619e,segment=NetworkSegment(34c05c5b-a412-4639-aa65-e5bf29b5f75a),segment_id=34c05c5b-a412-4639-aa65-e5bf29b5f75a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:40.700123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:40.768786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:19:40.779971 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Sync routers for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:19:40.789661 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:40.790251 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:40.822155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Calling delete_port for a68b21b3-2510-4568-be62-85295efc619e owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:40.845159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:40.849618 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-88687a2e-5157-4988-9499-d7a778eb2093 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9564478 Mar 25 20:19:40.849873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37594) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:40.890972 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-67e6f5f1-cee4-4a73-a68b-da60c31bd22e tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399749 Mar 25 20:19:40.893924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37598) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:41.007709 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:41.025462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8d5bb-828d-478d-9c45-366e3ae3c0ed tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:41.026952 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-edd8d5bb-828d-478d-9c45-366e3ae3c0ed tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325188 Mar 25 20:19:41.029840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37602) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:41.068196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.075191 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-acb280e8-6ae0-4113-ab10-23133e50efa0 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418956 Mar 25 20:19:41.075333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37606) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:41.080703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528277077', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:41.115517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68b21b3-2510-4568-be62-85295efc619e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:41.201387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:41.205885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:41.210216 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:41.218374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:41.307999 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:39Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:41.312718 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Checking router: 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:19:41.313054 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Updating router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:19:41.353149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:19:41.356959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.366428 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.405214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.728754 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.741076 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Transition to ACTIVE for port object 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:19:41.764485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.815982 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.841703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=f31d8902-bc62-44da-b3a9-7315f5aa586b,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:41.851898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:19:41.852249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: 7efe8561-f430-4f7d-8680-91985eeb8432, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:19:41.891043 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Attempting to bind port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:19:41.891407 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Attempting to bind port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:19:41.891765 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Attempting to bind port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:19:41.895416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Router d5f37a8c-3c5b-41d1-8d14-e304acec2981 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:19:41.905708 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:19:41.906058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:19:41.906448 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.906833 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:19:41.907283 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Bound port: 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:19:41.907647 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:41.932279 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Pushing event updated for resources: {'Port': ['ID=10b55ff4-5bc9-4a0b-bfac-3041a61d0a60,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:41.946923 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.947267 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.947605 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.947929 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.948262 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.948604 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.948931 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.949249 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.949566 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.949892 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.950190 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.950552 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:19:41.951856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 7efe8561-f430-4f7d-8680-91985eeb8432 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:19:41.992294 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] For port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:19:41.995810 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] For port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=10b55ff4-5bc9-4a0b-bfac-3041a61d0a60,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:19:42.043336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 7efe8561-f430-4f7d-8680-91985eeb8432) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:19:42.049714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:42.053655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:42.053787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb818f-be3e-46d2-a63e-65c63d18b79e None None] Network 7efe8561-f430-4f7d-8680-91985eeb8432 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:19:42.073688 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:42.077552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:19:42.140776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] Sync routers for ids ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:19:42.147385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5510a9c-027b-4827-a190-f962b178e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:42.156723 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:42.157558 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:42.159462 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-aad016be-2166-4cf7-959e-68736a9dfea1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0831740 Mar 25 20:19:42.162763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37610) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:42.170802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] Routers {'d5f37a8c-3c5b-41d1-8d14-e304acec2981'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:42.171419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:42.203250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5218eebe-d6a3-4642-b14e-60dbe1beb443 admin admin] 10.222.0.37 "PUT /v2.0/routers/d5f37a8c-3c5b-41d1-8d14-e304acec2981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6719029 Mar 25 20:19:42.203872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37614) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:42.204264 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c7f8c-fde7-47f5-b79d-8c38efa1b581 None None] Pushing event updated for resources: {'Port': ['ID=10b55ff4-5bc9-4a0b-bfac-3041a61d0a60,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:42.359279 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:42.420645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:42.451111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] Set router d5f37a8c-3c5b-41d1-8d14-e304acec2981 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:42.518875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-7efe8561-f430-4f7d-8680-91985eeb8432', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:19:42.520357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:42.704559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:42.776535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Deleting port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:42.776837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:42.852365 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:39Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:42.864204 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bfa07-5777-43f2-8675-07ef0bcb0bf9 None None] The sync data for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv is: [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:39Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:19:42.907577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:42.945199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.005538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] For port 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:43.005912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.049176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.081432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Allocated IP 172.20.0.2 (7efe8561-f430-4f7d-8680-91985eeb8432/f31d8902-bc62-44da-b3a9-7315f5aa586b/a2fcf90a-bf69-459c-84bd-c7f656f3bea9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:19:43.146654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Calling delete_port for 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:43.371129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:19:40Z', 'revision_number': 5, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port': {'id': '1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:47:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:08:34Z', 'updated_at': '2022-03-25T20:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:43.377617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] Checking router: d5f37a8c-3c5b-41d1-8d14-e304acec2981 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:19:43.423764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.425971 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] Routers {'d5f37a8c-3c5b-41d1-8d14-e304acec2981'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:43.426707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:43.481938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:43.580640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.583550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] Set router d5f37a8c-3c5b-41d1-8d14-e304acec2981 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:43.711723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:19:43Z', 'revision_number': 7, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:43.715288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Transition to ACTIVE for port object a2fcf90a-bf69-459c-84bd-c7f656f3bea9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:19:43.721585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203cfc9-cd8e-4bec-b9e6-93cf98c7d4a7 None None] The sync data for ids ['d5f37a8c-3c5b-41d1-8d14-e304acec2981'] in dv-neutron-835149-1-hyperv is: [{'id': 'd5f37a8c-3c5b-41d1-8d14-e304acec2981', 'name': 'tempest-TestVolumeBootPattern-1905467521-router', 'tenant_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:08:29Z', 'updated_at': '2022-03-25T20:19:43Z', 'revision_number': 7, 'project_id': '96b27076dd6843d6a4bc1b05fb465bdb', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:19:43.725579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.743692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Transition to ACTIVE for port object a2fcf90a-bf69-459c-84bd-c7f656f3bea9 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:19:43.822135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.882228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Network 7efe8561-f430-4f7d-8680-91985eeb8432 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:19:43.885397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:19:43.889349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:19:43.898816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.1 (7efe8561-f430-4f7d-8680-91985eeb8432/f31d8902-bc62-44da-b3a9-7315f5aa586b/59ba403b-2507-4d39-80e4-f0fb4b295869) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:19:43.904096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.914056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:43.947497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Pushing event updated for resources: {'Port': ['ID=a2fcf90a-bf69-459c-84bd-c7f656f3bea9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:44.001020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Attempting to bind port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:19:44.001388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Attempting to bind port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:19:44.001748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Attempting to bind port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 on network 7efe8561-f430-4f7d-8680-91985eeb8432 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:19:44.007663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:19:44.008034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Checking segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:19:44.008427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.008859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Bound using segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:19:44.009429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Bound port: a2fcf90a-bf69-459c-84bd-c7f656f3bea9, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:19:44.009876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.015856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.017070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f37a8c-3c5b-41d1-8d14-e304acec2981 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:19:44.029975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.031197 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-420bb1a6-607c-4fe8-9291-f40ecbeb75f3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d5f37a8c-3c5b-41d1-8d14-e304acec2981 HTTP/1.1" status: 204 len: 168 time: 1.8259642 Mar 25 20:19:44.033944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37618) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:44.115423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc69924b-78f5-4eeb-a091-deca9db01d93 admin admin] Deleting subnet 55dffddd-9157-44dc-b867-29b4802ef0ce {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:19:44.120154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc69924b-78f5-4eeb-a091-deca9db01d93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.124786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] For port a2fcf90a-bf69-459c-84bd-c7f656f3bea9, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:19:44.131007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] For port a2fcf90a-bf69-459c-84bd-c7f656f3bea9, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a2fcf90a-bf69-459c-84bd-c7f656f3bea9,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:19:44.179006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc69924b-78f5-4eeb-a091-deca9db01d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.194128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.225365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.242399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 59ba403b-2507-4d39-80e4-f0fb4b295869 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:19:44.251727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.279443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc69924b-78f5-4eeb-a091-deca9db01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.303923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7f692-8423-41d8-a384-b27c411c6ab6 None None] Pushing event updated for resources: {'Port': ['ID=a2fcf90a-bf69-459c-84bd-c7f656f3bea9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:44.313893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.382802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 7efe8561-f430-4f7d-8680-91985eeb8432 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:19:44.385795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:19:44.388271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:19:44.421644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc69924b-78f5-4eeb-a091-deca9db01d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.457482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.473830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69924b-78f5-4eeb-a091-deca9db01d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55dffddd-9157-44dc-b867-29b4802ef0ce,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:44.475982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fc69924b-78f5-4eeb-a091-deca9db01d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.481718 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df07a6e-a63f-41a3-9b25-4622e3ada7b1 None None] Network 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:19:44.486687 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fc69924b-78f5-4eeb-a091-deca9db01d93 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/55dffddd-9157-44dc-b867-29b4802ef0ce HTTP/1.1" status: 204 len: 168 time: 0.4494004 Mar 25 20:19:44.486893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37622) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:44.594202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=59ba403b-2507-4d39-80e4-f0fb4b295869,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:44.616141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.641582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Deleting port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:44.644469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.844285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] DHCP port deletion for 9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:19:44.849180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] Deleting port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:44.849555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:44.930850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a2fcf90a-bf69-459c-84bd-c7f656f3bea9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:19:44.984714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] For port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a2f8156a-1d6f-4be1-a96f-5cf32af5af2c,segment=NetworkSegment(34c05c5b-a412-4639-aa65-e5bf29b5f75a),segment_id=34c05c5b-a412-4639-aa65-e5bf29b5f75a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:44.985074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.071375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.133060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Calling delete_port for a2f8156a-1d6f-4be1-a96f-5cf32af5af2c owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:45.176179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] For port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a2f8156a-1d6f-4be1-a96f-5cf32af5af2c,segment=NetworkSegment(34c05c5b-a412-4639-aa65-e5bf29b5f75a),segment_id=34c05c5b-a412-4639-aa65-e5bf29b5f75a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:45.176841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.293427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:19:45.297490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.302849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] Calling delete_port for a2f8156a-1d6f-4be1-a96f-5cf32af5af2c owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:19:45.339551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:19:45.367360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] No DVR routers for this DVR port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:19:45.414889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f8156a-1d6f-4be1-a96f-5cf32af5af2c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:45.510701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:19:45.511465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:19:45.541497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.559914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:19:45.565288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:45.568829 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.571052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:45.577296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.590688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c05c5b-a412-4639-aa65-e5bf29b5f75a') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:45.591083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c05c5b-a412-4639-aa65-e5bf29b5f75a') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:45.608080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.629737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.637983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:19:45.638602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.638724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:19:45.655556 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:19:45.713224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d13f9-f72c-4917-926f-e6fbaf1e0d8e None None] Network 7efe8561-f430-4f7d-8680-91985eeb8432 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:19:45.776145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=59ba403b-2507-4d39-80e4-f0fb4b295869,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:45.783219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.835958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.869370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=10b55ff4-5bc9-4a0b-bfac-3041a61d0a60,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:45.920335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 7efe8561-f430-4f7d-8680-91985eeb8432 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:19:45.921704 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:19:45.946582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6de20e5b-a652-45de-9fc3-f10499de531a None None] Provisioning for port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:19:45.957427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6de20e5b-a652-45de-9fc3-f10499de531a None None] Provisioning complete for port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:45.957791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6de20e5b-a652-45de-9fc3-f10499de531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.964420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.968695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.991527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:45.997108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:46.003135 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d4edcbaa-c865-4558-9e43-d0d8daccf665 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9a2f6dbd-effc-4d41-acfe-90ebe5ec46c8 HTTP/1.1" status: 204 len: 168 time: 1.5153058 Mar 25 20:19:46.038453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] Deleting port a2f8156a-1d6f-4be1-a96f-5cf32af5af2c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:19:46.038830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.082179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:46.132745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:46.133088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1d2862f5-f1fd-4f1e-99b9-0302b7f9f3d2 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:46.133501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a68b21b3-2510-4568-be62-85295efc619e no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:46.136844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:19:46.209528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8a941138-4ec8-4074-a76b-ed8beb62271a None None] The port 'a2f8156a-1d6f-4be1-a96f-5cf32af5af2c' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:19:46.214505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: a68b21b3-2510-4568-be62-85295efc619e {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:46.222766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a68b21b3-2510-4568-be62-85295efc619e not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:46.264402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=10b55ff4-5bc9-4a0b-bfac-3041a61d0a60,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:46.349546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37628) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:46.350215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6de20e5b-a652-45de-9fc3-f10499de531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.387555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6de20e5b-a652-45de-9fc3-f10499de531a None None] For port a2fcf90a-bf69-459c-84bd-c7f656f3bea9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a2fcf90a-bf69-459c-84bd-c7f656f3bea9,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:46.450716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6de20e5b-a652-45de-9fc3-f10499de531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.494535 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-88db0171-ec64-41ba-968d-baecd875aecd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=101ed8c2e45345638cfa6e865eb10860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436830 Mar 25 20:19:46.496990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37632) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:46.519874 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:19:46.526919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:19:46.538539 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Sync routers for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:19:46.551217 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:46.551854 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dd1767b0-9237-4442-b3d6-8307fb68f821 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3876348 Mar 25 20:19:46.552565 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:46.554531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37636) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:46.589609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b1437da-81d9-48fe-a00c-663dfa8d2e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.623755 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de20e5b-a652-45de-9fc3-f10499de531a None None] Pushing event updated for resources: {'Port': ['ID=a2fcf90a-bf69-459c-84bd-c7f656f3bea9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:46.642441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b1437da-81d9-48fe-a00c-663dfa8d2e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.655683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:46.656273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.707417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-167e4fc3-b37b-4801-83f0-76605c0d1e7a None None] Provisioning for port 59ba403b-2507-4d39-80e4-f0fb4b295869 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:19:46.719893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-167e4fc3-b37b-4801-83f0-76605c0d1e7a None None] Provisioning complete for port 59ba403b-2507-4d39-80e4-f0fb4b295869 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:46.721940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-167e4fc3-b37b-4801-83f0-76605c0d1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.778260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1504f2-2648-459b-9ae9-4f0e87e18e30 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:46.778812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1504f2-2648-459b-9ae9-4f0e87e18e30 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:46.779549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1504f2-2648-459b-9ae9-4f0e87e18e30 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:46.780017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1504f2-2648-459b-9ae9-4f0e87e18e30 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:46.785665 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ed1504f2-2648-459b-9ae9-4f0e87e18e30 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2268436 Mar 25 20:19:46.786583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37640) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:46.803006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-167e4fc3-b37b-4801-83f0-76605c0d1e7a None None] Port 59ba403b-2507-4d39-80e4-f0fb4b295869 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:19:46.824101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b1437da-81d9-48fe-a00c-663dfa8d2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.837220 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:46.853335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1437da-81d9-48fe-a00c-663dfa8d2e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b796235-2d93-413f-bcc7-21c946eb9074,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:46.870054 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3b1437da-81d9-48fe-a00c-663dfa8d2e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:46.873490 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3b1437da-81d9-48fe-a00c-663dfa8d2e99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b796235-2d93-413f-bcc7-21c946eb9074 HTTP/1.1" status: 204 len: 168 time: 0.3732855 Mar 25 20:19:46.886095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05869d-a22f-4ab4-89d7-d91767e60826 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:46.887036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05869d-a22f-4ab4-89d7-d91767e60826 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:46.887557 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05869d-a22f-4ab4-89d7-d91767e60826 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:46.888074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05869d-a22f-4ab4-89d7-d91767e60826 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:46.893447 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8b05869d-a22f-4ab4-89d7-d91767e60826 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1022134 Mar 25 20:19:46.893570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37646) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:46.938947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-167e4fc3-b37b-4801-83f0-76605c0d1e7a None None] Provisioning complete for port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:46.942476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-167e4fc3-b37b-4801-83f0-76605c0d1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:47.003947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a2f8156a-1d6f-4be1-a96f-5cf32af5af2c no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:19:47.065458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: a2f8156a-1d6f-4be1-a96f-5cf32af5af2c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:19:47.068361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a2f8156a-1d6f-4be1-a96f-5cf32af5af2c not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:19:47.157228 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a45ca4ef-5e0d-4458-b59f-fb10b61f03eb tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2634585 Mar 25 20:19:47.160628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37650) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:47.165817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1352029527', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:47.221915 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:47.226612 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Checking router: 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:19:47.227011 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Updating router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 port 59ba403b-2507-4d39-80e4-f0fb4b295869 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:19:47.298180 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:47.306690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-12c772ca-9873-41d9-93a3-a941ecf506ab None None] Provisioning complete for port 59ba403b-2507-4d39-80e4-f0fb4b295869 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:47.307124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12c772ca-9873-41d9-93a3-a941ecf506ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:47.319443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:47.324591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:port and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:47.328955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:47.336666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:47.398937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:19:47.400925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-12c772ca-9873-41d9-93a3-a941ecf506ab None None] Port 59ba403b-2507-4d39-80e4-f0fb4b295869 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:19:47.406823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:47.435390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] device_id is not set on port ac4d0788-c3c0-423c-88cf-7b362f694512 yet. {{(pid=88484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:19:47.693471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37656) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:47.699355 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:47.711441 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Transition to ACTIVE for port object 59ba403b-2507-4d39-80e4-f0fb4b295869 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:19:47.747585 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8c7ec220-f264-4cf7-851d-ccfe8967184b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96b27076dd6843d6a4bc1b05fb465bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526676 Mar 25 20:19:47.749949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37660) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:47.781497 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:47.876791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16435a19-d708-4522-a9a4-425e1a8d9101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:47.903799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16435a19-d708-4522-a9a4-425e1a8d9101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:47.949653 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5572a-ca50-4a38-8f55-51f8a67f35fd None None] Pushing event updated for resources: {'Port': ['ID=59ba403b-2507-4d39-80e4-f0fb4b295869,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:47.951623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.6 (7efe8561-f430-4f7d-8680-91985eeb8432/f31d8902-bc62-44da-b3a9-7315f5aa586b/ac4d0788-c3c0-423c-88cf-7b362f694512) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:19:47.990787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.009845 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Attempting to bind port 59ba403b-2507-4d39-80e4-f0fb4b295869 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:19:48.010212 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Attempting to bind port 59ba403b-2507-4d39-80e4-f0fb4b295869 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:19:48.010571 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Attempting to bind port 59ba403b-2507-4d39-80e4-f0fb4b295869 on network 7efe8561-f430-4f7d-8680-91985eeb8432 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:19:48.016248 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:19:48.016645 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Checking segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:19:48.017105 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.017493 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Bound using segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:19:48.017997 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Bound port: 59ba403b-2507-4d39-80e4-f0fb4b295869, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:19:48.018358 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.059802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16435a19-d708-4522-a9a4-425e1a8d9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.110444 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] For port 59ba403b-2507-4d39-80e4-f0fb4b295869, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:19:48.113896 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] For port 59ba403b-2507-4d39-80e4-f0fb4b295869, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=59ba403b-2507-4d39-80e4-f0fb4b295869,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:19:48.147494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16435a19-d708-4522-a9a4-425e1a8d9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3dd052-4ca4-4afa-93ad-c572e518e6b9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:48.181302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16435a19-d708-4522-a9a4-425e1a8d9101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.182402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-16435a19-d708-4522-a9a4-425e1a8d9101 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c3dd052-4ca4-4afa-93ad-c572e518e6b9 HTTP/1.1" status: 204 len: 168 time: 0.4315646 Mar 25 20:19:48.188694 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.242585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.260102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object ac4d0788-c3c0-423c-88cf-7b362f694512 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:19:48.316310 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:19:48.316944 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:48.330378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.386609 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5572a-ca50-4a38-8f55-51f8a67f35fd None None] Pushing event updated for resources: {'Port': ['ID=59ba403b-2507-4d39-80e4-f0fb4b295869,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:48.401968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 7efe8561-f430-4f7d-8680-91985eeb8432 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:19:48.405069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:19:48.409214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:19:48.451252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:48.489944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:48.489944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.526270 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:19:48.529122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a2fcf90a-bf69-459c-84bd-c7f656f3bea9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:19:48.561262 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8dcec986-901f-4815-9055-1813ac38175e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3995824 Mar 25 20:19:48.701855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:48.702512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.873027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e6901110-b490-4965-a750-9141d6765085 None None] Provisioning for port ac4d0788-c3c0-423c-88cf-7b362f694512 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:19:48.877958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e6901110-b490-4965-a750-9141d6765085 None None] Provisioning complete for port ac4d0788-c3c0-423c-88cf-7b362f694512 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:48.878452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6901110-b490-4965-a750-9141d6765085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:48.957782 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:19:48.961615 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2573c9-bcc2-4031-94cf-3590bbc23633 None None] The sync data for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv is: [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:19:48.968186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e6901110-b490-4965-a750-9141d6765085 None None] Port ac4d0788-c3c0-423c-88cf-7b362f694512 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:19:49.179222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37668) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:49.184870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1583842001', 'description': 'tempest-secgroup-smoke-1583842001 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:49.190885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:49.196122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:49.199712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:49.209512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:49.267252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:49.288870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:49.292674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:49.295547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:49.301376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:49.378346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:49.415984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:49.463604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860dcc4b-09b8-4163-a2e6-cb8ed8f647b8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:49.513213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:49.514461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a2338522-5960-404a-9861-8c63603e2d64 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3342230 Mar 25 20:19:49.517535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37672) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:49.523272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '860dcc4b-09b8-4163-a2e6-cb8ed8f647b8', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:49.529399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:49.537279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:49.540401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:49.546355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:49.629310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:49.692264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:49.769835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:49.793485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cef0c4e-2342-4500-91d5-8bb852417f79,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:49.879601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:49.883438 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7eaaf93f-18df-46c8-abc4-611a76f5cef0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3623934 Mar 25 20:19:49.883681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37676) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:49.888858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '860dcc4b-09b8-4163-a2e6-cb8ed8f647b8', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:49.895731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:49.899818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:49.903857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:49.910423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:49.970910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.034249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.072709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.095056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f1084e-9cb5-4d19-926f-0179362cae64,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:50.141552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.142714 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dfbd9fa4-448e-4cb4-bcc5-b9cae27342be tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2580986 Mar 25 20:19:50.145385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37680) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:50.150219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '860dcc4b-09b8-4163-a2e6-cb8ed8f647b8', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:50.155924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:50.159832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:50.162696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:50.168281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:50.239714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.298401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.358726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.381336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0b740a-e609-4c31-9226-995e3c158c87,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:50.432933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.434180 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0eb19066-4684-4ee9-b6d8-4d52087b983c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878683 Mar 25 20:19:50.436847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37684) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:50.441626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '860dcc4b-09b8-4163-a2e6-cb8ed8f647b8', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:50.447602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:50.454080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:50.457415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:50.463262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:50.511859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 59ba403b-2507-4d39-80e4-f0fb4b295869 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:19:50.543094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.605251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.666043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 59ba403b-2507-4d39-80e4-f0fb4b295869 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:19:50.671012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 59ba403b-2507-4d39-80e4-f0fb4b295869 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:50.671379 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.689982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.721101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4527071a-a8bf-4273-b32b-480c4f377308,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:50.781358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.782503 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f04f9bfe-9e8a-4c09-8184-cea8dd834f43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447471 Mar 25 20:19:50.785800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37688) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:50.790963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '860dcc4b-09b8-4163-a2e6-cb8ed8f647b8', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:50.792561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.796687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:50.800439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:50.803275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:50.808922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:50.824181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 59ba403b-2507-4d39-80e4-f0fb4b295869, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=59ba403b-2507-4d39-80e4-f0fb4b295869,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:19:50.884247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:50.953056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=59ba403b-2507-4d39-80e4-f0fb4b295869,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:50.969927 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:19:50.977640 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:51.040094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:51.112815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:51.136168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95610ec-d4d8-4887-90b1-09c64f3eb832,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:51.164717 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:19:51.198269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:51.199447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-01ac1d6d-7c9e-47c5-83b3-ed01434d131f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4127228 Mar 25 20:19:51.202112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37692) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:19:51.207612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '860dcc4b-09b8-4163-a2e6-cb8ed8f647b8', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:51.213370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:19:51.217143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:19:51.220238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:19:51.226576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:19:51.295433 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:19:51.302280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:51.365047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:51.438502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:51.462467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727437b5-c1f0-490a-b08f-adeae5a95c34,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:51.536812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:51.538055 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fb890181-0d4d-40d0-96b0-869b21963c51 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3348525 Mar 25 20:19:51.755112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-0473b1ab-0b19-4f61-bdc5-9671f956ba44 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:51.815830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-0473b1ab-0b19-4f61-bdc5-9671f956ba44 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:51.816885 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-0473b1ab-0b19-4f61-bdc5-9671f956ba44 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583842001&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.1026387 Mar 25 20:19:51.891151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-db7c43d0-3129-4cb0-9ad3-a3caa1e12d33 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:51.891726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-db7c43d0-3129-4cb0-9ad3-a3caa1e12d33 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:51.968298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-db7c43d0-3129-4cb0-9ad3-a3caa1e12d33 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:51.969429 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-db7c43d0-3129-4cb0-9ad3-a3caa1e12d33 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 930 time: 0.1460404 Mar 25 20:19:52.047823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-2fa1e489-052e-4010-931b-ce5d34f3b21d service neutron] 10.222.0.37 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0666780 Mar 25 20:19:52.175867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-8ed33928-dda6-4226-8b10-deca63ff8ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222863 Mar 25 20:19:52.301774 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-8e9d8a38-fd56-4572-a29b-b7ffbb06174b service neutron] 10.222.0.37 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202195 Mar 25 20:19:52.509277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 59ba403b-2507-4d39-80e4-f0fb4b295869 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:19:52.562733 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-71ef9b0d-c5bd-45cf-8e59-3c649a394a49 req-1e53f8d5-3922-4134-b6c2-9fda28cb7df7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 210 time: 0.0450690 Mar 25 20:19:52.587321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 59ba403b-2507-4d39-80e4-f0fb4b295869 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:19:52.587694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:53.709439 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f15dc5cc-cdcd-4bb4-b856-627bdcd1d046 req-71c7ed81-f021-4f6d-a1e2-b447323243d4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 210 time: 0.0422003 Mar 25 20:19:54.410209 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-01186596-798d-4757-bb5e-287aa6d6e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:54.411559 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-01186596-798d-4757-bb5e-287aa6d6e242 service neutron] 10.222.0.43 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 1026 time: 0.1643422 Mar 25 20:19:54.560705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-12fc571b-3a31-4f7f-9e31-24dbbe6bf5a8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:54.561389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-12fc571b-3a31-4f7f-9e31-24dbbe6bf5a8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:54.625881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-12fc571b-3a31-4f7f-9e31-24dbbe6bf5a8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:54.627015 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-12fc571b-3a31-4f7f-9e31-24dbbe6bf5a8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=7efe8561-f430-4f7d-8680-91985eeb8432 HTTP/1.1" status: 200 len: 797 time: 0.2101569 Mar 25 20:19:54.686872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-b85ca2e2-4dd4-4c0d-b7ca-53e847f75d52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:19:54.703334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-b85ca2e2-4dd4-4c0d-b7ca-53e847f75d52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:19:54.704395 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-b85ca2e2-4dd4-4c0d-b7ca-53e847f75d52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 380 time: 0.0579762 Mar 25 20:19:54.715068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Request body: {'port': {'device_id': '98da441d-cb5e-4744-8321-d058e5193642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:19:54.826870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:54.858742 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2c9b85e9-6b99-4aa5-960b-976d12b15436 req-539cdd7e-aacf-4583-b04d-5661043e45e9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 210 time: 0.0449717 Mar 25 20:19:55.167118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4d0788-c3c0-423c-88cf-7b362f694512 {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:19:55.174300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:55.188604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Transition to ACTIVE for port object ac4d0788-c3c0-423c-88cf-7b362f694512 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:19:55.242984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:55.372019 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:55.482599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Attempting to bind port ac4d0788-c3c0-423c-88cf-7b362f694512 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:19:55.483205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Attempting to bind port ac4d0788-c3c0-423c-88cf-7b362f694512 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:19:55.483312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Attempting to bind port ac4d0788-c3c0-423c-88cf-7b362f694512 on network 7efe8561-f430-4f7d-8680-91985eeb8432 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:19:55.488120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Port ac4d0788-c3c0-423c-88cf-7b362f694512 on network 7efe8561-f430-4f7d-8680-91985eeb8432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:19:55.488458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Attempting to bind port ac4d0788-c3c0-423c-88cf-7b362f694512 on network 7efe8561-f430-4f7d-8680-91985eeb8432 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:19:55.493486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:19:55.493821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Checking segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:19:55.494201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Bound using segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:19:55.494633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Bound port: ac4d0788-c3c0-423c-88cf-7b362f694512, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:19:55.494952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:55.583391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:19:55.586184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:19:55.661903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:55.721371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:55.726622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:19:55.726622 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] 10.222.0.43 "PUT /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 1131 time: 1.0125926 Mar 25 20:19:55.726622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98da441d-cb5e-4744-8321-d058e5193642', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:19:55.747756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191b349-ff0e-4542-bb63-1889a59e6e9e service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:19:55.771066 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98da441d-cb5e-4744-8321-d058e5193642', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'status': 'completed', 'code': 200} Mar 25 20:19:55.863602 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a81b46-0cb5-4757-84b5-c7f7cba4f340 req-2728c9b2-c1f8-49f6-88f5-cb9ff677fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:55.865112 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b6a81b46-0cb5-4757-84b5-c7f7cba4f340 req-2728c9b2-c1f8-49f6-88f5-cb9ff677fb29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 1134 time: 0.0741658 Mar 25 20:19:56.046148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832da1-4dbf-4f35-9cf6-c53ac1e2a1e7 req-9f042ef4-0837-47ea-9fd8-288d1a921424 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:56.047481 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ea832da1-4dbf-4f35-9cf6-c53ac1e2a1e7 req-9f042ef4-0837-47ea-9fd8-288d1a921424 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 981 time: 0.0799661 Mar 25 20:19:56.091905 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ea832da1-4dbf-4f35-9cf6-c53ac1e2a1e7 req-d4def916-b3ef-407c-a825-a2b17eed9336 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381861 Mar 25 20:19:56.114556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a81b46-0cb5-4757-84b5-c7f7cba4f340 req-c3786cd2-d130-489d-8980-3751bd82ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:56.115980 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b6a81b46-0cb5-4757-84b5-c7f7cba4f340 req-c3786cd2-d130-489d-8980-3751bd82ab4c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2438586 Mar 25 20:19:56.250869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a81b46-0cb5-4757-84b5-c7f7cba4f340 req-2303dfbc-6927-4879-9f3e-36db12ebfd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:56.252303 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b6a81b46-0cb5-4757-84b5-c7f7cba4f340 req-2303dfbc-6927-4879-9f3e-36db12ebfd9d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296468 Mar 25 20:19:56.357308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-bdb0d759-aea9-46fe-a0ef-22fd065b361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:56.358999 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-bdb0d759-aea9-46fe-a0ef-22fd065b361b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 1134 time: 0.0728641 Mar 25 20:19:56.429566 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-13584c67-89c3-44d6-9ebf-52bf96838304 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 217 time: 0.0614216 Mar 25 20:19:56.490630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-6a746eb8-6545-4e17-9727-287ad9236238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:56.492014 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-6a746eb8-6545-4e17-9727-287ad9236238 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31d8902-bc62-44da-b3a9-7315f5aa586b HTTP/1.1" status: 200 len: 834 time: 0.0567651 Mar 25 20:19:56.565514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-0c9efc78-f59e-4fe9-ab3d-73d21addc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:56.566992 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-0c9efc78-f59e-4fe9-ab3d-73d21addc79e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7efe8561-f430-4f7d-8680-91985eeb8432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685222 Mar 25 20:19:56.696058 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-72c1517e-552b-4162-89cb-0e213cee70f1 service neutron] 10.222.0.43 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225004 Mar 25 20:19:56.823554 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2178551b-9cf7-46d8-8093-370a8fa15ef9 req-2ef6423c-f4a2-4d91-bc20-dea44abba8b3 service neutron] 10.222.0.43 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213672 Mar 25 20:19:57.303957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79700e-4194-48b1-9fb7-59aedaea2b22 req-168f8102-44da-400c-abfb-14a8f2849d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:57.305528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec79700e-4194-48b1-9fb7-59aedaea2b22 req-168f8102-44da-400c-abfb-14a8f2849d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 981 time: 0.1011026 Mar 25 20:19:57.355362 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec79700e-4194-48b1-9fb7-59aedaea2b22 req-e6f2e1f3-14f6-46d9-8a75-1ece2f9e36ae tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Mar 25 20:19:58.539249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bb580-d75e-4ef3-87bf-4a01b8f337f9 req-1d158758-d84f-4418-84d9-062d879f8aa8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:58.540708 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7b8bb580-d75e-4ef3-87bf-4a01b8f337f9 req-1d158758-d84f-4418-84d9-062d879f8aa8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 981 time: 0.0798092 Mar 25 20:19:58.583455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7b8bb580-d75e-4ef3-87bf-4a01b8f337f9 req-31a32187-3079-4a46-9ef5-f4c7ca772268 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371182 Mar 25 20:19:59.771616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91125fc4-2049-49e5-9e1e-e777727c1bc5 req-aaa16de4-ae8b-423e-ad4c-622423d9c2e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:19:59.773121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91125fc4-2049-49e5-9e1e-e777727c1bc5 req-aaa16de4-ae8b-423e-ad4c-622423d9c2e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 981 time: 0.0851243 Mar 25 20:19:59.815697 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91125fc4-2049-49e5-9e1e-e777727c1bc5 req-e6c15cf9-ad1e-4218-851a-ba568538e23d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370188 Mar 25 20:20:00.799244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac4d0788-c3c0-423c-88cf-7b362f694512 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:20:00.931650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:00.945198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'port_id': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'mac_address': 'fa:16:3e:af:9e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:20:00.996143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1de40-a871-45cd-8803-d5d36ebb8168 req-5787c9d7-096e-4631-81a9-b3b344862e03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:00.997624 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-33d1de40-a871-45cd-8803-d5d36ebb8168 req-5787c9d7-096e-4631-81a9-b3b344862e03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 981 time: 0.0785873 Mar 25 20:20:01.002485 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:01.019452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4d0788-c3c0-423c-88cf-7b362f694512 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:20:01.034743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:01.044561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-33d1de40-a871-45cd-8803-d5d36ebb8168 req-c0f80e81-8b09-4b0d-bc03-0e92f6ad0d2e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Mar 25 20:20:01.099905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:01.165272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:01.423753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ac4d0788-c3c0-423c-88cf-7b362f694512'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:20:02.221698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410643c-940a-46fb-a0a5-6c8e1bf9bfed req-bbc58478-acf0-4f62-8c12-e28e00a5d104 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:02.223610 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9410643c-940a-46fb-a0a5-6c8e1bf9bfed req-bbc58478-acf0-4f62-8c12-e28e00a5d104 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 982 time: 0.0784609 Mar 25 20:20:02.265209 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9410643c-940a-46fb-a0a5-6c8e1bf9bfed req-02a808ee-14d1-4ccf-a46d-2e887d86ae66 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361459 Mar 25 20:20:02.830203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac4d0788-c3c0-423c-88cf-7b362f694512 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:20:02.957257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port ac4d0788-c3c0-423c-88cf-7b362f694512 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:20:02.961700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ac4d0788-c3c0-423c-88cf-7b362f694512 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:02.962062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:03.074458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:03.099792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98da441d-cb5e-4744-8321-d058e5193642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:20:03.109465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:03.143140 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98da441d-cb5e-4744-8321-d058e5193642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'code': 200} Mar 25 20:20:03.187237 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:03.256579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:03.453091 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a8b97-81ef-47f7-a3a4-9c3b36504ca3 req-57efec03-4b2f-47ac-99e0-ca47b711e811 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:03.454526 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-529a8b97-81ef-47f7-a3a4-9c3b36504ca3 req-57efec03-4b2f-47ac-99e0-ca47b711e811 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 983 time: 0.0831814 Mar 25 20:20:03.501203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-529a8b97-81ef-47f7-a3a4-9c3b36504ca3 req-e53af8f8-e428-49c2-9a62-5a3d9e57419f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 Mar 25 20:20:03.531696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9253c7c-30d0-44aa-96aa-80852dafa9f9 req-026e26fc-65f8-40d0-a24c-e9825c5eb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:03.533189 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e9253c7c-30d0-44aa-96aa-80852dafa9f9 req-026e26fc-65f8-40d0-a24c-e9825c5eb084 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 1136 time: 0.0819676 Mar 25 20:20:03.573681 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e9253c7c-30d0-44aa-96aa-80852dafa9f9 req-e2135b5c-7549-41b1-95a6-86a40e4102cf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343664 Mar 25 20:20:04.686633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30f45-2fc6-4691-8eb8-239553b4914c req-1a751fc0-c94e-4a52-b6de-55c9e38c0e94 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:04.688086 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bb30f45-2fc6-4691-8eb8-239553b4914c req-1a751fc0-c94e-4a52-b6de-55c9e38c0e94 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 983 time: 0.0783324 Mar 25 20:20:04.732586 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bb30f45-2fc6-4691-8eb8-239553b4914c req-24f7de9d-c62a-4c8c-b67b-8d1bd9b98627 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381811 Mar 25 20:20:05.915898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe662393-bef8-4198-a3e2-01ec478f3f2d req-5e6d6bbb-c293-449e-aecc-7070ca3ee3d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:05.917330 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe662393-bef8-4198-a3e2-01ec478f3f2d req-5e6d6bbb-c293-449e-aecc-7070ca3ee3d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 983 time: 0.0815251 Mar 25 20:20:05.959874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe662393-bef8-4198-a3e2-01ec478f3f2d req-5c4b1c9d-65a0-4c29-8c0e-6544ea532774 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370560 Mar 25 20:20:06.146522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ab1aa-3f26-4f9e-bd62-2881f382ff5f req-a446ff00-b2ef-47f0-9128-bf105df6054c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:06.147928 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9d2ab1aa-3f26-4f9e-bd62-2881f382ff5f req-a446ff00-b2ef-47f0-9128-bf105df6054c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 983 time: 0.0821619 Mar 25 20:20:06.189250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9d2ab1aa-3f26-4f9e-bd62-2881f382ff5f req-90748134-152d-4e0d-929e-cdb933dd0f6d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357332 Mar 25 20:20:06.211953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37752) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:06.279243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c2ac8-0ec6-4b60-ab31-9f59f8d3635f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:06.280723 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-060c2ac8-0ec6-4b60-ab31-9f59f8d3635f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 1131 time: 0.0677960 Mar 25 20:20:06.283485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37756) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:06.288246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:06.294013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:06.297786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:06.300569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:06.306189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:06.391504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:06.607696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:06.745579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.128 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/b7fd9464-9d86-42c0-bcde-c10c00e0eabf) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:20:06.886326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:06.970295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:07.032133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:20:07.034706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:20:07.038778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:20:07.076844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=b7fd9464-9d86-42c0-bcde-c10c00e0eabf,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:07.443274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:07.605863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:07.808284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:07.876482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:07.983426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=b7fd9464-9d86-42c0-bcde-c10c00e0eabf,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:07.993530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:08.156171 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 7c76da85-b72d-4881-b26a-09f88543337a associated. External IP: 172.26.8.128, port: ac4d0788-c3c0-423c-88cf-7b362f694512. Mar 25 20:20:08.588928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:20:08.761988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:20:08.771176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] Sync routers for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:20:08.780189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:08.780827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:08.838179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:08.895127 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-add9e886-19d5-49c7-baf3-9e5da52e8a9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.6106482 Mar 25 20:20:08.895702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98da441d-cb5e-4744-8321-d058e5193642', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:20:08.898055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37760) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:08.959342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:08.972547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79145af6-17ac-4c80-8b53-04100dece3ce tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:08.976556 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-79145af6-17ac-4c80-8b53-04100dece3ce tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642&network_id=7efe8561-f430-4f7d-8680-91985eeb8432 HTTP/1.1" status: 200 len: 1131 time: 0.0749292 Mar 25 20:20:09.069236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98da441d-cb5e-4744-8321-d058e5193642', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'status': 'completed', 'code': 200} Mar 25 20:20:09.133012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7b207ad4-3e43-479a-8621-fd0bd93ab600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:09.165101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-c1478b13-b8bc-43a3-9cbd-ff15017eda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:09.166630 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-c1478b13-b8bc-43a3-9cbd-ff15017eda66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 1136 time: 0.0763528 Mar 25 20:20:09.302064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-f2537e57-7cd1-4124-9e8b-c221f8ba6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:09.303406 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-f2537e57-7cd1-4124-9e8b-c221f8ba6159 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7efe8561-f430-4f7d-8680-91985eeb8432 HTTP/1.1" status: 200 len: 898 time: 0.1308527 Mar 25 20:20:09.358870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '7c76da85-b72d-4881-b26a-09f88543337a', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.128', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'port_id': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1352029527', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'mac_address': 'fa:16:3e:af:9e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da441d-cb5e-4744-8321-d058e5193642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:20:07Z', 'updated_at': '2022-03-25T20:20:07Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:50Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:09.362778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] Checking router: 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:20:09.372042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:09.372843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:19:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:09.415847 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-80d71a9d-bdae-4cb1-a801-285ae718f4a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 1037 time: 0.1016436 Mar 25 20:20:09.479778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-91ecd9c2-9d4a-40ba-a0a0-dfc6db2f5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:09.481258 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-91ecd9c2-9d4a-40ba-a0a0-dfc6db2f5e98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31d8902-bc62-44da-b3a9-7315f5aa586b HTTP/1.1" status: 200 len: 834 time: 0.0589397 Mar 25 20:20:09.556251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:09.560398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-742fe847-0bb5-4a70-8b79-7b73a84e3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:09.561910 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-742fe847-0bb5-4a70-8b79-7b73a84e3cda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7efe8561-f430-4f7d-8680-91985eeb8432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744526 Mar 25 20:20:09.566321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb600e7a-5a30-4b38-acc8-9590363e07ae req-7c657e63-62b6-4014-9d20-f99a7cca0b8f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:09.567988 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fb600e7a-5a30-4b38-acc8-9590363e07ae req-7c657e63-62b6-4014-9d20-f99a7cca0b8f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 983 time: 0.0920224 Mar 25 20:20:09.622775 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fb600e7a-5a30-4b38-acc8-9590363e07ae req-d597b502-bd19-4b9f-b731-7231da0865db tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493944 Mar 25 20:20:09.710766 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-d9ea9abc-bf85-445e-9259-f2d16b73d64e service neutron] 10.222.0.43 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417081 Mar 25 20:20:09.918285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '7c76da85-b72d-4881-b26a-09f88543337a', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.128', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'port_id': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1352029527', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'mac_address': 'fa:16:3e:af:9e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da441d-cb5e-4744-8321-d058e5193642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:20:07Z', 'updated_at': '2022-03-25T20:20:07Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:50Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:09.922574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91143ff2-07d9-4c6f-a1d4-f54b484ae58e None None] The sync data for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv is: [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '7c76da85-b72d-4881-b26a-09f88543337a', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.128', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'port_id': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1352029527', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'mac_address': 'fa:16:3e:af:9e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da441d-cb5e-4744-8321-d058e5193642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:20:07Z', 'updated_at': '2022-03-25T20:20:07Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:50Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:20:09.941168 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d6f97091-4d7b-4fea-9280-c7baebb4447b req-b38baee1-7f8a-416b-bdec-c5a7995e29cd service neutron] 10.222.0.43 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230792 Mar 25 20:20:10.101466 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344134b-1e24-4fcc-a76b-8de803c6e974 None None] New status for floating IP 7c76da85-b72d-4881-b26a-09f88543337a: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:20:10.813548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf982a4e-c7d4-4aa3-ab9c-bd8a9d199b3d req-6017fc32-df3a-4d2e-86e7-9983b7967ef8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:10.814896 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf982a4e-c7d4-4aa3-ab9c-bd8a9d199b3d req-6017fc32-df3a-4d2e-86e7-9983b7967ef8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 983 time: 0.0804267 Mar 25 20:20:10.857848 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf982a4e-c7d4-4aa3-ab9c-bd8a9d199b3d req-0896dcd9-8bb4-48e7-8061-853c3d76c07f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 Mar 25 20:20:10.960413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-511fdb5a-9c5d-4623-a010-9a08ed16038c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:10.961130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-511fdb5a-9c5d-4623-a010-9a08ed16038c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:20:11.037840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-511fdb5a-9c5d-4623-a010-9a08ed16038c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:20:11.038961 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-511fdb5a-9c5d-4623-a010-9a08ed16038c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 983 time: 0.1547661 Mar 25 20:20:11.114716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-90034e01-f2e1-4c1f-be3d-6560bc9ae788 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:11.116054 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-90034e01-f2e1-4c1f-be3d-6560bc9ae788 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0710628 Mar 25 20:20:11.257776 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-b0acbcfa-b001-4bc2-a1fb-7f4782895bc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1360903 Mar 25 20:20:11.267906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:11.372041 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:11.571502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:11.599199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:20:11.654673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] device_id is not set on port ac4d0788-c3c0-423c-88cf-7b362f694512 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:20:11.663254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:11.712667 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:11.865144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=6']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:11.924773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] No DVR routers for this DVR port ac4d0788-c3c0-423c-88cf-7b362f694512 on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:20:11.989345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-454d121d-c99a-483c-b4bf-1f0645ac2539 None None] Provisioning complete for port ac4d0788-c3c0-423c-88cf-7b362f694512 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:11.989897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-454d121d-c99a-483c-b4bf-1f0645ac2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:12.006747 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fc38e34a-0a43-487e-aca0-ab000a1363bf req-458e8fdb-2a10-4ffd-9c3b-6cdbbd459df3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=98da441d-cb5e-4744-8321-d058e5193642 HTTP/1.1" status: 200 len: 210 time: 0.0426960 Mar 25 20:20:12.067728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-454d121d-c99a-483c-b4bf-1f0645ac2539 None None] Port ac4d0788-c3c0-423c-88cf-7b362f694512 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:20:12.122669 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c8857c3-de17-428a-add6-d72f3077aeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:12.148362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] In _notify_port_updated(), no bound segment for port ac4d0788-c3c0-423c-88cf-7b362f694512 on network 7efe8561-f430-4f7d-8680-91985eeb8432 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:20:12.149318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:12.149964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:12.151244 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b01c4175-8c31-4885-976a-f693aaaeff94 req-93c9b9c8-3e02-4de3-9cda-271efb5709f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 1026 time: 0.8871207 Mar 25 20:20:12.809664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:12.878005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:13.100949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37778) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:13.174416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdf5665-0999-4823-9fc2-4dd8c5b1f315 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:13.175751 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-abdf5665-0999-4823-9fc2-4dd8c5b1f315 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 925 time: 0.0737941 Mar 25 20:20:13.496056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37784) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:13.501147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497934738', 'description': 'tempest-secgroup-smoke-1497934738 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:13.507603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:13.516968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:13.596760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:13.620209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:13.624000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:13.626842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:13.632819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:13.701917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:13.781123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:13.825028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23092302-8bcf-46db-9b45-95f1797a9e38,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:13.832690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.833030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.833359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.833683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.834000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.834319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.834633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.834945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.835256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.835565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.835872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.836178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:13.901076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:13.902291 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-78b39f2b-25c2-4135-8f5a-ff3b9f78a5fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4052107 Mar 25 20:20:13.905075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37788) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:13.910423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '23092302-8bcf-46db-9b45-95f1797a9e38', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:13.916336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:13.920371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:13.923335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:13.929558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:14.039298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.096497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.169858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.193155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107c7094-eb39-49ed-ad82-77b8668a5e91,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:14.221143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.266726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.267920 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a52ebc38-7d0f-485b-a24d-4519d68cf524 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619356 Mar 25 20:20:14.271120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37792) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:14.276163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '23092302-8bcf-46db-9b45-95f1797a9e38', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:14.281866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:14.286335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:14.289196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:14.294901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:14.364043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.427652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.499573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.524167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cf46ca-164e-44b0-87ae-4570be689b3c,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:14.602464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.603588 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-20b253da-9551-42b7-a1fc-3265ed08dee1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3315723 Mar 25 20:20:14.606289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37796) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:14.611499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '23092302-8bcf-46db-9b45-95f1797a9e38', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:14.617407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:14.621288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:14.624175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:14.630374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:14.712625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.773480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.832871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.861714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b737dde7-6efc-4db9-ad9f-7935fa35005b,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:14.907853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac4d0788-c3c0-423c-88cf-7b362f694512 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:20:14.939555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:14.940829 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-51827239-75ee-4fcb-a17c-b26cd9edb669 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335779 Mar 25 20:20:14.944259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37800) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:14.949505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '23092302-8bcf-46db-9b45-95f1797a9e38', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:14.955731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:14.959942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:14.962849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:14.964957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac4d0788-c3c0-423c-88cf-7b362f694512 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:20:14.968731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:15.037094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.097966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.162959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.189452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583a9cd6-93f6-4438-a726-311626a76839,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:15.255264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.256464 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-33c4bebf-f4a9-4021-bc8d-b9bceefb7d95 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3112648 Mar 25 20:20:15.259239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37804) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:15.264070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '23092302-8bcf-46db-9b45-95f1797a9e38', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:15.270048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:15.273784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:15.276641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:15.282295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:15.369520 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:20:15.376372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.462086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.534130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.558349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254d3d21-54e3-469f-bb56-45f4cb0173dd,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:15.735484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.736669 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6bae1199-0d91-4099-99d2-a41bbeeba002 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4764860 Mar 25 20:20:15.739362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37808) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:15.744316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '23092302-8bcf-46db-9b45-95f1797a9e38', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:15.750229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:15.754015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:15.756929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:15.763066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:15.832263 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:20:15.839657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.903895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.970005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:15.994016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a83333e-61a1-4744-a61d-08766f29a60d,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:16.049564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:16.050731 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a951d807-6039-4244-a9f6-c461143b7339 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104472 Mar 25 20:20:16.209003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-377ef4c8-a9bd-459b-890f-a22d833e107b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:20:16.305187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-377ef4c8-a9bd-459b-890f-a22d833e107b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:20:16.306248 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-377ef4c8-a9bd-459b-890f-a22d833e107b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497934738&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.1379433 Mar 25 20:20:16.381872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-936861f3-1a98-40c0-b119-afc0ecec0659 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:16.383196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-936861f3-1a98-40c0-b119-afc0ecec0659 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 930 time: 0.0705791 Mar 25 20:20:16.454161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-adc729dc-e2d3-4ff0-af8b-a19f93afedc7 service neutron] 10.222.0.37 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0594342 Mar 25 20:20:16.672112 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-ac41d5da-282d-4311-98b4-855b93e16063 service neutron] 10.222.0.37 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122726 Mar 25 20:20:16.800096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-ca04ba22-9be5-4075-8a08-659c5a1d79ce service neutron] 10.222.0.37 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216750 Mar 25 20:20:17.105152 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-156d49be-347a-4a00-8c68-b8efea43a500 req-db18c1af-d999-4c6f-be0e-e765ae39320b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 210 time: 0.0452085 Mar 25 20:20:17.930000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:18.257924 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-afa8a310-1066-4cca-8453-805e5ba99e06 req-d382e88d-2479-4063-a735-be3f4754b871 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 210 time: 0.0425353 Mar 25 20:20:18.927128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-60754dc6-3049-482b-a15b-e214f5948368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:18.928457 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-60754dc6-3049-482b-a15b-e214f5948368 service neutron] 10.222.0.43 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 1026 time: 0.0603566 Mar 25 20:20:19.181013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-e9203d17-6d33-4902-8f34-319181f69c4b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:19.182358 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-e9203d17-6d33-4902-8f34-319181f69c4b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=7efe8561-f430-4f7d-8680-91985eeb8432 HTTP/1.1" status: 200 len: 797 time: 0.2484965 Mar 25 20:20:19.231839 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-4467f8aa-b65e-49ff-bb1f-8763db867f4c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 473 time: 0.0408726 Mar 25 20:20:19.241970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Request body: {'port': {'device_id': '1b311b9b-9f9e-4419-abbe-79c8c945e1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:19.356529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:19.412207 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9086f565-2b63-4e08-aaa1-bbf471ba5111 req-296439f9-d6cb-48ec-ada6-872c7193b0ff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 210 time: 0.0415182 Mar 25 20:20:19.693162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4d0788-c3c0-423c-88cf-7b362f694512 {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:20:19.700189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:19.713872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Transition to ACTIVE for port object ac4d0788-c3c0-423c-88cf-7b362f694512 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:20:19.779262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:19.918158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=7']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:20.051753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Attempting to bind port ac4d0788-c3c0-423c-88cf-7b362f694512 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:20:20.052363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Attempting to bind port ac4d0788-c3c0-423c-88cf-7b362f694512 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:20:20.052363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Attempting to bind port ac4d0788-c3c0-423c-88cf-7b362f694512 on network 7efe8561-f430-4f7d-8680-91985eeb8432 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:20:20.056905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Port ac4d0788-c3c0-423c-88cf-7b362f694512 on network 7efe8561-f430-4f7d-8680-91985eeb8432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:20:20.057219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Attempting to bind port ac4d0788-c3c0-423c-88cf-7b362f694512 on network 7efe8561-f430-4f7d-8680-91985eeb8432 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:20:20.062256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:20:20.069879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Checking segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:20:20.069879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Bound using segment: {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:20:20.069879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Bound port: ac4d0788-c3c0-423c-88cf-7b362f694512, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c86c5a0-e907-45b9-82bc-cb795f05d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:20:20.069879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:20.148961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:20:20.151861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:20:20.220223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:20.277715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:20.278322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:20.279640 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] 10.222.0.43 "PUT /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 1131 time: 1.0423110 Mar 25 20:20:20.280073 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b311b9b-9f9e-4419-abbe-79c8c945e1f8', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:20:20.307174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45862883-11aa-4da9-bf2c-0b4f5cdb5bad service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=8']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:20.327795 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b311b9b-9f9e-4419-abbe-79c8c945e1f8', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'status': 'completed', 'code': 200} Mar 25 20:20:20.422936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c2ab3-f5f1-4ab2-9bbf-b31ad611ce94 req-a9d2c78c-42ac-4226-b523-a6a755286d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:20.424442 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-414c2ab3-f5f1-4ab2-9bbf-b31ad611ce94 req-a9d2c78c-42ac-4226-b523-a6a755286d07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 1134 time: 0.0760880 Mar 25 20:20:20.572301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c2ab3-f5f1-4ab2-9bbf-b31ad611ce94 req-535781c2-9ac0-422a-98b8-dc636d95f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:20.573805 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-414c2ab3-f5f1-4ab2-9bbf-b31ad611ce94 req-535781c2-9ac0-422a-98b8-dc636d95f5f8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1430848 Mar 25 20:20:20.600636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8969736-dbaa-4d71-87d5-ecca3f0c367a req-44e8b3b5-1e56-467e-90a6-e730a1a93145 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:20.603008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b8969736-dbaa-4d71-87d5-ecca3f0c367a req-44e8b3b5-1e56-467e-90a6-e730a1a93145 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 981 time: 0.0818193 Mar 25 20:20:20.646965 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b8969736-dbaa-4d71-87d5-ecca3f0c367a req-64abf871-c445-4814-a8ee-7ff104249def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Mar 25 20:20:20.712284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c2ab3-f5f1-4ab2-9bbf-b31ad611ce94 req-02b98ebe-a513-42f0-ba09-53d063831979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:20.713759 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-414c2ab3-f5f1-4ab2-9bbf-b31ad611ce94 req-02b98ebe-a513-42f0-ba09-53d063831979 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338453 Mar 25 20:20:20.820005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-2a1bef83-2638-4049-b800-c7120227ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:20.821381 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-2a1bef83-2638-4049-b800-c7120227ac3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 1134 time: 0.0733798 Mar 25 20:20:20.921124 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-b4ef26e6-5dea-4f65-8d9c-d1f0ba0c1ee7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 1037 time: 0.0930228 Mar 25 20:20:21.078769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-85d91e53-340b-4223-9137-64d3466e5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:21.080147 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-85d91e53-340b-4223-9137-64d3466e5a3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31d8902-bc62-44da-b3a9-7315f5aa586b HTTP/1.1" status: 200 len: 834 time: 0.1533155 Mar 25 20:20:21.154591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-9a904676-0893-4cc2-868d-97cb7506f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:21.156010 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-9a904676-0893-4cc2-868d-97cb7506f8dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7efe8561-f430-4f7d-8680-91985eeb8432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700064 Mar 25 20:20:21.282432 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-ae8beba2-cd73-4798-be4b-b766abb36656 service neutron] 10.222.0.43 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206839 Mar 25 20:20:21.415105 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1d8c9b0b-694f-4f2d-9b43-585e1873a341 req-a2bcc748-25d5-4c28-baf8-807ba9d920c0 service neutron] 10.222.0.43 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268315 Mar 25 20:20:21.839923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af411a-25ae-41aa-ae99-bc8d43ca49b4 req-9c683129-4cca-4ef8-841b-147a53741d21 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:21.841360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-34af411a-25ae-41aa-ae99-bc8d43ca49b4 req-9c683129-4cca-4ef8-841b-147a53741d21 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 981 time: 0.0890462 Mar 25 20:20:21.885358 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-34af411a-25ae-41aa-ae99-bc8d43ca49b4 req-385dc697-d700-407c-b591-b2cec22fb2e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366950 Mar 25 20:20:23.064783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb4270-f237-4bb7-9f76-732e6ec21aa7 req-a9ba421a-4269-48a5-8f32-3b4c03546933 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:23.066244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-47bb4270-f237-4bb7-9f76-732e6ec21aa7 req-a9ba421a-4269-48a5-8f32-3b4c03546933 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 981 time: 0.0790436 Mar 25 20:20:23.109047 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-47bb4270-f237-4bb7-9f76-732e6ec21aa7 req-65140dac-ba88-48fe-b563-03975905c551 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Mar 25 20:20:24.288268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aa43f-5df7-4b68-b80b-b42e1935fcba req-3cd83947-1c12-4072-a357-7e84a6d60b04 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:24.289736 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d9aa43f-5df7-4b68-b80b-b42e1935fcba req-3cd83947-1c12-4072-a357-7e84a6d60b04 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 981 time: 0.0805752 Mar 25 20:20:24.332606 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d9aa43f-5df7-4b68-b80b-b42e1935fcba req-575a07c2-ab10-4965-bee1-7ff9a31cf898 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Mar 25 20:20:24.934112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac4d0788-c3c0-423c-88cf-7b362f694512 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:20:25.063762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:25.076341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'port_id': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'mac_address': 'fa:16:3e:af:9e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:20:25.132483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:25.148221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4d0788-c3c0-423c-88cf-7b362f694512 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:20:25.163405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:25.220915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:25.285760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=9']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:25.292672 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.293013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.293342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.293664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.293985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.294305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.294621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.294935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.295246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.295561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.295871 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.296178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:25.512077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c0be8-48b5-4c6d-847f-a937a9dee51c req-73c12f2c-8893-4fbc-b7b6-ada683fd135b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:25.513440 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d90c0be8-48b5-4c6d-847f-a937a9dee51c req-73c12f2c-8893-4fbc-b7b6-ada683fd135b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 982 time: 0.0790966 Mar 25 20:20:25.532975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ac4d0788-c3c0-423c-88cf-7b362f694512'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:20:25.559917 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d90c0be8-48b5-4c6d-847f-a937a9dee51c req-b4b996e1-9f5f-430b-8ccb-0553fb6006e3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Mar 25 20:20:26.888376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1375c-c8b8-41cd-bf06-dafd32139116 req-7c56e12c-c141-4af4-afc6-5b732196f06c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:26.889827 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-78e1375c-c8b8-41cd-bf06-dafd32139116 req-7c56e12c-c141-4af4-afc6-5b732196f06c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 982 time: 0.0770376 Mar 25 20:20:26.932629 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-78e1375c-c8b8-41cd-bf06-dafd32139116 req-a44d5551-f116-4150-be91-9c5e1836fd28 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366085 Mar 25 20:20:26.964559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac4d0788-c3c0-423c-88cf-7b362f694512 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:20:27.106056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port ac4d0788-c3c0-423c-88cf-7b362f694512 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:20:27.111072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ac4d0788-c3c0-423c-88cf-7b362f694512 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:27.111436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:27.271030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:27.295943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b311b9b-9f9e-4419-abbe-79c8c945e1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:20:27.305572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:27.340708 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b311b9b-9f9e-4419-abbe-79c8c945e1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d0788-c3c0-423c-88cf-7b362f694512', 'code': 200} Mar 25 20:20:27.357087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:27.427711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=10']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:27.665451 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c762d-85cb-48f8-aa96-01b451029d46 req-c8a120eb-4b41-4efe-8776-81a31119bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:27.670305 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad4c762d-85cb-48f8-aa96-01b451029d46 req-c8a120eb-4b41-4efe-8776-81a31119bfa0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 1137 time: 0.0682685 Mar 25 20:20:27.706799 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ad4c762d-85cb-48f8-aa96-01b451029d46 req-a0a722db-b46e-4e3f-9aad-34c66621a83e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Mar 25 20:20:28.114089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627324ff-3145-4985-9e73-3e267c4b21cf req-b59409b8-2a86-4e59-a9f1-9c906ecc1537 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:28.115510 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-627324ff-3145-4985-9e73-3e267c4b21cf req-b59409b8-2a86-4e59-a9f1-9c906ecc1537 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 984 time: 0.0817943 Mar 25 20:20:28.157441 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-627324ff-3145-4985-9e73-3e267c4b21cf req-b315d1b6-0371-4240-bcc5-ef3412d322f6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Mar 25 20:20:28.164267 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:20:29.345365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2502a-a611-4a19-abcd-11704ccf55b3 req-7a290b0c-2798-4064-8f06-e9e986724415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:29.346788 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a9d2502a-a611-4a19-abcd-11704ccf55b3 req-7a290b0c-2798-4064-8f06-e9e986724415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 984 time: 0.0797906 Mar 25 20:20:29.396148 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a9d2502a-a611-4a19-abcd-11704ccf55b3 req-30c6b453-9e0e-49d1-9f2f-8d85cce7bc20 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 Mar 25 20:20:29.578663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b684b-ab06-470b-b5d8-4b15b096b8ae req-18b9b782-3d1e-4273-ac3f-1af18d2cf0e5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:29.580015 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5e6b684b-ab06-470b-b5d8-4b15b096b8ae req-18b9b782-3d1e-4273-ac3f-1af18d2cf0e5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 984 time: 0.0799723 Mar 25 20:20:29.624117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5e6b684b-ab06-470b-b5d8-4b15b096b8ae req-b41e4bdc-e2f4-4e9b-bfcf-1a1201af570b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 Mar 25 20:20:29.646697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37864) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:29.724433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18815691-8b8f-42d7-8e65-2fc29ab221f2 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:29.725936 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-18815691-8b8f-42d7-8e65-2fc29ab221f2 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8&network_id=7efe8561-f430-4f7d-8680-91985eeb8432 HTTP/1.1" status: 200 len: 1132 time: 0.0782902 Mar 25 20:20:30.294287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2767d-da06-4f43-9dc9-2555b22c01e0 req-bd7a283f-a931-4f5b-9917-c91b8e9bb97f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:30.295708 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5e2767d-da06-4f43-9dc9-2555b22c01e0 req-bd7a283f-a931-4f5b-9917-c91b8e9bb97f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 984 time: 0.0777967 Mar 25 20:20:30.339562 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a5e2767d-da06-4f43-9dc9-2555b22c01e0 req-7af5c765-656e-48ec-ab23-285c30e68dec tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375135 Mar 25 20:20:31.532751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa4b9-c721-4079-bfa3-f41c1ffb8179 req-e9577d4f-7840-40c2-ad5c-cf1d04c30a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:31.534333 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c8aa4b9-c721-4079-bfa3-f41c1ffb8179 req-e9577d4f-7840-40c2-ad5c-cf1d04c30a83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 984 time: 0.0821559 Mar 25 20:20:31.579511 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c8aa4b9-c721-4079-bfa3-f41c1ffb8179 req-9126c0c9-f1cc-4e27-ae32-c943d73d45a3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=66cea566-0b1a-4534-906a-e0569c58786d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388973 Mar 25 20:20:31.603623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-f35b586c-6786-4c11-b9ac-2fc009938349 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:31.605087 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-f35b586c-6786-4c11-b9ac-2fc009938349 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 984 time: 0.0820098 Mar 25 20:20:31.678291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-3548282c-0180-49c9-b60f-1ed5342df7a1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:31.679623 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-3548282c-0180-49c9-b60f-1ed5342df7a1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0668287 Mar 25 20:20:31.823027 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-e47e44b7-2a2a-4b00-a7fb-b3d014b4712e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1368921 Mar 25 20:20:31.833773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:31.939955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:32.131178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ac4d0788-c3c0-423c-88cf-7b362f694512,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:32.158057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] For port ac4d0788-c3c0-423c-88cf-7b362f694512, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:20:32.212977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] device_id is not set on port ac4d0788-c3c0-423c-88cf-7b362f694512 yet. {{(pid=88485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 25 20:20:32.220722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:32.299313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:32.434967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=11']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:32.447446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.447831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.448127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.448455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.448805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.449130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.449452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.449771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.450091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.450407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.450725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.451045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:32.505666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] No DVR routers for this DVR port ac4d0788-c3c0-423c-88cf-7b362f694512 on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:20:32.527546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5155c22e-57aa-45dc-ad0f-e167b7710f82 None None] Provisioning complete for port ac4d0788-c3c0-423c-88cf-7b362f694512 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:32.528066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5155c22e-57aa-45dc-ad0f-e167b7710f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:32.579618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5155c22e-57aa-45dc-ad0f-e167b7710f82 None None] Port ac4d0788-c3c0-423c-88cf-7b362f694512 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:20:32.732417 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-02336470-5000-418e-a8dd-f2fbdee3ee7d req-fcb98325-8310-44a5-bbbf-84f173350b1e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b311b9b-9f9e-4419-abbe-79c8c945e1f8 HTTP/1.1" status: 200 len: 210 time: 0.0426455 Mar 25 20:20:32.826493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] In _notify_port_updated(), no bound segment for port ac4d0788-c3c0-423c-88cf-7b362f694512 on network 7efe8561-f430-4f7d-8680-91985eeb8432 {{(pid=88485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 25 20:20:32.827346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:32.827947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:32.829233 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-48124ef1-01f9-4bfa-be87-46ec5d9c6f22 req-2f3fa235-feb8-4aab-a09a-7f70fd42dd6b service neutron] 10.222.0.43 "PUT /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 200 len: 1027 time: 0.9998784 Mar 25 20:20:33.826876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37878) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:33.892639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bd05820-b22d-4fca-8cb6-c80840f48bbc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:33.921134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bd05820-b22d-4fca-8cb6-c80840f48bbc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:34.060762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bd05820-b22d-4fca-8cb6-c80840f48bbc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:34.077442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd05820-b22d-4fca-8cb6-c80840f48bbc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23092302-8bcf-46db-9b45-95f1797a9e38,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:34.150065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6bd05820-b22d-4fca-8cb6-c80840f48bbc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:34.151178 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6bd05820-b22d-4fca-8cb6-c80840f48bbc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/23092302-8bcf-46db-9b45-95f1797a9e38 HTTP/1.1" status: 204 len: 168 time: 0.3233171 Mar 25 20:20:34.255921 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37884) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:34.449836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port b7fd9464-9d86-42c0-bcde-c10c00e0eabf {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:20:34.450171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:34.619587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:34.619873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:34.739824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for b7fd9464-9d86-42c0-bcde-c10c00e0eabf owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:20:34.940493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:34.985977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=b7fd9464-9d86-42c0-bcde-c10c00e0eabf,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:35.029284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac4d0788-c3c0-423c-88cf-7b362f694512 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:20:35.076550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:35.076878 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 7c76da85-b72d-4881-b26a-09f88543337a disassociated (deleted). External IP: 172.26.8.128, port: ac4d0788-c3c0-423c-88cf-7b362f694512. Mar 25 20:20:35.087747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ac4d0788-c3c0-423c-88cf-7b362f694512 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:20:35.420604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:20:35.703636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:20:35.713422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] Sync routers for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:20:35.722886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:35.723490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:35.780539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:35.834902 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-71ccf05b-c3ce-4c9b-a692-16ab95762b5f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/7c76da85-b72d-4881-b26a-09f88543337a HTTP/1.1" status: 204 len: 168 time: 1.5778604 Mar 25 20:20:35.905909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:35.978463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37892) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:36.045488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1c83486-b305-49c4-904f-3ef9c5b39099 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:36.078386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1c83486-b305-49c4-904f-3ef9c5b39099 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:36.216112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:50Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:36.219956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] Checking router: 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:20:36.229781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:36.230319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:36.231032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1c83486-b305-49c4-904f-3ef9c5b39099 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:36.250920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c83486-b305-49c4-904f-3ef9c5b39099 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860dcc4b-09b8-4163-a2e6-cb8ed8f647b8,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:36.259967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1c83486-b305-49c4-904f-3ef9c5b39099 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:36.261137 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b1c83486-b305-49c4-904f-3ef9c5b39099 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/860dcc4b-09b8-4163-a2e6-cb8ed8f647b8 HTTP/1.1" status: 204 len: 168 time: 0.2816978 Mar 25 20:20:36.353391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37898) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:36.418790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:36.422176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e38d0-5173-4a31-a413-c0ca6576e3cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port ac4d0788-c3c0-423c-88cf-7b362f694512 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:20:36.422709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c9e38d0-5173-4a31-a413-c0ca6576e3cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:36.667622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c9e38d0-5173-4a31-a413-c0ca6576e3cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:36.726115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:50Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:36.730017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997a8fc-76db-4488-94d5-42c7379b65ce None None] The sync data for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv is: [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:19:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '59ba403b-2507-4d39-80e4-f0fb4b295869', 'name': '', 'network_id': '7efe8561-f430-4f7d-8680-91985eeb8432', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:76:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:43Z', 'updated_at': '2022-03-25T20:19:50Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'f31d8902-bc62-44da-b3a9-7315f5aa586b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:20:36.798078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e38d0-5173-4a31-a413-c0ca6576e3cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for ac4d0788-c3c0-423c-88cf-7b362f694512 owned by {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:20:36.943175 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d57b9a-45d0-4d67-81ad-41c107961dad None None] New status for floating IP 7c76da85-b72d-4881-b26a-09f88543337a: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:20:36.996408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c9e38d0-5173-4a31-a413-c0ca6576e3cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:37.045516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e38d0-5173-4a31-a413-c0ca6576e3cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=ac4d0788-c3c0-423c-88cf-7b362f694512,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:37.153612 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c9e38d0-5173-4a31-a413-c0ca6576e3cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:37.163908 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8c9e38d0-5173-4a31-a413-c0ca6576e3cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/ports/ac4d0788-c3c0-423c-88cf-7b362f694512 HTTP/1.1" status: 204 len: 168 time: 0.8094451 Mar 25 20:20:37.166617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37902) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:37.821033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:38.169070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 59ba403b-2507-4d39-80e4-f0fb4b295869 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:20:38.169412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:38.351649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 59ba403b-2507-4d39-80e4-f0fb4b295869, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=59ba403b-2507-4d39-80e4-f0fb4b295869,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:38.352000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:38.477721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 59ba403b-2507-4d39-80e4-f0fb4b295869 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:20:38.860773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:38.907262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=59ba403b-2507-4d39-80e4-f0fb4b295869,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:39.082058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-44752100-ccb5-4b0d-b363-8cac498368d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:39.278575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:39.629332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:20:39.804999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:20:39.814656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] Sync routers for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:20:39.819374 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f9eb9675-ea34-4713-948b-468afd8e3ab9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6518331 Mar 25 20:20:39.821952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37906) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:39.825406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:39.826008 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:39.888527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6931ac-281a-420a-a9a9-cc94db0dc2d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet f31d8902-bc62-44da-b3a9-7315f5aa586b {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:20:39.891411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c6931ac-281a-420a-a9a9-cc94db0dc2d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:39.948799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c6931ac-281a-420a-a9a9-cc94db0dc2d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:40.037517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c6931ac-281a-420a-a9a9-cc94db0dc2d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:40.040186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:40.181462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c6931ac-281a-420a-a9a9-cc94db0dc2d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:40.225995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6931ac-281a-420a-a9a9-cc94db0dc2d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=f31d8902-bc62-44da-b3a9-7315f5aa586b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:40.227920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6c6931ac-281a-420a-a9a9-cc94db0dc2d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:40.234567 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6c6931ac-281a-420a-a9a9-cc94db0dc2d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/f31d8902-bc62-44da-b3a9-7315f5aa586b HTTP/1.1" status: 204 len: 168 time: 0.4116499 Mar 25 20:20:40.234887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dbaf86-db0c-4d6d-a194-68059ad4fdf0 None None] Network 7efe8561-f430-4f7d-8680-91985eeb8432 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:20:40.237118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37910) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:40.414396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:40.488612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:20:38Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:40.499736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] Checking router: 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:20:40.513138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] Routers {'9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:40.513746 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:40.581911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] DHCP port deletion for 7efe8561-f430-4f7d-8680-91985eeb8432 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:20:40.593523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] Deleting port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:20:40.593888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:40.735292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:40.787970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] Set router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:40.790663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:20:40.791003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:40.965694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=10b55ff4-5bc9-4a0b-bfac-3041a61d0a60,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:40.966405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.094495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:20:41.136300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] For port a2fcf90a-bf69-459c-84bd-c7f656f3bea9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a2fcf90a-bf69-459c-84bd-c7f656f3bea9,segment=NetworkSegment(6c86c5a0-e907-45b9-82bc-cb795f05d908),segment_id=6c86c5a0-e907-45b9-82bc-cb795f05d908)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:41.136710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.269800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] Calling delete_port for a2fcf90a-bf69-459c-84bd-c7f656f3bea9 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:20:41.346535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.397460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:20:38Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:41.401527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccf170-ea84-4dd9-90e4-ecc3baad99af None None] The sync data for ids ['9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1'] in dv-neutron-835149-1-hyperv is: [{'id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'name': 'tempest-TestNetworkBasicOps-router-583525173', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:19:37Z', 'updated_at': '2022-03-25T20:20:38Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '10b55ff4-5bc9-4a0b-bfac-3041a61d0a60', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:19:38Z', 'updated_at': '2022-03-25T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:20:41.421593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=10b55ff4-5bc9-4a0b-bfac-3041a61d0a60,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:41.443516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.495526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.497503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] Pushing event deleted for resources: {'Port': ['ID=a2fcf90a-bf69-459c-84bd-c7f656f3bea9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:41.499433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d185c2-006b-46f4-9f46-b3766189c2ce None None] No DVR routers for this DVR port a2fcf90a-bf69-459c-84bd-c7f656f3bea9 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:20:41.671450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.673747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.746616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.747164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Fanout notify agent at l3_agent the message router_deleted on router 9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:20:41.771045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:41.772169 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3edd6247-a747-4e30-a749-aa4092d9778a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/routers/9b6c6fb1-ad4b-4d4a-b322-96fe402bdea1 HTTP/1.1" status: 204 len: 168 time: 1.5336194 Mar 25 20:20:41.777838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37914) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:41.982949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.112239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e61c-85e6-44e4-a0a1-92472e98b4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.119834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.148811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efe8561-f430-4f7d-8680-91985eeb8432']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:42.160514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c86c5a0-e907-45b9-82bc-cb795f05d908') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:42.160816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c86c5a0-e907-45b9-82bc-cb795f05d908') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:42.171780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.187314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.193682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:20:42.194120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:20:42.208735 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:20:42.350521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.367819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.379078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=7efe8561-f430-4f7d-8680-91985eeb8432,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:42.448258 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1601a01d-8332-4ff4-8a7e-2d0899b4e108 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/7efe8561-f430-4f7d-8680-91985eeb8432 HTTP/1.1" status: 204 len: 168 time: 0.6721847 Mar 25 20:20:42.462177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37918) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:42.481016 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7d646a24-ae23-476a-b2d1-3a6eef2d9e5d tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0145521 Mar 25 20:20:42.481109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37922) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:42.489590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--1415300935', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:42.494817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:42.499006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:network and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:42.502249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:42.508951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:42.529656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a2fcf90a-bf69-459c-84bd-c7f656f3bea9 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:20:42.563954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: a2fcf90a-bf69-459c-84bd-c7f656f3bea9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:20:42.564294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a2fcf90a-bf69-459c-84bd-c7f656f3bea9 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:20:42.564723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 59ba403b-2507-4d39-80e4-f0fb4b295869 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:20:42.573036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:20:42.576597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.597816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 59ba403b-2507-4d39-80e4-f0fb4b295869 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:20:42.598193 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 59ba403b-2507-4d39-80e4-f0fb4b295869 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:20:42.598694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:20:42.604505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:20:42.613498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.614543 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment c1a0d56f-e315-4d62-9a03-c881a4d6e1f9 of type vlan for network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 Mar 25 20:20:42.635807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:20:42.636149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 10b55ff4-5bc9-4a0b-bfac-3041a61d0a60 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:20:42.641935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.733031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.739144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:42.739720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.820567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.849599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.850936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=7ab1e5dc-9b82-41c5-b23e-8900836184e7,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:42.861651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:20:42.895542 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2245f05b-8b13-4e3a-9e8f-5403097c890e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4133854 Mar 25 20:20:42.898154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37926) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:42.903156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'admin_state_up': True, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:42.910215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:42.914570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:router and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:42.917459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:42.923766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:42.980962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.982045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:42.997258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:43.437402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:43.770540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:43.798774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:43.931245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.145 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/619ef148-4198-4c5e-984f-71be2261ac7f) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:20:44.073957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:44.150572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:44.212964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:20:44.215538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:20:44.217987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:20:44.230179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:44.265549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=619ef148-4198-4c5e-984f-71be2261ac7f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:44.703905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:45.183731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:45.464309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ed20f957-f98b-48ff-bc26-10bc19382a3f is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:20:45.655219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:20:45.665406 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Sync routers for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:20:45.674784 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:45.675374 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:45.727456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:45.728640 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-15277d23-71b4-448d-a8dd-a88ece4e46fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8295350 Mar 25 20:20:45.731829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37930) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:45.777821 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fe764314-189e-4465-81d1-cc3b9ba702d3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425711 Mar 25 20:20:45.778062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37934) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:45.854094 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:45.918142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc14df-7a22-4ae3-8aa8-0522dd5d4619 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:45.919634 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-23cc14df-7a22-4ae3-8aa8-0522dd5d4619 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406670 Mar 25 20:20:45.922475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37938) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:45.962099 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c8ff8023-6244-434b-b8e9-891e808bdd1d tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385578 Mar 25 20:20:45.964706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37942) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:46.057335 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-899705199', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:46.173139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:46.174921 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:44Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:46.177996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:46.181212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:46.181431 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Checking router: ed20f957-f98b-48ff-bc26-10bc19382a3f for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:20:46.181784 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Updating router ed20f957-f98b-48ff-bc26-10bc19382a3f port 619ef148-4198-4c5e-984f-71be2261ac7f binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:20:46.190560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:46.234446 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.264594 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:20:46.268258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.533393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.566355 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.577733 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Transition to ACTIVE for port object 619ef148-4198-4c5e-984f-71be2261ac7f will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:20:46.612530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=a0575f8e-ab36-46d4-9fa0-1697ee77c7ca,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:46.621287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:20:46.621637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: 7ab1e5dc-9b82-41c5-b23e-8900836184e7, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:20:46.661179 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.689177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:20:46.741521 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Attempting to bind port 619ef148-4198-4c5e-984f-71be2261ac7f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:20:46.741999 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Attempting to bind port 619ef148-4198-4c5e-984f-71be2261ac7f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:20:46.742205 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Attempting to bind port 619ef148-4198-4c5e-984f-71be2261ac7f on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:20:46.745350 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Pushing event updated for resources: {'Port': ['ID=619ef148-4198-4c5e-984f-71be2261ac7f,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:46.750051 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:20:46.750440 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:20:46.750802 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.751178 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:20:46.751616 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Bound port: 619ef148-4198-4c5e-984f-71be2261ac7f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:20:46.751965 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.761753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 7ab1e5dc-9b82-41c5-b23e-8900836184e7) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:20:46.765861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:46.766634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.770269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e4d94-28af-4624-bfcd-f693badecb66 None None] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:20:46.781771 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.786289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:20:46.833312 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] For port 619ef148-4198-4c5e-984f-71be2261ac7f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:20:46.836229 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] For port 619ef148-4198-4c5e-984f-71be2261ac7f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=619ef148-4198-4c5e-984f-71be2261ac7f,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:20:46.851136 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-eafd09bc-efdc-47ec-a7a0-b9410d250055 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8847947 Mar 25 20:20:46.853374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37948) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:46.924409 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:46.987810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:20:46.988960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:47.003628 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:47.004246 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:47.073178 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3691cdf-5f70-43a4-8388-7315cb38a60c None None] Pushing event updated for resources: {'Port': ['ID=619ef148-4198-4c5e-984f-71be2261ac7f,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:47.143773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Allocated IP 172.20.0.2 (7ab1e5dc-9b82-41c5-b23e-8900836184e7/a0575f8e-ab36-46d4-9fa0-1697ee77c7ca/dfabf64c-186a-4411-976d-9e3d94e2c946) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:20:47.189344 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:47.358402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:47.369826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Transition to ACTIVE for port object dfabf64c-186a-4411-976d-9e3d94e2c946 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:20:47.393798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Transition to ACTIVE for port object dfabf64c-186a-4411-976d-9e3d94e2c946 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:20:47.451576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:47.477827 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:44Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:47.481911 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae8033-6594-49af-8ad3-59319d2c9567 None None] The sync data for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv is: [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:44Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:20:47.587359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Pushing event updated for resources: {'Port': ['ID=dfabf64c-186a-4411-976d-9e3d94e2c946,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:47.600783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:20:47.602044 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:20:47.604460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:20:47.695855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Attempting to bind port dfabf64c-186a-4411-976d-9e3d94e2c946 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:20:47.696221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Attempting to bind port dfabf64c-186a-4411-976d-9e3d94e2c946 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:20:47.696613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Attempting to bind port dfabf64c-186a-4411-976d-9e3d94e2c946 on network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:20:47.703287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:20:47.703656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Checking segment: {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:20:47.704051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:47.704446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Bound using segment: {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:20:47.704929 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Bound port: dfabf64c-186a-4411-976d-9e3d94e2c946, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:20:47.705298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:47.731084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:47.832115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] For port dfabf64c-186a-4411-976d-9e3d94e2c946, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:20:47.835826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] For port dfabf64c-186a-4411-976d-9e3d94e2c946, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=dfabf64c-186a-4411-976d-9e3d94e2c946,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:20:47.922691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:47.962666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:48.020301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345317a-10fe-471c-a574-499f41bc2378 None None] Pushing event updated for resources: {'Port': ['ID=dfabf64c-186a-4411-976d-9e3d94e2c946,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:48.247894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.1 (7ab1e5dc-9b82-41c5-b23e-8900836184e7/a0575f8e-ab36-46d4-9fa0-1697ee77c7ca/22d02efd-e73d-480b-ba31-8e16d181424f) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:20:48.421372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:48.438008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 22d02efd-e73d-480b-ba31-8e16d181424f will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:20:48.529683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:48.595216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device dfabf64c-186a-4411-976d-9e3d94e2c946 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:20:48.598389 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:20:48.601590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:20:48.604113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:20:48.665765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=22d02efd-e73d-480b-ba31-8e16d181424f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:48.682658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:48.735584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port dfabf64c-186a-4411-976d-9e3d94e2c946 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:20:48.742229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 619ef148-4198-4c5e-984f-71be2261ac7f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:20:48.883594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 619ef148-4198-4c5e-984f-71be2261ac7f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:20:48.889359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 619ef148-4198-4c5e-984f-71be2261ac7f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:48.889359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:48.989814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c64b7-4b6f-4cfb-ac88-de44174251af None None] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:20:49.001077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.093408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.130716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 619ef148-4198-4c5e-984f-71be2261ac7f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=619ef148-4198-4c5e-984f-71be2261ac7f,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:49.186626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-061e7527-6234-4cec-a2dd-d46730483fdb None None] Provisioning for port dfabf64c-186a-4411-976d-9e3d94e2c946 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:20:49.199685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-061e7527-6234-4cec-a2dd-d46730483fdb None None] Provisioning complete for port dfabf64c-186a-4411-976d-9e3d94e2c946 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:49.200172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-061e7527-6234-4cec-a2dd-d46730483fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.231979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.372505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=619ef148-4198-4c5e-984f-71be2261ac7f,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:49.437149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-061e7527-6234-4cec-a2dd-d46730483fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.482325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-061e7527-6234-4cec-a2dd-d46730483fdb None None] For port dfabf64c-186a-4411-976d-9e3d94e2c946, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=dfabf64c-186a-4411-976d-9e3d94e2c946,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:49.542905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.546442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-061e7527-6234-4cec-a2dd-d46730483fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.596909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.619781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e7527-6234-4cec-a2dd-d46730483fdb None None] Pushing event updated for resources: {'Port': ['ID=dfabf64c-186a-4411-976d-9e3d94e2c946,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:49.717970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-029d3a55-c637-4e1c-be09-d5f92b5087ca None None] Provisioning for port 22d02efd-e73d-480b-ba31-8e16d181424f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:20:49.722279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.723603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-029d3a55-c637-4e1c-be09-d5f92b5087ca None None] Provisioning complete for port 22d02efd-e73d-480b-ba31-8e16d181424f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:49.724083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-029d3a55-c637-4e1c-be09-d5f92b5087ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.731125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=22d02efd-e73d-480b-ba31-8e16d181424f,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:49.783049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-029d3a55-c637-4e1c-be09-d5f92b5087ca None None] Port 22d02efd-e73d-480b-ba31-8e16d181424f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:20:49.795603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-029d3a55-c637-4e1c-be09-d5f92b5087ca None None] Provisioning complete for port dfabf64c-186a-4411-976d-9e3d94e2c946 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:49.796109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-029d3a55-c637-4e1c-be09-d5f92b5087ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:49.867008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:20:49.868107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:20:50.041187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a5dcc15-9544-4b92-aa49-ce756be605d9 None None] Provisioning complete for port 22d02efd-e73d-480b-ba31-8e16d181424f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:50.041769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a5dcc15-9544-4b92-aa49-ce756be605d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:50.054172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ed20f957-f98b-48ff-bc26-10bc19382a3f has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:20:50.096876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a5dcc15-9544-4b92-aa49-ce756be605d9 None None] Port 22d02efd-e73d-480b-ba31-8e16d181424f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:20:50.216491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0a1db4ca-7632-4cb2-b58a-62cd32ab91a5 None None] Provisioning complete for port 22d02efd-e73d-480b-ba31-8e16d181424f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:50.216856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a1db4ca-7632-4cb2-b58a-62cd32ab91a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:50.233997 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:20:50.246340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Sync routers for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:20:50.246519 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-015bca1b-95cb-46d5-a4ec-82b3c344d148 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/ed20f957-f98b-48ff-bc26-10bc19382a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3920808 Mar 25 20:20:50.249025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37952) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:50.268721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:50.269323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:50.338732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0a1db4ca-7632-4cb2-b58a-62cd32ab91a5 None None] Port 22d02efd-e73d-480b-ba31-8e16d181424f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:20:50.382055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe59d0d-fe69-4787-bca2-86f7dc4b380c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:50.382521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe59d0d-fe69-4787-bca2-86f7dc4b380c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:50.382976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe59d0d-fe69-4787-bca2-86f7dc4b380c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:50.383446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe59d0d-fe69-4787-bca2-86f7dc4b380c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:50.385066 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bfe59d0d-fe69-4787-bca2-86f7dc4b380c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1351614 Mar 25 20:20:50.387803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37956) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:50.456036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da77cc9-1f21-49dc-8f48-0e0268a602d3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:50.456507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da77cc9-1f21-49dc-8f48-0e0268a602d3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:50.456958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da77cc9-1f21-49dc-8f48-0e0268a602d3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:50.458050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da77cc9-1f21-49dc-8f48-0e0268a602d3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:50.459687 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1da77cc9-1f21-49dc-8f48-0e0268a602d3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0710125 Mar 25 20:20:50.462491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37960) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:50.495783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:50.541731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 619ef148-4198-4c5e-984f-71be2261ac7f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:20:50.777286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 619ef148-4198-4c5e-984f-71be2261ac7f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:50.777582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:50.787338 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-10df0aec-ecee-4dc5-9c70-a77ffc21e836 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3237927 Mar 25 20:20:50.962812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device dfabf64c-186a-4411-976d-9e3d94e2c946 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:20:51.024111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:20:49Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:51.030600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Checking router: ed20f957-f98b-48ff-bc26-10bc19382a3f for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:20:51.030898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Updating router ed20f957-f98b-48ff-bc26-10bc19382a3f port 22d02efd-e73d-480b-ba31-8e16d181424f binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:20:51.090334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port dfabf64c-186a-4411-976d-9e3d94e2c946 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:51.091033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.112889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37966) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:51.117966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538267267', 'description': 'tempest-secgroup-smoke-1538267267 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:51.119778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.123880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:51.127970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:51.131519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:51.137899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:51.203409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.223950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:51.227821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:51.230664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:51.236658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:51.305383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.374637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.421878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f05341c-e5df-4afb-9a00-156343e70a4c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:51.506412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.510555 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-03dacf5a-d550-4fe3-98ea-4193a25ba88f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3937721 Mar 25 20:20:51.510830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37970) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:51.516056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '3f05341c-e5df-4afb-9a00-156343e70a4c', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:51.521981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:51.525757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:51.528556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:51.534193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:51.542079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.553508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Transition to ACTIVE for port object 22d02efd-e73d-480b-ba31-8e16d181424f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:20:51.631648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.638597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.701765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.774637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.789603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154b470-8e17-4aa1-9d29-804679c2190b None None] Pushing event updated for resources: {'Port': ['ID=22d02efd-e73d-480b-ba31-8e16d181424f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:51.812199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9335f9c-63fe-441b-84ad-e4affa1f3482,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:51.852924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Attempting to bind port 22d02efd-e73d-480b-ba31-8e16d181424f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:20:51.853289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Attempting to bind port 22d02efd-e73d-480b-ba31-8e16d181424f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:20:51.853679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Attempting to bind port 22d02efd-e73d-480b-ba31-8e16d181424f on network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:20:51.862283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:20:51.864925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Checking segment: {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:20:51.864925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.864925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Bound using segment: {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:20:51.864925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Bound port: 22d02efd-e73d-480b-ba31-8e16d181424f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:20:51.864925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.887872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:51.887872 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7abca010-3ad4-4730-a270-cbc728e61ae1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731112 Mar 25 20:20:51.887872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37974) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:51.892907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '3f05341c-e5df-4afb-9a00-156343e70a4c', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:51.898854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:51.902605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:51.905452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:51.911663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:51.960626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] For port 22d02efd-e73d-480b-ba31-8e16d181424f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:20:51.963409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] For port 22d02efd-e73d-480b-ba31-8e16d181424f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=22d02efd-e73d-480b-ba31-8e16d181424f,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:20:51.998501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.049362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.058004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.128696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:20:52.129348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:52.144861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.171402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab0f211-17f9-4a23-971a-c0f7c08bf149,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:52.241676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154b470-8e17-4aa1-9d29-804679c2190b None None] Pushing event updated for resources: {'Port': ['ID=22d02efd-e73d-480b-ba31-8e16d181424f,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:52.241930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.243112 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f2051e63-12ac-4c93-803d-ec397d7caf67 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3542583 Mar 25 20:20:52.246415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37978) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:52.254689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '3f05341c-e5df-4afb-9a00-156343e70a4c', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:52.258957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:52.262927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:52.265822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:52.272375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:52.351833 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.369843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:20:52.415902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.493614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.522101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f4836d-66c1-4437-87f9-63e94ebe9ce3,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:52.609491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.610718 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0bb89a1b-1b05-431f-90fe-64303a0315af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3629644 Mar 25 20:20:52.613579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37982) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:52.619050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '3f05341c-e5df-4afb-9a00-156343e70a4c', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:52.625008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:52.628881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:52.632269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:52.638140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:52.689965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:20:51Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:20:52.694430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc9a6dd-1bb3-48f1-9b88-126718dda69f None None] The sync data for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv is: [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:20:51Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:20:52.713682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.798791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.866611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.892769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac0eef7-2f29-4f28-a928-d01b9a2e3cee,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:52.969486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:52.970729 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b5682306-45a8-46fb-b55d-7601f35ec012 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3560638 Mar 25 20:20:52.973818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 37986) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:52.979082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '3f05341c-e5df-4afb-9a00-156343e70a4c', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:52.985702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:52.990417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:52.993374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:52.999474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:53.094839 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:20:53.102174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:53.178140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:53.249167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:53.275098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaee615d-4f21-49f6-bb22-6e298e79daa8,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:53.334883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:53.336107 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2f7cd151-86d1-4c96-9a15-c7dece37dfee tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612249 Mar 25 20:20:53.338949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 37990) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:20:53.344228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '3f05341c-e5df-4afb-9a00-156343e70a4c', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:53.350852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:53.355072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:53.359024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:53.365754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:53.458853 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:20:53.466158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:53.536850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:53.596219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:53.615833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d58c97f-135b-4f15-9546-cfc615923d49,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:53.699106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:53.700466 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9c72ce7b-e249-4028-8aac-f6816bd78bf5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3604398 Mar 25 20:20:53.874024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-487c5ad4-4003-4eee-b13a-4858f966926e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:20:53.961117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-487c5ad4-4003-4eee-b13a-4858f966926e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:20:53.962241 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-487c5ad4-4003-4eee-b13a-4858f966926e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538267267&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.1301248 Mar 25 20:20:54.112595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-0d72d61f-f6bd-40a3-97bb-62fe2782f967 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:54.113277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-0d72d61f-f6bd-40a3-97bb-62fe2782f967 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:20:54.186214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-0d72d61f-f6bd-40a3-97bb-62fe2782f967 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:20:54.187360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-0d72d61f-f6bd-40a3-97bb-62fe2782f967 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=7ab1e5dc-9b82-41c5-b23e-8900836184e7 HTTP/1.1" status: 200 len: 797 time: 0.2186675 Mar 25 20:20:54.201958 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-4267b284-5d0d-4410-85dc-39cd4de9947d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0091794 Mar 25 20:20:54.282371 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-22301354-803f-4dcb-a5c5-544fe8bda202 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755243 Mar 25 20:20:54.418064 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-7c594100-b636-4f8e-af36-b3c1b46d08e4 service neutron] 10.222.0.37 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235437 Mar 25 20:20:54.550144 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-f51cb25c-031a-4f37-b347-742d35eaaae1 service neutron] 10.222.0.37 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261935 Mar 25 20:20:54.561862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 22d02efd-e73d-480b-ba31-8e16d181424f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:20:54.740267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 22d02efd-e73d-480b-ba31-8e16d181424f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:20:54.745432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 22d02efd-e73d-480b-ba31-8e16d181424f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:54.745804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:54.873468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:54.880401 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0d49766-0354-4067-b5af-50f05b6a25e2 req-24b3a8a5-8d7f-4b32-ae46-0b1a0a76acdc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 210 time: 0.0488179 Mar 25 20:20:54.923477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 22d02efd-e73d-480b-ba31-8e16d181424f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=22d02efd-e73d-480b-ba31-8e16d181424f,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:20:54.986150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:55.055150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=22d02efd-e73d-480b-ba31-8e16d181424f,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:56.029460 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e83c73da-cbda-4682-88f2-6d296a64309a req-81698d76-28bb-4623-8c14-97eedc0fd0e1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 210 time: 0.0425479 Mar 25 20:20:56.536009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 22d02efd-e73d-480b-ba31-8e16d181424f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:20:56.606556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 22d02efd-e73d-480b-ba31-8e16d181424f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:56.607108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:56.638405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-b55bcb42-f3be-4b0a-a2ed-82a98c3104cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:56.639105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-b55bcb42-f3be-4b0a-a2ed-82a98c3104cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:20:56.650634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-b55bcb42-f3be-4b0a-a2ed-82a98c3104cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:20:56.651849 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-b55bcb42-f3be-4b0a-a2ed-82a98c3104cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=7ab1e5dc-9b82-41c5-b23e-8900836184e7 HTTP/1.1" status: 200 len: 797 time: 0.1609457 Mar 25 20:20:56.702449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-b3b62f33-f48a-4952-ad9e-83023b8a5969 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:20:56.716085 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-b3b62f33-f48a-4952-ad9e-83023b8a5969 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:20:56.717262 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-b3b62f33-f48a-4952-ad9e-83023b8a5969 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 380 time: 0.0575881 Mar 25 20:20:56.726152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['3f05341c-e5df-4afb-9a00-156343e70a4c']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:56.860729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:20:56.864708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:port and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:20:56.867456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:20:56.873813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:20:56.955500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:20:56.959619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:57.121228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.6 (7ab1e5dc-9b82-41c5-b23e-8900836184e7/a0575f8e-ab36-46d4-9fa0-1697ee77c7ca/67e2ae1f-4938-4640-9537-74cb8df5269d) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:20:57.177543 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc1d65bc-362d-4dc9-a0d0-f776cc7549c9 req-02f24752-c84d-42c3-8086-f66a57fbcc3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 210 time: 0.0422008 Mar 25 20:20:57.314839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:57.330021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 67e2ae1f-4938-4640-9537-74cb8df5269d will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:20:57.418390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:57.482788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:20:57.486018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:20:57.497954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:20:57.537847 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=67e2ae1f-4938-4640-9537-74cb8df5269d,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:57.585206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:57.585822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:57.670624 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec3d7a20-07bb-4336-a09c-895db0c70146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9487951 Mar 25 20:20:57.681985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Request body: {'port': {'device_id': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:20:57.797467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:57.841552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4224396a-3a0f-453f-80a0-b3795d83ff3f None None] Provisioning for port 67e2ae1f-4938-4640-9537-74cb8df5269d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:20:57.846514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4224396a-3a0f-453f-80a0-b3795d83ff3f None None] Provisioning complete for port 67e2ae1f-4938-4640-9537-74cb8df5269d triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:20:57.851025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4224396a-3a0f-453f-80a0-b3795d83ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:57.899889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4224396a-3a0f-453f-80a0-b3795d83ff3f None None] Port 67e2ae1f-4938-4640-9537-74cb8df5269d cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:20:58.255423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e2ae1f-4938-4640-9537-74cb8df5269d {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:20:58.262737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:58.277016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Transition to ACTIVE for port object 67e2ae1f-4938-4640-9537-74cb8df5269d will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:20:58.361234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:58.364052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b280c08-0057-4d9c-9328-ce58c5851722 req-1a727db8-8479-4c97-ac25-a08953fb1275 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:58.365530 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b280c08-0057-4d9c-9328-ce58c5851722 req-1a727db8-8479-4c97-ac25-a08953fb1275 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 931 time: 0.0822091 Mar 25 20:20:58.409038 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b280c08-0057-4d9c-9328-ce58c5851722 req-8d11d6b5-a60d-471d-8ee6-97d0124e5891 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Mar 25 20:20:58.552922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Pushing event updated for resources: {'Port': ['ID=67e2ae1f-4938-4640-9537-74cb8df5269d,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:58.599147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Attempting to bind port 67e2ae1f-4938-4640-9537-74cb8df5269d on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:20:58.599480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Attempting to bind port 67e2ae1f-4938-4640-9537-74cb8df5269d by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:20:58.599810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Attempting to bind port 67e2ae1f-4938-4640-9537-74cb8df5269d on network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:20:58.604459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Port 67e2ae1f-4938-4640-9537-74cb8df5269d on network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:20:58.604802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Attempting to bind port 67e2ae1f-4938-4640-9537-74cb8df5269d on network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:20:58.610105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:20:58.610448 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Checking segment: {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:20:58.610816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Bound using segment: {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:20:58.611230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Bound port: 67e2ae1f-4938-4640-9537-74cb8df5269d, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:20:58.611574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:58.703135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] For port 67e2ae1f-4938-4640-9537-74cb8df5269d, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:20:58.705915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] For port 67e2ae1f-4938-4640-9537-74cb8df5269d, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=67e2ae1f-4938-4640-9537-74cb8df5269d,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:20:58.774828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:58.836255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:58.836986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:20:58.838346 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] 10.222.0.43 "PUT /v2.0/ports/67e2ae1f-4938-4640-9537-74cb8df5269d HTTP/1.1" status: 200 len: 1093 time: 1.1605511 Mar 25 20:20:58.838805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:20:58.867197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68a74f-3076-4f13-a2c2-4c5bfe403a42 service neutron] Pushing event updated for resources: {'Port': ['ID=67e2ae1f-4938-4640-9537-74cb8df5269d,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:20:58.961833 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'status': 'completed', 'code': 200} Mar 25 20:20:59.013883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-97ac2619-2adb-4543-a222-2246152d746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:59.015375 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-97ac2619-2adb-4543-a222-2246152d746f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 1096 time: 0.0873163 Mar 25 20:20:59.083563 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-f4ee30a5-6780-452b-80a5-0fd0b1e88a97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67e2ae1f-4938-4640-9537-74cb8df5269d HTTP/1.1" status: 200 len: 217 time: 0.0607455 Mar 25 20:20:59.148997 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-f41cd547-aa6e-4e94-a157-0bcade8a7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:59.150419 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-f41cd547-aa6e-4e94-a157-0bcade8a7d8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0575f8e-ab36-46d4-9fa0-1697ee77c7ca HTTP/1.1" status: 200 len: 834 time: 0.0607519 Mar 25 20:20:59.224368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-dcbe6e41-bd61-4a8a-b300-fbb5af594604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:59.225864 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-dcbe6e41-bd61-4a8a-b300-fbb5af594604 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ab1e5dc-9b82-41c5-b23e-8900836184e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698180 Mar 25 20:20:59.358108 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-c9d0af65-2aa6-43f9-934b-e0b13b7f8893 service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254172 Mar 25 20:20:59.492841 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1a84737b-08b8-49bc-97dc-db0d8f0f44f3 req-f66255e5-491c-4276-a502-509165d764db service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283689 Mar 25 20:20:59.605382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ddcb-3553-469b-a3b5-83046b6d1370 req-67be4d8b-6276-4354-9ca2-f4ca6f6526ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:59.606946 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59d1ddcb-3553-469b-a3b5-83046b6d1370 req-67be4d8b-6276-4354-9ca2-f4ca6f6526ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 943 time: 0.0885832 Mar 25 20:20:59.653225 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59d1ddcb-3553-469b-a3b5-83046b6d1370 req-3f086c5c-7f8c-4d55-8481-bde8fd58c5a8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 Mar 25 20:20:59.694280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-6aa4c403-3a03-4ab6-a2a3-463730b593e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:59.695724 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-6aa4c403-3a03-4ab6-a2a3-463730b593e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 1096 time: 0.0756910 Mar 25 20:20:59.829659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-66e509ba-3eae-444b-8455-4bcfa7db706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:59.831221 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-66e509ba-3eae-444b-8455-4bcfa7db706c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ab1e5dc-9b82-41c5-b23e-8900836184e7 HTTP/1.1" status: 200 len: 898 time: 0.1296377 Mar 25 20:20:59.897303 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-b2ae698e-6cc9-4a9f-94f0-f39b8035bdbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67e2ae1f-4938-4640-9537-74cb8df5269d HTTP/1.1" status: 200 len: 217 time: 0.0599432 Mar 25 20:20:59.961748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-d6bd1746-64d3-4cbe-9dbe-ba547b16afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:20:59.963192 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-d6bd1746-64d3-4cbe-9dbe-ba547b16afc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0575f8e-ab36-46d4-9fa0-1697ee77c7ca HTTP/1.1" status: 200 len: 834 time: 0.0600445 Mar 25 20:21:00.038127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-2244b3a2-8bd3-4d72-9ca1-6b045f06b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:00.039569 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-2244b3a2-8bd3-4d72-9ca1-6b045f06b86c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ab1e5dc-9b82-41c5-b23e-8900836184e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697429 Mar 25 20:21:00.276060 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-b073668a-e598-4eae-bb53-909284fd3802 service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299786 Mar 25 20:21:00.403966 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-96423c94-cf98-43b0-8de0-ddc1caa2858f req-b8695718-f3f6-4e55-b351-4839e91ee766 service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212296 Mar 25 20:21:00.838439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fe5f-55c4-4183-8099-bd4dde802397 req-0580889a-f475-4ffc-9b11-900990cc82db tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:00.839853 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-13a3fe5f-55c4-4183-8099-bd4dde802397 req-0580889a-f475-4ffc-9b11-900990cc82db tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 943 time: 0.0801907 Mar 25 20:21:00.882905 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-13a3fe5f-55c4-4183-8099-bd4dde802397 req-90023eb4-b626-4274-b4dc-2e8658901414 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375049 Mar 25 20:21:02.074571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f3405-f499-4dc6-a3b9-4f5156ef13cf req-83bf8ca7-fd01-4b7a-9954-91a82f728482 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:02.076008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e87f3405-f499-4dc6-a3b9-4f5156ef13cf req-83bf8ca7-fd01-4b7a-9954-91a82f728482 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 943 time: 0.0816681 Mar 25 20:21:02.118724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e87f3405-f499-4dc6-a3b9-4f5156ef13cf req-2377511f-0cf5-45f2-bfbe-a045a3ea316f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371876 Mar 25 20:21:03.140020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 67e2ae1f-4938-4640-9537-74cb8df5269d details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:21:03.271012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 67e2ae1f-4938-4640-9537-74cb8df5269d, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=67e2ae1f-4938-4640-9537-74cb8df5269d,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:21:03.283699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'port_id': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'mac_address': 'fa:16:3e:f8:a1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:21:03.297705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d884-1702-4cf7-b097-7cf10437de5f req-5545613a-8a15-4c21-8e3f-729a6969147b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:03.299153 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3613d884-1702-4cf7-b097-7cf10437de5f req-5545613a-8a15-4c21-8e3f-729a6969147b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 943 time: 0.0784624 Mar 25 20:21:03.342347 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3613d884-1702-4cf7-b097-7cf10437de5f req-87b58d77-e2ae-4aac-96b4-a8b9a757ac35 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372720 Mar 25 20:21:03.342765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:03.360202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e2ae1f-4938-4640-9537-74cb8df5269d {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:21:03.374868 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 67e2ae1f-4938-4640-9537-74cb8df5269d, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=67e2ae1f-4938-4640-9537-74cb8df5269d,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:21:03.477089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:03.543067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=67e2ae1f-4938-4640-9537-74cb8df5269d,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:21:03.779074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['67e2ae1f-4938-4640-9537-74cb8df5269d'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:21:04.620972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9baf66-c05b-4e62-9c79-b37c53b47e31 req-7b7dd85c-eee0-429c-a2f5-3b6bbd64e67f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:04.622323 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce9baf66-c05b-4e62-9c79-b37c53b47e31 req-7b7dd85c-eee0-429c-a2f5-3b6bbd64e67f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 944 time: 0.1720927 Mar 25 20:21:04.666985 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce9baf66-c05b-4e62-9c79-b37c53b47e31 req-25e62507-7c56-4341-b04e-9d668864f026 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390165 Mar 25 20:21:05.155347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 67e2ae1f-4938-4640-9537-74cb8df5269d up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:21:05.162737 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:21:05.254621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 67e2ae1f-4938-4640-9537-74cb8df5269d completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:21:05.259244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 67e2ae1f-4938-4640-9537-74cb8df5269d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:21:05.259634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:05.370648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:05.396220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:21:05.409923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 67e2ae1f-4938-4640-9537-74cb8df5269d, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=67e2ae1f-4938-4640-9537-74cb8df5269d,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:21:05.439090 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'code': 200} Mar 25 20:21:05.481200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:05.549798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=67e2ae1f-4938-4640-9537-74cb8df5269d,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:21:05.821460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a825f0c-e0aa-4d68-82f5-229c9310cdd6 req-784fb42b-ec7b-469a-85b8-eef49a666f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:05.822927 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a825f0c-e0aa-4d68-82f5-229c9310cdd6 req-784fb42b-ec7b-469a-85b8-eef49a666f9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 1098 time: 0.0759997 Mar 25 20:21:05.854467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be89fae-5f39-415d-ace8-f12a58948cd4 req-3583dcfe-b9e4-4e6e-98b8-7090c2f5b02f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:05.855922 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4be89fae-5f39-415d-ace8-f12a58948cd4 req-3583dcfe-b9e4-4e6e-98b8-7090c2f5b02f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 945 time: 0.0838609 Mar 25 20:21:05.867574 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a825f0c-e0aa-4d68-82f5-229c9310cdd6 req-c0670a7e-302b-4a3d-aa67-168a2f925da2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Mar 25 20:21:05.898558 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4be89fae-5f39-415d-ace8-f12a58948cd4 req-25a0a278-de65-4d75-9891-d279e087b429 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368178 Mar 25 20:21:07.083951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba08db9-d632-41e0-9cd6-299edd2ce9c6 req-f2bb4df0-a614-43af-9b49-dc96b8b1ef37 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:07.085422 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ba08db9-d632-41e0-9cd6-299edd2ce9c6 req-f2bb4df0-a614-43af-9b49-dc96b8b1ef37 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 945 time: 0.0794425 Mar 25 20:21:07.129396 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ba08db9-d632-41e0-9cd6-299edd2ce9c6 req-2b56df16-4df8-4511-af1a-d6d0676ad2a8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Mar 25 20:21:08.321467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698db232-b203-4f66-867f-e2c169fcb3df req-f420ba2a-05dc-46e6-b3e7-5f48c4c8f05f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:08.322896 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-698db232-b203-4f66-867f-e2c169fcb3df req-f420ba2a-05dc-46e6-b3e7-5f48c4c8f05f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 945 time: 0.0813520 Mar 25 20:21:08.365487 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-698db232-b203-4f66-867f-e2c169fcb3df req-40b4e2df-15a6-44f3-aa1e-debd079f1d9c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370893 Mar 25 20:21:08.553736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dd3af-557e-46b1-bd6b-197ad5b9eae7 req-edba7dfd-041b-4fa9-9cfa-82ca1e9c5902 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:08.555182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a01dd3af-557e-46b1-bd6b-197ad5b9eae7 req-edba7dfd-041b-4fa9-9cfa-82ca1e9c5902 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 945 time: 0.0791283 Mar 25 20:21:08.601944 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a01dd3af-557e-46b1-bd6b-197ad5b9eae7 req-71a608da-c860-412a-a9cf-f3bfa97ad1c9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Mar 25 20:21:08.624631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38052) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:21:08.838425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdfa712-f8ec-4b42-8f3c-2b72f1e4fcc7 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:08.839918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2cdfa712-f8ec-4b42-8f3c-2b72f1e4fcc7 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 1093 time: 0.2142465 Mar 25 20:21:08.842647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38058) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:21:08.847245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:21:08.853592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:21:08.857692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:21:08.860831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:21:08.867044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:21:08.960704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:09.082876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8372461c-b04a-488e-a2d2-065b78130259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:09.098267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:09.234854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.37 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/9271ec63-244d-475b-8484-4747eedf204c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:21:09.376936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:09.483411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:09.542691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:21:09.545363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:21:09.553475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:21:09.589644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=9271ec63-244d-475b-8484-4747eedf204c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:21:09.958833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:10.074364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:10.361914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:10.412090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:10.522626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=9271ec63-244d-475b-8484-4747eedf204c,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:21:10.531115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:10.698418 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 associated. External IP: 172.26.8.37, port: 67e2ae1f-4938-4640-9537-74cb8df5269d. Mar 25 20:21:11.036662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ed20f957-f98b-48ff-bc26-10bc19382a3f has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:21:11.207869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:21:11.217312 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] Sync routers for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:21:11.226411 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:21:11.227004 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:21:11.292914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:11.349618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6667bca7-a855-494b-908f-1a372d8203e4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5059886 Mar 25 20:21:11.350538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:21:11.352348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38062) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:21:11.396827 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'status': 'completed', 'code': 200} Mar 25 20:21:11.431455 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:21:11.578848 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c4faae92-2b92-4232-aa60-ff58efe7707f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers/ed20f957-f98b-48ff-bc26-10bc19382a3f HTTP/1.1" status: 200 len: 923 time: 0.2250862 Mar 25 20:21:11.582239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38068) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:21:11.593974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-82a3720d-79db-4ced-a040-78de10af2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:11.595564 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-82a3720d-79db-4ced-a040-78de10af2514 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 1098 time: 0.1720960 Mar 25 20:21:11.695694 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5e6ceb31-0d2f-4f34-8999-d91aa8ad2a72 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 990 time: 0.1117439 Mar 25 20:21:11.745142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-83336f8d-ba95-4373-b1cb-0b5647d3ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:11.746580 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-83336f8d-ba95-4373-b1cb-0b5647d3ce56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ab1e5dc-9b82-41c5-b23e-8900836184e7 HTTP/1.1" status: 200 len: 898 time: 0.1444907 Mar 25 20:21:11.785447 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.37', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'port_id': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'mac_address': 'fa:16:3e:f8:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:21:09Z', 'updated_at': '2022-03-25T20:21:09Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:20:54Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:21:11.789166 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] Checking router: ed20f957-f98b-48ff-bc26-10bc19382a3f for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:21:11.797215 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:21:11.797798 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:20:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:21:11.849780 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-eb496cd4-2bcf-4086-a3ac-ff8d53d668a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67e2ae1f-4938-4640-9537-74cb8df5269d HTTP/1.1" status: 200 len: 998 time: 0.0971076 Mar 25 20:21:11.911899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-14b52eae-8ce0-44c0-9a7f-e144af0d8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:11.913341 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-14b52eae-8ce0-44c0-9a7f-e144af0d8cb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0575f8e-ab36-46d4-9fa0-1697ee77c7ca HTTP/1.1" status: 200 len: 834 time: 0.0573084 Mar 25 20:21:11.971423 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:21:11.992701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-aade53ae-4109-4217-89d2-c6cf5967bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:11.994162 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-aade53ae-4109-4217-89d2-c6cf5967bece service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ab1e5dc-9b82-41c5-b23e-8900836184e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728874 Mar 25 20:21:12.128360 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-f37d8ce9-06fd-4b39-ac4a-f7eeb479928a service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273735 Mar 25 20:21:12.168550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d96b8ba-360d-413e-876c-6194806e166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:12.260688 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2bcf8deb-fcb9-4fb2-9059-055bac7ad596 req-48d8037a-a56f-4a1b-b907-2d1f001efd4b service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256282 Mar 25 20:21:12.315776 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.37', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'port_id': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'mac_address': 'fa:16:3e:f8:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:21:09Z', 'updated_at': '2022-03-25T20:21:09Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:20:54Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:21:12.319540 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfaf58f-7cb4-42fb-8616-eac0b32e293d None None] The sync data for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv is: [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.37', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'port_id': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'mac_address': 'fa:16:3e:f8:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:21:09Z', 'updated_at': '2022-03-25T20:21:09Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:20:54Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:21:12.492950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700c27c-06fa-450d-beec-bc4a4a2f5b76 None None] New status for floating IP b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:21:12.699468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38072) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:21:12.803735 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-94defc8a-106e-4676-9dd2-9ae9fd8d0d0f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 990 time: 0.1031523 Mar 25 20:21:12.820467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:12.857871 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:13.807764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38076) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:21:13.913033 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-77d55199-e410-4018-a2f4-e76ba9f2217d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 992 time: 0.1042330 Mar 25 20:21:14.229438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:17.917107 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:37.494512 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-03ef7f4c-fbc8-4f22-9e02-0cc89f366a48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688493 Mar 25 20:21:37.631106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-06222753-f2b7-4f96-8337-29b55408663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:37.632641 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-06222753-f2b7-4f96-8337-29b55408663f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 1098 time: 0.0717657 Mar 25 20:21:37.878592 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-47eed521-8677-482f-9968-a20b4a33beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:37.880102 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-47eed521-8677-482f-9968-a20b4a33beb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ab1e5dc-9b82-41c5-b23e-8900836184e7 HTTP/1.1" status: 200 len: 898 time: 0.2302947 Mar 25 20:21:37.986767 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-978d9255-2f94-461d-acf1-b8f605556051 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67e2ae1f-4938-4640-9537-74cb8df5269d HTTP/1.1" status: 200 len: 1000 time: 0.1006875 Mar 25 20:21:38.046800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-18b44726-12a8-4d30-8946-905045d8dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:38.048347 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-18b44726-12a8-4d30-8946-905045d8dc59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0575f8e-ab36-46d4-9fa0-1697ee77c7ca HTTP/1.1" status: 200 len: 834 time: 0.0562861 Mar 25 20:21:38.120354 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-c875fe6d-ffdd-4b95-80ee-6d28807e78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:21:38.121781 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-c875fe6d-ffdd-4b95-80ee-6d28807e78d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ab1e5dc-9b82-41c5-b23e-8900836184e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672646 Mar 25 20:21:38.251609 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-49ade447-eb6b-4d63-a000-6738aed3ef09 service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233392 Mar 25 20:21:38.386871 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0a253ad3-4825-4e0f-8d64-a4d25cc99066 req-00063c97-39db-4d69-a746-b9d22358d9a0 service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288195 Mar 25 20:21:39.076686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c39a67dc-eb3a-4c4d-984c-efa85306fd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:42.099885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a217d52-8e94-4c73-ad39-ddbb1fc94fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:42.161958 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:21:42.834377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:42.853602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:44.228320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:21:47.948725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:09.090758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb846e9d-bd95-4022-9365-697ad187bd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:12.133603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4b2de10-20fd-4ab2-9878-74ff349542b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:12.575361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38100) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:12.759517 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c66f4d29-0331-4e05-8533-7064c855bd05 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers/ed20f957-f98b-48ff-bc26-10bc19382a3f/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1829381 Mar 25 20:22:12.762369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38104) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:12.830563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:12.859036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:13.026617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562985b8-f6f2-4ee1-bbed-6ef64eecd1dd tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Notify agent at dv-neutron-835149-1-hyperv the message router_removed_from_agent {{(pid=88485) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 25 20:22:13.029669 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-562985b8-f6f2-4ee1-bbed-6ef64eecd1dd tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "DELETE /v2.0/agents/51dc8493-6605-4c54-bb59-e4e45ecdb05d/l3-routers/ed20f957-f98b-48ff-bc26-10bc19382a3f HTTP/1.1" status: 204 len: 168 time: 0.2664053 Mar 25 20:22:13.032296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38108) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:13.209309 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-27e9284f-dbc7-4916-b45b-2d4afaa9dd05 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers/ed20f957-f98b-48ff-bc26-10bc19382a3f/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1759217 Mar 25 20:22:13.212673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38112) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:13.310960 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a185e376-31f2-4a66-b819-ec3384065848 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 992 time: 0.0972159 Mar 25 20:22:13.777354 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60949d86-70a1-45f0-9027-a9c25a081f4f None None] New status for floating IP b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:22:14.233234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:14.314670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38116) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:14.524566 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f9e2135a-7399-4fd0-8b19-bc599d83a360 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 990 time: 0.2081726 Mar 25 20:22:14.564402 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 22d02efd-e73d-480b-ba31-8e16d181424f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:22:14.676096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:14.711849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 22d02efd-e73d-480b-ba31-8e16d181424f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=22d02efd-e73d-480b-ba31-8e16d181424f,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:14.776445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:14.777096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 619ef148-4198-4c5e-984f-71be2261ac7f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:22:14.887871 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=22d02efd-e73d-480b-ba31-8e16d181424f,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:14.922245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.922586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.922912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.923235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.923551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.923895 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.924211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.924545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.924860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.925174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.925481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.925787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:14.952668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:14.967863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 619ef148-4198-4c5e-984f-71be2261ac7f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=619ef148-4198-4c5e-984f-71be2261ac7f,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:15.044949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:15.109840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=619ef148-4198-4c5e-984f-71be2261ac7f,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:16.558251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38124) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:16.927550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb838c7-f455-4240-a746-f36a753dff07 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Router ed20f957-f98b-48ff-bc26-10bc19382a3f is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:22:16.927876 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb838c7-f455-4240-a746-f36a753dff07 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Notify agent at dv-neutron-835149-1-hyperv the message router_added_to_agent {{(pid=88485) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 25 20:22:16.945624 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bbb838c7-f455-4240-a746-f36a753dff07 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "POST /v2.0/agents/51dc8493-6605-4c54-bb59-e4e45ecdb05d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3863268 Mar 25 20:22:16.948214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38132) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:16.958178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] Sync routers for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:22:16.967836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:16.968466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:17.129511 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0f350ed6-2180-4843-8a5c-c8f8cdfba457 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers/ed20f957-f98b-48ff-bc26-10bc19382a3f/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1801775 Mar 25 20:22:17.132214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38136) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:17.147654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:17.237781 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-50f71572-7140-49a3-b474-7e6314f4db43 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 990 time: 0.1043901 Mar 25 20:22:17.527594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.37', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'port_id': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'mac_address': 'fa:16:3e:f8:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:21:09Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:17.531282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] Checking router: ed20f957-f98b-48ff-bc26-10bc19382a3f for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:22:17.540117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:17.540738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:17.716455 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:17.970540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:18.078671 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.37', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'port_id': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'mac_address': 'fa:16:3e:f8:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:21:09Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:18.082603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeb664-3ffc-48a1-b2da-01aac90dac6c None None] The sync data for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv is: [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.37', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'port_id': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'mac_address': 'fa:16:3e:f8:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:21:09Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:22:14Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:22:18.241563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38140) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:18.362089 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c85bf71d-59bd-456c-ad2c-abfb5964b139 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 990 time: 0.1185458 Mar 25 20:22:18.589380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 22d02efd-e73d-480b-ba31-8e16d181424f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:18.680869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 22d02efd-e73d-480b-ba31-8e16d181424f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:18.681237 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:18.826314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:18.860660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 22d02efd-e73d-480b-ba31-8e16d181424f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=22d02efd-e73d-480b-ba31-8e16d181424f,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:18.927821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:18.996426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=22d02efd-e73d-480b-ba31-8e16d181424f,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:19.161663 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:22:19.366088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38144) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:19.503130 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9cd72882-748d-4126-94a5-74ab33589d5e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 990 time: 0.1359088 Mar 25 20:22:19.713959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c2365-16fa-448f-bfe2-3cb77569938e None None] New status for floating IP b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:22:20.506994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38148) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:20.616513 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7d54801e-156a-4d4e-82de-8c8d4f3a6cac tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 200 len: 992 time: 0.1055558 Mar 25 20:22:20.632809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 22d02efd-e73d-480b-ba31-8e16d181424f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:20.702089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 22d02efd-e73d-480b-ba31-8e16d181424f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:20.702447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:20.821954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 619ef148-4198-4c5e-984f-71be2261ac7f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:20.885698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 619ef148-4198-4c5e-984f-71be2261ac7f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:20.886059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:21.001771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:21.018354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 619ef148-4198-4c5e-984f-71be2261ac7f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=619ef148-4198-4c5e-984f-71be2261ac7f,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:21.078650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:21.143686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=619ef148-4198-4c5e-984f-71be2261ac7f,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:22.569713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 619ef148-4198-4c5e-984f-71be2261ac7f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:22.672670 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 619ef148-4198-4c5e-984f-71be2261ac7f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:22.673043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:22.903723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38156) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:23.098034 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 9271ec63-244d-475b-8484-4747eedf204c {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:22:23.098294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:23.264813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:23.265135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:23.497802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 9271ec63-244d-475b-8484-4747eedf204c owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:22:23.765799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:23.815628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=9271ec63-244d-475b-8484-4747eedf204c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:23.855212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.855558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.855893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.856224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.856575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.856901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.857218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.857563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.857880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.858198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.858510 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.858821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:23.918262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:23.918939 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 disassociated (deleted). External IP: 172.26.8.37, port: 67e2ae1f-4938-4640-9537-74cb8df5269d. Mar 25 20:22:24.267317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ed20f957-f98b-48ff-bc26-10bc19382a3f has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:22:24.443949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:22:24.453317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] Sync routers for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:22:24.460001 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:24.462115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:24.462719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:24.515510 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a4196121-81e8-4475-9b72-3981534fcb03 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59 HTTP/1.1" status: 204 len: 168 time: 1.6100593 Mar 25 20:22:24.515777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:22:24.570038 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'status': 'completed', 'code': 200} Mar 25 20:22:24.650888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:24.667061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-af6f9456-ed80-41be-adc8-afd19396f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:24.668642 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-af6f9456-ed80-41be-adc8-afd19396f1f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 1098 time: 0.0753188 Mar 25 20:22:24.801973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-aec2a2fd-c69d-4928-bb5b-37150b769b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:24.803668 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-aec2a2fd-c69d-4928-bb5b-37150b769b57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ab1e5dc-9b82-41c5-b23e-8900836184e7 HTTP/1.1" status: 200 len: 898 time: 0.1288676 Mar 25 20:22:24.872942 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-adc13cd9-081b-4c67-9b58-ca69efe2fc79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67e2ae1f-4938-4640-9537-74cb8df5269d HTTP/1.1" status: 200 len: 217 time: 0.0635052 Mar 25 20:22:24.941998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-a3dde24a-05ac-4b3b-8bfe-c1e7d57fc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:24.943520 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-a3dde24a-05ac-4b3b-8bfe-c1e7d57fc369 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0575f8e-ab36-46d4-9fa0-1697ee77c7ca HTTP/1.1" status: 200 len: 834 time: 0.0600200 Mar 25 20:22:24.974718 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:22:18Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:24.979391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] Checking router: ed20f957-f98b-48ff-bc26-10bc19382a3f for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:22:24.989300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:24.990075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:25.021404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-dc8c8482-495f-4993-8133-d088b944f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:25.022885 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-dc8c8482-495f-4993-8133-d088b944f1e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ab1e5dc-9b82-41c5-b23e-8900836184e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735538 Mar 25 20:22:25.124693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f88a98-b2a4-4da2-951f-591f03cfe54a req-d0a964fb-d37f-4fc6-95bc-80f6f9896f88 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:25.126239 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-01f88a98-b2a4-4da2-951f-591f03cfe54a req-d0a964fb-d37f-4fc6-95bc-80f6f9896f88 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 945 time: 0.0841351 Mar 25 20:22:25.175492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:25.177284 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-01f88a98-b2a4-4da2-951f-591f03cfe54a req-d747f661-0738-40f9-8418-999995c1ede6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Mar 25 20:22:25.276803 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-d20e0db2-7ea6-49db-91b4-b21d27bb553d service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473087 Mar 25 20:22:25.417152 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d23c1c46-fcba-41ef-9ae5-0d99f206432d req-96ec1be3-4c88-4bd1-83e7-cf550c07c14e service neutron] 10.222.0.43 "GET /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333733 Mar 25 20:22:25.491112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:22:18Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:25.495091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c505a-8d18-407d-a7c4-d95420087f23 None None] The sync data for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv is: [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:20:48Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '22d02efd-e73d-480b-ba31-8e16d181424f', 'name': '', 'network_id': '7ab1e5dc-9b82-41c5-b23e-8900836184e7', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:18:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:48Z', 'updated_at': '2022-03-25T20:22:18Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': 'a0575f8e-ab36-46d4-9fa0-1697ee77c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:22:26.196885 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a775a9-878e-4664-9125-3dade48c19c8 None None] New status for floating IP b8d85aa1-7f9b-4a60-81ee-c18f9a9caa59: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:22:26.366694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a0c09-1211-4e35-b2c6-601d4efd9462 req-97281a60-ff5b-4cf9-ac49-67fb84eeae04 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:26.368679 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a79a0c09-1211-4e35-b2c6-601d4efd9462 req-97281a60-ff5b-4cf9-ac49-67fb84eeae04 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 945 time: 0.0863805 Mar 25 20:22:26.411850 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a79a0c09-1211-4e35-b2c6-601d4efd9462 req-7c951f89-6193-47ef-95cf-209f63e753d6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f05341c-e5df-4afb-9a00-156343e70a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374916 Mar 25 20:22:26.512109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-ba728849-d9a2-4a43-8a70-894802c92241 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:26.512756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-ba728849-d9a2-4a43-8a70-894802c92241 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:22:26.581655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-ba728849-d9a2-4a43-8a70-894802c92241 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:22:26.582741 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-ba728849-d9a2-4a43-8a70-894802c92241 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 945 time: 0.1516490 Mar 25 20:22:26.652622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 67e2ae1f-4938-4640-9537-74cb8df5269d {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:22:26.652967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:26.896278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 67e2ae1f-4938-4640-9537-74cb8df5269d, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=67e2ae1f-4938-4640-9537-74cb8df5269d,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:26.896666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:27.017463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 67e2ae1f-4938-4640-9537-74cb8df5269d owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:22:27.224979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:27.278298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=67e2ae1f-4938-4640-9537-74cb8df5269d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:27.350072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port 67e2ae1f-4938-4640-9537-74cb8df5269d on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:22:27.352502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:27.358677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'name': 'network-vif-deleted', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:22:27.399476 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a24e0a-a05c-4af0-9ea8-07648b904b37', 'name': 'network-vif-deleted', 'tag': '67e2ae1f-4938-4640-9537-74cb8df5269d', 'status': 'completed', 'code': 200} Mar 25 20:22:27.451271 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2032c9b9-7491-42ab-ac26-725fda4cefa0 req-4f586047-8a76-4073-929f-abe7f2e99d39 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/67e2ae1f-4938-4640-9537-74cb8df5269d HTTP/1.1" status: 204 len: 173 time: 0.8622684 Mar 25 20:22:27.558862 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-828fc7c3-eb1f-4a0f-bbc7-c39d42777550 req-29d31ce3-0dec-4fd4-b185-72fbf37ad890 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a24e0a-a05c-4af0-9ea8-07648b904b37 HTTP/1.1" status: 200 len: 210 time: 0.0424354 Mar 25 20:22:28.651401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38174) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:28.719689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac60f24e-8bfb-4ebc-b3f8-d066963b05b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:28.748843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac60f24e-8bfb-4ebc-b3f8-d066963b05b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:28.867356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac60f24e-8bfb-4ebc-b3f8-d066963b05b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:28.886102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60f24e-8bfb-4ebc-b3f8-d066963b05b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f05341c-e5df-4afb-9a00-156343e70a4c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:28.940775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ac60f24e-8bfb-4ebc-b3f8-d066963b05b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:28.941911 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ac60f24e-8bfb-4ebc-b3f8-d066963b05b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f05341c-e5df-4afb-9a00-156343e70a4c HTTP/1.1" status: 204 len: 168 time: 0.2895198 Mar 25 20:22:29.016236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38180) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:29.542934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 67e2ae1f-4938-4640-9537-74cb8df5269d no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:22:29.580406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 67e2ae1f-4938-4640-9537-74cb8df5269d {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:22:29.580776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 67e2ae1f-4938-4640-9537-74cb8df5269d not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:22:29.682572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:30.034159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 22d02efd-e73d-480b-ba31-8e16d181424f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:22:30.034410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:30.217267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 22d02efd-e73d-480b-ba31-8e16d181424f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=22d02efd-e73d-480b-ba31-8e16d181424f,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:30.217649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:30.338801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 22d02efd-e73d-480b-ba31-8e16d181424f owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:22:30.696212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:30.743741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=22d02efd-e73d-480b-ba31-8e16d181424f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:31.138574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:31.534887 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router ed20f957-f98b-48ff-bc26-10bc19382a3f has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:22:31.708734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:22:31.718725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] Sync routers for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:22:31.721248 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fc93708e-b07d-42d4-b57f-b25ae0c7d48b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/ed20f957-f98b-48ff-bc26-10bc19382a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7039454 Mar 25 20:22:31.723850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38184) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:31.727795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:31.728456 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:31.792236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f27217-a821-4582-abb6-ddbea07d73c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet a0575f8e-ab36-46d4-9fa0-1697ee77c7ca {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:22:31.795099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14f27217-a821-4582-abb6-ddbea07d73c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:31.847944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14f27217-a821-4582-abb6-ddbea07d73c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:31.934807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14f27217-a821-4582-abb6-ddbea07d73c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:31.943275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:32.059161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14f27217-a821-4582-abb6-ddbea07d73c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:32.098084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27217-a821-4582-abb6-ddbea07d73c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=a0575f8e-ab36-46d4-9fa0-1697ee77c7ca,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:32.099971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-14f27217-a821-4582-abb6-ddbea07d73c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:32.107111 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-14f27217-a821-4582-abb6-ddbea07d73c7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/a0575f8e-ab36-46d4-9fa0-1697ee77c7ca HTTP/1.1" status: 204 len: 168 time: 0.3823116 Mar 25 20:22:32.110050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38188) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:32.124685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1f0a4-cf33-400c-a591-ea7abcb930e5 None None] Network 7ab1e5dc-9b82-41c5-b23e-8900836184e7 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:22:32.286473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:32.396516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:22:30Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:32.403336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] Checking router: ed20f957-f98b-48ff-bc26-10bc19382a3f for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:22:32.412963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] Routers {'ed20f957-f98b-48ff-bc26-10bc19382a3f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:32.413603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['ed20f957-f98b-48ff-bc26-10bc19382a3f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:32.468145 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] DHCP port deletion for 7ab1e5dc-9b82-41c5-b23e-8900836184e7 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:22:32.486610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Deleting port dfabf64c-186a-4411-976d-9e3d94e2c946 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:22:32.487319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:32.594584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:32.637967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device dfabf64c-186a-4411-976d-9e3d94e2c946 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:22:32.689174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 619ef148-4198-4c5e-984f-71be2261ac7f {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:22:32.689174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:32.752615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] Set router ed20f957-f98b-48ff-bc26-10bc19382a3f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:32.857709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 619ef148-4198-4c5e-984f-71be2261ac7f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=619ef148-4198-4c5e-984f-71be2261ac7f,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:32.858356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:32.980699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 619ef148-4198-4c5e-984f-71be2261ac7f owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:22:33.057561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] For port dfabf64c-186a-4411-976d-9e3d94e2c946, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=dfabf64c-186a-4411-976d-9e3d94e2c946,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:33.057943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.137610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.210454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.259483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Calling delete_port for dfabf64c-186a-4411-976d-9e3d94e2c946 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:22:33.260119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=619ef148-4198-4c5e-984f-71be2261ac7f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:33.349048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.375802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port dfabf64c-186a-4411-976d-9e3d94e2c946, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=dfabf64c-186a-4411-976d-9e3d94e2c946,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:33.418978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:22:30Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:33.422812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909df6eb-d23c-45d8-b0e3-0c53df8d7ff7 None None] The sync data for ids ['ed20f957-f98b-48ff-bc26-10bc19382a3f'] in dv-neutron-835149-1-hyperv is: [{'id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'name': 'tempest-TestNetworkBasicOps-router-2045251865', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145'}], 'enable_snat': True}, 'gw_port_id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:20:42Z', 'updated_at': '2022-03-25T20:22:30Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '619ef148-4198-4c5e-984f-71be2261ac7f', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20f957-f98b-48ff-bc26-10bc19382a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:20:43Z', 'updated_at': '2022-03-25T20:22:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:22:33.459315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.525845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.528166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.529058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=dfabf64c-186a-4411-976d-9e3d94e2c946,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:33.533988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:22:33.533988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:22:33.607679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.608212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Fanout notify agent at l3_agent the message router_deleted on router ed20f957-f98b-48ff-bc26-10bc19382a3f {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:22:33.623508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.624607 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-86cf9e29-e1eb-4687-80ce-8c28de7cd3e6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/routers/ed20f957-f98b-48ff-bc26-10bc19382a3f HTTP/1.1" status: 204 len: 168 time: 1.5136454 Mar 25 20:22:33.627254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38192) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:33.739243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.749878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port dfabf64c-186a-4411-976d-9e3d94e2c946 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:22:33.750212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:33.973613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port dfabf64c-186a-4411-976d-9e3d94e2c946, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=dfabf64c-186a-4411-976d-9e3d94e2c946,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:33.974182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.035681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Deleting port dfabf64c-186a-4411-976d-9e3d94e2c946 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:22:34.036154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.211709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for dfabf64c-186a-4411-976d-9e3d94e2c946 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:22:34.260629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] For port dfabf64c-186a-4411-976d-9e3d94e2c946, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=dfabf64c-186a-4411-976d-9e3d94e2c946,segment=NetworkSegment(c1a0d56f-e315-4d62-9a03-c881a4d6e1f9),segment_id=c1a0d56f-e315-4d62-9a03-c881a4d6e1f9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:34.261016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.341785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.380099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Calling delete_port for dfabf64c-186a-4411-976d-9e3d94e2c946 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:22:34.388104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=dfabf64c-186a-4411-976d-9e3d94e2c946,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:34.392930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port dfabf64c-186a-4411-976d-9e3d94e2c946 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:22:34.486119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:22:34.486467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:22:34.532350 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.558308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab1e5dc-9b82-41c5-b23e-8900836184e7']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:34.570172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:34.570499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a0d56f-e315-4d62-9a03-c881a4d6e1f9') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:34.572901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 22d02efd-e73d-480b-ba31-8e16d181424f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:22:34.581953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.598770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.605595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:22:34.606013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.608337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 22d02efd-e73d-480b-ba31-8e16d181424f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:22:34.608697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 22d02efd-e73d-480b-ba31-8e16d181424f not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:22:34.609111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 619ef148-4198-4c5e-984f-71be2261ac7f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:22:34.624498 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:22:34.642236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 619ef148-4198-4c5e-984f-71be2261ac7f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:22:34.642583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 619ef148-4198-4c5e-984f-71be2261ac7f not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:22:34.764302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.783567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.795361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=7ab1e5dc-9b82-41c5-b23e-8900836184e7,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:34.868371 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6b8e4fa8-8c21-4209-9c3f-c6cbd6a60bd0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/7ab1e5dc-9b82-41c5-b23e-8900836184e7 HTTP/1.1" status: 204 len: 168 time: 1.2395229 Mar 25 20:22:34.889341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38196) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:34.894978 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--1257170732', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:34.900084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:34.904283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:network and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:34.907690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:34.913501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:34.950750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Deleting port dfabf64c-186a-4411-976d-9e3d94e2c946 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:22:34.951133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:34.978851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:22:34.982458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:35.014528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:22:35.019327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1109fefe-c954-4274-b46f-ec9a65e3812e None None] The port 'dfabf64c-186a-4411-976d-9e3d94e2c946' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:22:35.023002 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:35.023355 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment 09772c1f-10b6-46ac-8aae-645c9ae11e7e of type vlan for network 6713f3cf-da7c-4e09-812e-323d591eefe6 Mar 25 20:22:35.051523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:35.147420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:35.153346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:35.153917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:35.261140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=6713f3cf-da7c-4e09-812e-323d591eefe6,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:35.272026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:22:35.313810 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-07f766ee-f846-4585-9ed9-e5b396e97c7d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4232817 Mar 25 20:22:35.316542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38200) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:35.321560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-867304474', 'admin_state_up': True, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:35.328721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:35.332581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:router and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:35.335405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:35.342238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:35.416840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:35.417912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:35.432248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:35.797246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:36.160861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:36.189325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:36.429293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.84 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/f910a252-e10c-4d2b-878e-5008f09fb6ce) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:22:36.572954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:36.659237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:36.721841 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:22:36.724543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:22:36.728664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:22:36.774120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=f910a252-e10c-4d2b-878e-5008f09fb6ce,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:37.225513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:37.558012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:37.827149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 26685505-bc3f-4c67-abf0-00c8ee6b71eb is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:22:38.105494 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:22:38.115930 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Sync routers for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:22:38.126022 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:38.126694 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:38.187435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:38.188679 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-54970e1f-4534-48af-af47-f0636fe8184a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8711491 Mar 25 20:22:38.191816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38204) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:38.234308 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d6453461-59f4-497d-a0c9-6c19f3b28d92 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413992 Mar 25 20:22:38.237231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38208) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:38.301226 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:38.366350 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3801f4-053b-43e2-af86-85155081372f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:38.367789 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ac3801f4-053b-43e2-af86-85155081372f tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296370 Mar 25 20:22:38.370690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38212) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:38.409354 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-10f8088f-640e-49fc-a2b1-39bd0f6e0941 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376251 Mar 25 20:22:38.411928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38216) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:38.417820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-417044664', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:38.530702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:38.531138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:38.533998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:38.539804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:38.579154 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:36Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:38.583037 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Checking router: 26685505-bc3f-4c67-abf0-00c8ee6b71eb for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:22:38.585801 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Updating router 26685505-bc3f-4c67-abf0-00c8ee6b71eb port f910a252-e10c-4d2b-878e-5008f09fb6ce binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:22:38.613158 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:22:38.616781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:38.638915 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:38.887715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:38.970406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=9629c137-9dec-4a82-8354-086c445130df,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:38.978035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:22:38.978392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: 6713f3cf-da7c-4e09-812e-323d591eefe6, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:22:38.985676 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:38.997340 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Transition to ACTIVE for port object f910a252-e10c-4d2b-878e-5008f09fb6ce will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:22:39.053088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:22:39.061141 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.110332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c898c67-2689-4344-b960-21e071d45fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.143033 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Pushing event updated for resources: {'Port': ['ID=f910a252-e10c-4d2b-878e-5008f09fb6ce,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:39.144966 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Attempting to bind port f910a252-e10c-4d2b-878e-5008f09fb6ce on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:22:39.145313 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Attempting to bind port f910a252-e10c-4d2b-878e-5008f09fb6ce by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:22:39.145654 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Attempting to bind port f910a252-e10c-4d2b-878e-5008f09fb6ce on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:22:39.154621 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:22:39.157045 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:22:39.157045 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.157045 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:22:39.157045 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Bound port: f910a252-e10c-4d2b-878e-5008f09fb6ce, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:22:39.157045 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.175793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6713f3cf-da7c-4e09-812e-323d591eefe6) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:22:39.180022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:39.180655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.184551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3148bee-4477-46bd-9982-ce03bc9a1930 None None] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:22:39.186244 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.186643 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.187495 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.187824 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.188145 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.188493 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.188835 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.189152 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.189464 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.189772 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.190079 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.190390 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:39.238177 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] For port f910a252-e10c-4d2b-878e-5008f09fb6ce, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:22:39.241155 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] For port f910a252-e10c-4d2b-878e-5008f09fb6ce, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f910a252-e10c-4d2b-878e-5008f09fb6ce,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:22:39.271318 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c2d4d725-3e29-4a68-b93e-c7184743929b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8583512 Mar 25 20:22:39.279344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38220) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:39.293743 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.375201 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:39.375815 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:39.414574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-6713f3cf-da7c-4e09-812e-323d591eefe6', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:22:39.415739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.439362 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b44c-327f-499c-be2e-ef7819eaaa34 None None] Pushing event updated for resources: {'Port': ['ID=f910a252-e10c-4d2b-878e-5008f09fb6ce,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:39.570867 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:39.573146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Allocated IP 172.20.0.2 (6713f3cf-da7c-4e09-812e-323d591eefe6/9629c137-9dec-4a82-8354-086c445130df/426a9a9d-e57f-46ae-97f1-6a35a8c89eaa) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:22:39.834839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.846778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Transition to ACTIVE for port object 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:22:39.855219 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:36Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:39.860000 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818af15-a73b-40a4-aa47-28597e6162f9 None None] The sync data for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv is: [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:36Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:22:39.866314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Transition to ACTIVE for port object 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:22:39.928221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:39.989674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:22:39.992969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:22:39.995566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:22:40.036432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Pushing event updated for resources: {'Port': ['ID=426a9a9d-e57f-46ae-97f1-6a35a8c89eaa,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:40.126605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Attempting to bind port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:22:40.127272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Attempting to bind port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:22:40.127371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Attempting to bind port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa on network 6713f3cf-da7c-4e09-812e-323d591eefe6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:22:40.135764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:22:40.136682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Checking segment: {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:22:40.137104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.137502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Bound using segment: {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:22:40.138848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Bound port: 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:22:40.139000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.160278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.239876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] For port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:22:40.243770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] For port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=426a9a9d-e57f-46ae-97f1-6a35a8c89eaa,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:22:40.306181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.390046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b880-2826-4817-a785-f2d55b7f230f None None] Pushing event updated for resources: {'Port': ['ID=426a9a9d-e57f-46ae-97f1-6a35a8c89eaa,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:40.614570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.1 (6713f3cf-da7c-4e09-812e-323d591eefe6/9629c137-9dec-4a82-8354-086c445130df/177edfc4-30e2-409d-8e92-c15a5f48d67a) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:22:40.659813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f910a252-e10c-4d2b-878e-5008f09fb6ce up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:40.791002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port f910a252-e10c-4d2b-878e-5008f09fb6ce completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:22:40.796682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f910a252-e10c-4d2b-878e-5008f09fb6ce triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:40.797052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.824929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.841505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 177edfc4-30e2-409d-8e92-c15a5f48d67a will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:22:40.912495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.916855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.931376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port f910a252-e10c-4d2b-878e-5008f09fb6ce, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f910a252-e10c-4d2b-878e-5008f09fb6ce,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:40.977499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:22:40.980422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:22:40.981554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:40.986136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:22:41.041736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=177edfc4-30e2-409d-8e92-c15a5f48d67a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:41.055727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=f910a252-e10c-4d2b-878e-5008f09fb6ce,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:41.061360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:41.344411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396b18c-24cb-4851-a1a2-a98851587a1b None None] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:22:41.381191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:41.508371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d27e23b6-c8c1-4ec3-8b86-189f7978fb9b None None] Provisioning for port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:22:41.901697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7ec0f6e8-4025-4c9c-8b6a-2c93f93784b3 None None] Provisioning for port 177edfc4-30e2-409d-8e92-c15a5f48d67a completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:22:41.908634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7ec0f6e8-4025-4c9c-8b6a-2c93f93784b3 None None] Provisioning complete for port 177edfc4-30e2-409d-8e92-c15a5f48d67a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:41.909010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f6e8-4025-4c9c-8b6a-2c93f93784b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:41.963382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:41.965517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0f6e8-4025-4c9c-8b6a-2c93f93784b3 None None] Port 177edfc4-30e2-409d-8e92-c15a5f48d67a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:22:42.021569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:42.085514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9b422c18-205c-4cbc-828f-b359bfb207cd None None] Provisioning complete for port 177edfc4-30e2-409d-8e92-c15a5f48d67a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:42.086391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b422c18-205c-4cbc-828f-b359bfb207cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:42.114884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1620007-927d-4101-b72e-d2b6e2ad7257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:42.135191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:42.138666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=177edfc4-30e2-409d-8e92-c15a5f48d67a,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:42.142701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9b422c18-205c-4cbc-828f-b359bfb207cd None None] Port 177edfc4-30e2-409d-8e92-c15a5f48d67a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:22:42.270395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:22:42.271393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:22:42.457714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 26685505-bc3f-4c67-abf0-00c8ee6b71eb has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:22:42.463846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ba6717bf-6734-4ba8-99e2-e8cd90fe42af None None] Provisioning complete for port 177edfc4-30e2-409d-8e92-c15a5f48d67a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:42.464781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba6717bf-6734-4ba8-99e2-e8cd90fe42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:42.518963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ba6717bf-6734-4ba8-99e2-e8cd90fe42af None None] Port 177edfc4-30e2-409d-8e92-c15a5f48d67a cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:22:42.639672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:22:42.655319 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8641a79b-f7b9-4521-81d6-18019c07f8dd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/26685505-bc3f-4c67-abf0-00c8ee6b71eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3749435 Mar 25 20:22:42.656358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:42.657784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38226) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:42.687163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Sync routers for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:22:42.707481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:42.708074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:42.794245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c85d5-ebab-4f27-bd56-f50302f9293c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:42.794655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c85d5-ebab-4f27-bd56-f50302f9293c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:42.795126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c85d5-ebab-4f27-bd56-f50302f9293c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:42.795596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c85d5-ebab-4f27-bd56-f50302f9293c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:42.797256 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-629c85d5-ebab-4f27-bd56-f50302f9293c tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1385820 Mar 25 20:22:42.800048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38230) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:42.871718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b4ed9-3216-46ac-a3f4-218fce6f0985 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:42.872182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b4ed9-3216-46ac-a3f4-218fce6f0985 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:42.872662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b4ed9-3216-46ac-a3f4-218fce6f0985 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:42.873115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b4ed9-3216-46ac-a3f4-218fce6f0985 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:42.874745 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e52b4ed9-3216-46ac-a3f4-218fce6f0985 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0737836 Mar 25 20:22:42.877475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38234) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:42.892368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:42.914802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:42.926084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:43.003181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:22:43.015977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:43.017514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.080989 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-da9a65c7-ce38-4547-b21b-f4f7c68fb955 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2022650 Mar 25 20:22:43.304344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.373942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=426a9a9d-e57f-46ae-97f1-6a35a8c89eaa,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:43.394541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:43.400172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Checking router: 26685505-bc3f-4c67-abf0-00c8ee6b71eb for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:22:43.400738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Updating router 26685505-bc3f-4c67-abf0-00c8ee6b71eb port 177edfc4-30e2-409d-8e92-c15a5f48d67a binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:22:43.410792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38240) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:43.416542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881870379', 'description': 'tempest-secgroup-smoke-1881870379 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:43.422442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:43.426674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:43.430261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:43.436261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:43.455276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.456029 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f910a252-e10c-4d2b-878e-5008f09fb6ce up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:43.501248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.511607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.526692 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:43.530886 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:43.534119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:43.540988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:43.630871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.678799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.711258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=426a9a9d-e57f-46ae-97f1-6a35a8c89eaa,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:43.745969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f910a252-e10c-4d2b-878e-5008f09fb6ce triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:43.746339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.749602 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecaf5c5-a4df-476e-9c17-0e47925cb282,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:43.821455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.822701 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c1b70a8a-13a0-4f8c-9c5d-d7e7e520cc3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4107041 Mar 25 20:22:43.825474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38244) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:43.830482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ecaf5c5-a4df-476e-9c17-0e47925cb282', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:43.836332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:43.840769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:43.843661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:43.850212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:43.935381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:43.995343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.068359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.078807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.080002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Transition to ACTIVE for port object 177edfc4-30e2-409d-8e92-c15a5f48d67a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:22:44.100653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd16b3d-b85e-48eb-8f35-04baeb97bf55,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:44.170128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.198407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.199654 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4c5618bc-f434-4a5e-9908-e8449e69fbe8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732481 Mar 25 20:22:44.202552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38248) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:44.207598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ecaf5c5-a4df-476e-9c17-0e47925cb282', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:44.214014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:44.217931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:44.221274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:44.227672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:44.283989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.302302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.324034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906c645-ae62-444a-9311-be8c63b12753 None None] Pushing event updated for resources: {'Port': ['ID=177edfc4-30e2-409d-8e92-c15a5f48d67a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:44.372884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.391165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Attempting to bind port 177edfc4-30e2-409d-8e92-c15a5f48d67a on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:22:44.396079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Attempting to bind port 177edfc4-30e2-409d-8e92-c15a5f48d67a by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:22:44.396079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Attempting to bind port 177edfc4-30e2-409d-8e92-c15a5f48d67a on network 6713f3cf-da7c-4e09-812e-323d591eefe6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:22:44.397786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:22:44.398154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Checking segment: {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:22:44.399084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.399470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Bound using segment: {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:22:44.399927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Bound port: 177edfc4-30e2-409d-8e92-c15a5f48d67a, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:22:44.400291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.467151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.493058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb5fb02-47cb-43d8-82e3-711cad1ba610,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:44.496277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] For port 177edfc4-30e2-409d-8e92-c15a5f48d67a, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:22:44.499239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] For port 177edfc4-30e2-409d-8e92-c15a5f48d67a, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=177edfc4-30e2-409d-8e92-c15a5f48d67a,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:22:44.503682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.504026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.504358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.504721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.505046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.505367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.505690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.506363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.506689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.507007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.507350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.508224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:22:44.558830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.587528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.589255 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c202ac6b-c523-4837-9aa1-9013cb2195d1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3852124 Mar 25 20:22:44.591731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38254) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:44.598203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:44.598757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ecaf5c5-a4df-476e-9c17-0e47925cb282', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:44.606648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:44.611005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:44.613948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:44.619931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:44.706645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.736235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:22:44.736444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:44.782729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.809288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906c645-ae62-444a-9311-be8c63b12753 None None] Pushing event updated for resources: {'Port': ['ID=177edfc4-30e2-409d-8e92-c15a5f48d67a,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:44.850720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:44.851085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.853161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.881487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555de6c7-b775-4814-a4d5-08141da69b4d,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:44.967753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:44.968918 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-52736d5c-9ae4-4ff7-affc-41dd4016af3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3761868 Mar 25 20:22:44.971730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38258) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:44.976863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ecaf5c5-a4df-476e-9c17-0e47925cb282', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:44.982569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:44.987574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:44.990455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:44.996774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:45.010221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:22:45.126885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:45.190673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:45.255536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:45.278973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff0f67a-b648-43dc-a25e-04a71756edab,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:45.353258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:45.354441 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-629c52d6-c125-4f8a-8853-c4aca0ad44f9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3816996 Mar 25 20:22:45.357351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38264) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:45.362790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ecaf5c5-a4df-476e-9c17-0e47925cb282', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:45.369356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:45.373373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:45.376532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:45.382622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:45.384939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:22:45.388845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da4f7f-50f8-4ed8-bef5-0ebe526a4b98 None None] The sync data for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv is: [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:44Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:22:45.468584 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:22:45.476991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:45.548394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:45.633161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:45.660459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276acd7e-b8c1-4296-a946-b7676a8ce235,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:45.755885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:45.757136 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c49d4802-68d1-4e23-b655-3352bfd0bc60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3988750 Mar 25 20:22:45.759869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38268) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:22:45.765228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ecaf5c5-a4df-476e-9c17-0e47925cb282', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:45.771234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:45.776049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:45.779274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:45.785165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:45.861653 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:22:45.868882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:46.085565 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:46.184830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:46.209317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f6e337-2d7d-46bf-b6a1-866becba0569,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:46.278395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:46.288514 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-60549e56-a7f5-44b2-9aa4-660b9e1d4dce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5188320 Mar 25 20:22:46.452340 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-3a33fe78-6059-4028-8331-9d8f56be8a71 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881870379&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.0448399 Mar 25 20:22:46.597318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 177edfc4-30e2-409d-8e92-c15a5f48d67a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:46.621432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f320-8164-452e-8471-6c0090d30610 req-0dc70124-9b61-4f1e-9c74-af4e91b18146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:46.622870 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-0dc70124-9b61-4f1e-9c74-af4e91b18146 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=6713f3cf-da7c-4e09-812e-323d591eefe6 HTTP/1.1" status: 200 len: 797 time: 0.1639924 Mar 25 20:22:46.638724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-d2fba836-f30a-49ce-9867-017440681ffe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0100071 Mar 25 20:22:46.715689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 177edfc4-30e2-409d-8e92-c15a5f48d67a completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:22:46.720329 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-bd6bbfb1-b2e0-4920-9bfe-e7fcd1d70b70 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759475 Mar 25 20:22:46.720995 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 177edfc4-30e2-409d-8e92-c15a5f48d67a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:46.721366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:46.837171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:46.859916 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-80f73a52-3cb1-44d5-9327-4a14ee5c7059 service neutron] 10.222.0.37 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277854 Mar 25 20:22:46.875487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 177edfc4-30e2-409d-8e92-c15a5f48d67a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=177edfc4-30e2-409d-8e92-c15a5f48d67a,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:46.941203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:46.994127 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-25af7ffe-cd30-4225-b424-1e35d111f98a service neutron] 10.222.0.37 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246636 Mar 25 20:22:47.010948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=177edfc4-30e2-409d-8e92-c15a5f48d67a,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:47.232393 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-815f807d-1816-4ab5-899d-43ecd2a4ff4a req-31dee121-dd03-4522-85d4-7bd09c24621f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 210 time: 0.0477271 Mar 25 20:22:47.978957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:48.380153 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-53f22e47-4a1a-4229-a8b1-1cc0957be067 req-4420aec9-7ae8-477d-8531-94906eae4bb3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 210 time: 0.0428984 Mar 25 20:22:48.581487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 177edfc4-30e2-409d-8e92-c15a5f48d67a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:48.651880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 177edfc4-30e2-409d-8e92-c15a5f48d67a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:48.652248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:49.382780 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f320-8164-452e-8471-6c0090d30610 req-3aa1cc5c-206b-41ac-8e9b-81993c972990 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:49.383446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6ba6f320-8164-452e-8471-6c0090d30610 req-3aa1cc5c-206b-41ac-8e9b-81993c972990 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:22:49.498471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6ba6f320-8164-452e-8471-6c0090d30610 req-3aa1cc5c-206b-41ac-8e9b-81993c972990 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:22:49.499939 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-3aa1cc5c-206b-41ac-8e9b-81993c972990 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=6713f3cf-da7c-4e09-812e-323d591eefe6 HTTP/1.1" status: 200 len: 797 time: 0.2587271 Mar 25 20:22:49.528927 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5ba67b92-792a-4bab-a290-31a7e52711ff req-c6326e97-b520-4d45-9f56-cb211b1afbe9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 210 time: 0.0436149 Mar 25 20:22:49.554570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6ba6f320-8164-452e-8471-6c0090d30610 req-771b143b-6d6e-4e17-9177-d2d7f353ae60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:22:49.624564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6ba6f320-8164-452e-8471-6c0090d30610 req-771b143b-6d6e-4e17-9177-d2d7f353ae60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:22:49.625865 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-771b143b-6d6e-4e17-9177-d2d7f353ae60 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 380 time: 0.1179249 Mar 25 20:22:49.634579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['2ecaf5c5-a4df-476e-9c17-0e47925cb282']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:49.767767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:22:49.771774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:port and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:22:49.775102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:22:49.780742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:22:49.844290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:22:49.847821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:50.021595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.4 (6713f3cf-da7c-4e09-812e-323d591eefe6/9629c137-9dec-4a82-8354-086c445130df/e476745e-4f1e-4baf-b19f-ff784e51fc55) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:22:50.218900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:50.233770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object e476745e-4f1e-4baf-b19f-ff784e51fc55 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:22:50.327930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:50.394412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:22:50.397297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:22:50.401210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:22:50.442539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=e476745e-4f1e-4baf-b19f-ff784e51fc55,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:50.474772 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:50.475439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:50.551244 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-e11ecdee-67d5-48fd-8a45-5f54fc523e05 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9204636 Mar 25 20:22:50.562352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Request body: {'port': {'device_id': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:22:50.675652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:50.681794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fb7aa2a2-b32d-4d05-804f-6e98a2997a4a None None] Provisioning for port e476745e-4f1e-4baf-b19f-ff784e51fc55 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:22:50.687112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fb7aa2a2-b32d-4d05-804f-6e98a2997a4a None None] Provisioning complete for port e476745e-4f1e-4baf-b19f-ff784e51fc55 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:50.687482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa2a2-b32d-4d05-804f-6e98a2997a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:50.721975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a820-2a1a-4759-b960-e8683ebac2db req-c0115ccb-0df1-431e-966c-748932727a9a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:50.723364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9fe3a820-2a1a-4759-b960-e8683ebac2db req-c0115ccb-0df1-431e-966c-748932727a9a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 931 time: 0.0850265 Mar 25 20:22:50.772160 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9fe3a820-2a1a-4759-b960-e8683ebac2db req-ea5c4c25-2cd7-428b-9e26-7f90f121b3a6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Mar 25 20:22:50.794080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-fb7aa2a2-b32d-4d05-804f-6e98a2997a4a None None] Port e476745e-4f1e-4baf-b19f-ff784e51fc55 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:22:51.018943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e476745e-4f1e-4baf-b19f-ff784e51fc55 {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:22:51.026599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:51.041539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Transition to ACTIVE for port object e476745e-4f1e-4baf-b19f-ff784e51fc55 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:22:51.106544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:51.265649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Pushing event updated for resources: {'Port': ['ID=e476745e-4f1e-4baf-b19f-ff784e51fc55,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:51.346454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Attempting to bind port e476745e-4f1e-4baf-b19f-ff784e51fc55 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:22:51.346782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Attempting to bind port e476745e-4f1e-4baf-b19f-ff784e51fc55 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:22:51.347104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Attempting to bind port e476745e-4f1e-4baf-b19f-ff784e51fc55 on network 6713f3cf-da7c-4e09-812e-323d591eefe6 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:22:51.351606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Port e476745e-4f1e-4baf-b19f-ff784e51fc55 on network 6713f3cf-da7c-4e09-812e-323d591eefe6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:22:51.351918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Attempting to bind port e476745e-4f1e-4baf-b19f-ff784e51fc55 on network 6713f3cf-da7c-4e09-812e-323d591eefe6 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:22:51.356932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:22:51.357274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Checking segment: {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:22:51.362424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Bound using segment: {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:22:51.362424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Bound port: e476745e-4f1e-4baf-b19f-ff784e51fc55, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09772c1f-10b6-46ac-8aae-645c9ae11e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:22:51.362424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:51.550585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] For port e476745e-4f1e-4baf-b19f-ff784e51fc55, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:22:51.553501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] For port e476745e-4f1e-4baf-b19f-ff784e51fc55, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:22:51.675966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:51.733365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:51.733972 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:51.735571 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] 10.222.0.43 "PUT /v2.0/ports/e476745e-4f1e-4baf-b19f-ff784e51fc55 HTTP/1.1" status: 200 len: 1093 time: 1.1772358 Mar 25 20:22:51.735998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:22:51.763298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be80a40-9d80-4567-b8bc-5cba23c71243 service neutron] Pushing event updated for resources: {'Port': ['ID=e476745e-4f1e-4baf-b19f-ff784e51fc55,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:51.792140 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'status': 'completed', 'code': 200} Mar 25 20:22:51.888730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306050cb-9d71-4a15-aa83-821331c16f03 req-3cfad131-43e0-4849-9d1e-d8cb933869d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:51.890220 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-306050cb-9d71-4a15-aa83-821331c16f03 req-3cfad131-43e0-4849-9d1e-d8cb933869d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1096 time: 0.0752871 Mar 25 20:22:51.968784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef946fb-040e-4b43-b353-423752c90701 req-1961dccc-a3d0-4efd-97d7-ce30e62f04a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:51.970255 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ef946fb-040e-4b43-b353-423752c90701 req-1961dccc-a3d0-4efd-97d7-ce30e62f04a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 943 time: 0.0875683 Mar 25 20:22:52.013711 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ef946fb-040e-4b43-b353-423752c90701 req-6f51d297-3f8f-4930-a7ca-ea8f46fd9950 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378368 Mar 25 20:22:52.038499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306050cb-9d71-4a15-aa83-821331c16f03 req-d94b9169-cadf-4375-8e2e-685d3ae60d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:52.040417 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-306050cb-9d71-4a15-aa83-821331c16f03 req-d94b9169-cadf-4375-8e2e-685d3ae60d55 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1428101 Mar 25 20:22:52.174015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306050cb-9d71-4a15-aa83-821331c16f03 req-54c357a4-320b-4b37-9cd6-5b1d86cb4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:52.175433 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-306050cb-9d71-4a15-aa83-821331c16f03 req-54c357a4-320b-4b37-9cd6-5b1d86cb4182 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294978 Mar 25 20:22:52.283214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f320-8164-452e-8471-6c0090d30610 req-57b8aac3-98d2-4fa1-85ac-1b34cf54bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:52.284669 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-57b8aac3-98d2-4fa1-85ac-1b34cf54bed1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1096 time: 0.0724428 Mar 25 20:22:52.350701 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-db982f9c-d703-4663-80e3-a0d1cdaee51a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55 HTTP/1.1" status: 200 len: 217 time: 0.0597272 Mar 25 20:22:52.414000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f320-8164-452e-8471-6c0090d30610 req-1258fadb-b1eb-455d-bb73-249a9058bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:52.415369 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-1258fadb-b1eb-455d-bb73-249a9058bd17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9629c137-9dec-4a82-8354-086c445130df HTTP/1.1" status: 200 len: 843 time: 0.0594447 Mar 25 20:22:52.487306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f320-8164-452e-8471-6c0090d30610 req-1b2e88bf-e237-4969-9e6a-7df84049f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:52.488669 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-1b2e88bf-e237-4969-9e6a-7df84049f1e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6713f3cf-da7c-4e09-812e-323d591eefe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675490 Mar 25 20:22:52.616028 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-c5166b8f-438d-43e2-91df-99302b8c0687 service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214221 Mar 25 20:22:52.745538 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ba6f320-8164-452e-8471-6c0090d30610 req-5554e863-8519-4d6e-97ee-e18cd76a8804 service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230705 Mar 25 20:22:53.195843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5eb1-9ce7-4c8b-b5b0-f3fb8537c28d req-2438eebc-3dd2-4e32-a3ba-f3f893d1f69b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:53.197295 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-58fe5eb1-9ce7-4c8b-b5b0-f3fb8537c28d req-2438eebc-3dd2-4e32-a3ba-f3f893d1f69b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 943 time: 0.0807233 Mar 25 20:22:53.241398 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-58fe5eb1-9ce7-4c8b-b5b0-f3fb8537c28d req-41a79caf-fc75-4d4e-ab96-afa39eac6242 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385859 Mar 25 20:22:54.426959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101196-6ac6-40b5-a8e9-ba3a02f049cd req-6b84f8b7-d788-448b-87b9-5f1aab3a8562 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:54.428378 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30101196-6ac6-40b5-a8e9-ba3a02f049cd req-6b84f8b7-d788-448b-87b9-5f1aab3a8562 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 943 time: 0.0819201 Mar 25 20:22:54.470921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30101196-6ac6-40b5-a8e9-ba3a02f049cd req-d41a200a-d940-4e7b-864e-4f15ec81e7c3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363328 Mar 25 20:22:55.652244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93798b-d95a-4c47-87c8-01b702113db0 req-926f3164-dcb6-4f21-bd8c-20224c6d49b1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:55.653630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de93798b-d95a-4c47-87c8-01b702113db0 req-926f3164-dcb6-4f21-bd8c-20224c6d49b1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 943 time: 0.0776350 Mar 25 20:22:55.661658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device e476745e-4f1e-4baf-b19f-ff784e51fc55 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:22:55.698578 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de93798b-d95a-4c47-87c8-01b702113db0 req-6f7260d6-8b80-4897-89fe-ce7877854e0b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393257 Mar 25 20:22:55.792266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port e476745e-4f1e-4baf-b19f-ff784e51fc55, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:55.804870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'port_id': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'mac_address': 'fa:16:3e:8e:bf:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:22:55.858067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:55.874689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e476745e-4f1e-4baf-b19f-ff784e51fc55 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:22:55.889403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port e476745e-4f1e-4baf-b19f-ff784e51fc55, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:55.980727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:56.052961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=e476745e-4f1e-4baf-b19f-ff784e51fc55,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:56.160171 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:22:56.303051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['e476745e-4f1e-4baf-b19f-ff784e51fc55'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:22:56.966466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb9d7e-0f21-4ea2-872d-28179e4dda30 req-c39fd860-776f-4402-9362-d736b62091a2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:56.967919 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1deb9d7e-0f21-4ea2-872d-28179e4dda30 req-c39fd860-776f-4402-9362-d736b62091a2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 944 time: 0.1662686 Mar 25 20:22:57.010520 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1deb9d7e-0f21-4ea2-872d-28179e4dda30 req-0fe53ac3-cd96-4ecd-8563-26d10885bcd8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370750 Mar 25 20:22:57.661123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device e476745e-4f1e-4baf-b19f-ff784e51fc55 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:22:57.786711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port e476745e-4f1e-4baf-b19f-ff784e51fc55 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:22:57.791497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port e476745e-4f1e-4baf-b19f-ff784e51fc55 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:22:57.791891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:57.904928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:57.933358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:22:57.942668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port e476745e-4f1e-4baf-b19f-ff784e51fc55, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:22:58.009707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:22:58.046685 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'code': 200} Mar 25 20:22:58.078458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=e476745e-4f1e-4baf-b19f-ff784e51fc55,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:22:58.199628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64481-3b87-4c38-8c00-c13d1cf81b56 req-ac4e6616-a1a9-46d4-88a1-410e9d59c371 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:58.200995 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ffd64481-3b87-4c38-8c00-c13d1cf81b56 req-ac4e6616-a1a9-46d4-88a1-410e9d59c371 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 945 time: 0.0808032 Mar 25 20:22:58.245350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ffd64481-3b87-4c38-8c00-c13d1cf81b56 req-5b0c4813-f181-4d33-bba9-cc648a49dfa0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385141 Mar 25 20:22:58.404202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73bdc4-2c55-40d4-95f9-3047b5974515 req-7e47cef2-ca70-413e-9b1f-bb07445d1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:58.405698 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4d73bdc4-2c55-40d4-95f9-3047b5974515 req-7e47cef2-ca70-413e-9b1f-bb07445d1b84 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1098 time: 0.0691698 Mar 25 20:22:58.452103 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4d73bdc4-2c55-40d4-95f9-3047b5974515 req-854fa49d-6029-4119-bdd6-e97346e529a6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 Mar 25 20:22:59.426426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e7a1b-87b8-43bf-82a4-ac4ba6fffa04 req-293cf38a-c4b0-43f3-8d52-0a437e368acf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:22:59.427857 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-896e7a1b-87b8-43bf-82a4-ac4ba6fffa04 req-293cf38a-c4b0-43f3-8d52-0a437e368acf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 945 time: 0.0791535 Mar 25 20:22:59.471375 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-896e7a1b-87b8-43bf-82a4-ac4ba6fffa04 req-ec77d0cc-277b-4943-a203-1d7f34d44852 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374377 Mar 25 20:23:00.657257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19657d99-64e8-4590-9588-8838d2334d99 req-942214d5-2486-4b90-8c57-04f8227438b4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:00.658704 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-19657d99-64e8-4590-9588-8838d2334d99 req-942214d5-2486-4b90-8c57-04f8227438b4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 945 time: 0.0813024 Mar 25 20:23:00.702267 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-19657d99-64e8-4590-9588-8838d2334d99 req-b1f60e80-3746-4c93-b90e-be34acd2d9f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 Mar 25 20:23:00.880345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2458-2bd8-470b-aac7-a33e496fa0db req-32088116-99ec-4b7e-af87-812a1db4d370 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:00.881811 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d4b2458-2bd8-470b-aac7-a33e496fa0db req-32088116-99ec-4b7e-af87-812a1db4d370 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 945 time: 0.0786750 Mar 25 20:23:00.927368 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d4b2458-2bd8-470b-aac7-a33e496fa0db req-9ade58f9-875f-41d6-bb29-c5b7802db04f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 Mar 25 20:23:00.950217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38332) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:23:01.018227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e92cb42-9908-4f12-90c2-44cb986c3058 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:01.019696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1e92cb42-9908-4f12-90c2-44cb986c3058 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1093 time: 0.0685186 Mar 25 20:23:01.022434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38336) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:23:01.027228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:23:01.032941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:23:01.036778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:23:01.039562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:23:01.045744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:23:01.129139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:01.260561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:01.390408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.173 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/182f166f-863f-4aa8-ab90-56d661564d79) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:23:01.535229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:01.641780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:01.701297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:23:01.703942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:23:01.707558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:23:01.750567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=182f166f-863f-4aa8-ab90-56d661564d79,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:23:02.120775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:02.267574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:02.559333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:02.614913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:02.723575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=182f166f-863f-4aa8-ab90-56d661564d79,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:23:02.735037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:02.902189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 4f31afa6-455c-4163-b99a-0bd940a67be8 associated. External IP: 172.26.8.173, port: e476745e-4f1e-4baf-b19f-ff784e51fc55. Mar 25 20:23:03.238179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 26685505-bc3f-4c67-abf0-00c8ee6b71eb has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:23:03.407444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:23:03.417087 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] Sync routers for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:23:03.427192 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:23:03.427797 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:23:03.498630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:03.555463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-896c47a8-81f3-4ca9-a3bc-c8abba24cb53 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5320361 Mar 25 20:23:03.556076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:23:03.558393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38340) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:23:03.605612 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:23:03.608358 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'status': 'completed', 'code': 200} Mar 25 20:23:03.713554 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-854f6a6c-1320-411f-8897-f108625b4c3a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/4f31afa6-455c-4163-b99a-0bd940a67be8 HTTP/1.1" status: 200 len: 991 time: 0.1528795 Mar 25 20:23:03.733566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92867-f227-4258-b618-0ec8a4892aec req-4bc8d3da-46aa-4176-b6f8-edc7350e3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:03.735291 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ffd92867-f227-4258-b618-0ec8a4892aec req-4bc8d3da-46aa-4176-b6f8-edc7350e3d29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1098 time: 0.1108673 Mar 25 20:23:03.863668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92867-f227-4258-b618-0ec8a4892aec req-7d2d5d3b-919e-49f2-979a-8bc9e700fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:03.865253 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ffd92867-f227-4258-b618-0ec8a4892aec req-7d2d5d3b-919e-49f2-979a-8bc9e700fe49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6713f3cf-da7c-4e09-812e-323d591eefe6 HTTP/1.1" status: 200 len: 898 time: 0.1242549 Mar 25 20:23:03.949675 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '4f31afa6-455c-4163-b99a-0bd940a67be8', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.173', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'port_id': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'mac_address': 'fa:16:3e:8e:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:23:02Z', 'updated_at': '2022-03-25T20:23:02Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:46Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:23:03.953773 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] Checking router: 26685505-bc3f-4c67-abf0-00c8ee6b71eb for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:23:03.962439 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:23:03.963046 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:22:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:23:04.078290 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ffd92867-f227-4258-b618-0ec8a4892aec req-45c590b8-5454-429b-9716-e4ef7938109c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55 HTTP/1.1" status: 200 len: 999 time: 0.2063625 Mar 25 20:23:04.140321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92867-f227-4258-b618-0ec8a4892aec req-18e2c58b-0141-434f-89c0-266ca9371fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:04.141723 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ffd92867-f227-4258-b618-0ec8a4892aec req-18e2c58b-0141-434f-89c0-266ca9371fa1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9629c137-9dec-4a82-8354-086c445130df HTTP/1.1" status: 200 len: 843 time: 0.0575762 Mar 25 20:23:04.176612 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:23:04.216798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd92867-f227-4258-b618-0ec8a4892aec req-9d6c8460-5a83-41af-a4ae-c465a9681151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:04.218282 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ffd92867-f227-4258-b618-0ec8a4892aec req-9d6c8460-5a83-41af-a4ae-c465a9681151 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6713f3cf-da7c-4e09-812e-323d591eefe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706084 Mar 25 20:23:04.349878 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ffd92867-f227-4258-b618-0ec8a4892aec req-8c212def-5fe3-4c75-a1b3-2e42c64e388b service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247926 Mar 25 20:23:04.481400 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ffd92867-f227-4258-b618-0ec8a4892aec req-4bc25415-007c-4ef7-93e6-ea123d925686 service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250069 Mar 25 20:23:04.531678 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '4f31afa6-455c-4163-b99a-0bd940a67be8', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.173', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'port_id': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'mac_address': 'fa:16:3e:8e:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:23:02Z', 'updated_at': '2022-03-25T20:23:02Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:46Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:23:04.535723 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3123d0-5b25-4b9c-8b97-1bb078033f23 None None] The sync data for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv is: [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '4f31afa6-455c-4163-b99a-0bd940a67be8', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.173', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'port_id': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'mac_address': 'fa:16:3e:8e:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:23:02Z', 'updated_at': '2022-03-25T20:23:02Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:46Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:23:04.716498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38346) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:23:04.718276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22cd07-3784-406f-8bf0-b174efb0e999 None None] New status for floating IP 4f31afa6-455c-4163-b99a-0bd940a67be8: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:23:04.824267 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a9ab3297-25e2-42a1-b1a2-918613e7b2f0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/4f31afa6-455c-4163-b99a-0bd940a67be8 HTTP/1.1" status: 200 len: 991 time: 0.1059442 Mar 25 20:23:05.828046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38350) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:23:05.932399 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8930731e-5098-4e31-b4b8-dce10baae620 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/4f31afa6-455c-4163-b99a-0bd940a67be8 HTTP/1.1" status: 200 len: 993 time: 0.1031346 Mar 25 20:23:09.081324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-23c767d2-999e-4e30-9db7-f4842f28c460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:12.129028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-632b3701-b9b9-47ce-a8a1-f9d601827da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:12.820268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:12.875455 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:14.217782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:17.951787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:33.159529 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:23:39.068856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7227-049d-43be-ae11-abf685cc34b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:40.476928 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-fc51b9fc-acb3-44de-8962-e4b79b088eed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678256 Mar 25 20:23:40.613801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-7529ef2c-5689-464f-8b06-1a8c18b3f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:40.615214 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-7529ef2c-5689-464f-8b06-1a8c18b3f042 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1098 time: 0.0722966 Mar 25 20:23:40.760845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-fcd38f52-706f-409c-8cc4-a25db93e5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:40.762174 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-fcd38f52-706f-409c-8cc4-a25db93e5ca9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6713f3cf-da7c-4e09-812e-323d591eefe6 HTTP/1.1" status: 200 len: 898 time: 0.1264973 Mar 25 20:23:40.859201 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-4e648ac3-d7b6-40bf-995c-e978545ee4a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55 HTTP/1.1" status: 200 len: 1001 time: 0.0911074 Mar 25 20:23:40.923080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-aed8e79e-884a-45aa-8dd6-28f6043e37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:40.924442 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-aed8e79e-884a-45aa-8dd6-28f6043e37c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9629c137-9dec-4a82-8354-086c445130df HTTP/1.1" status: 200 len: 843 time: 0.0592067 Mar 25 20:23:40.995990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-da2338b0-f61b-4bbb-b358-6dab2fd9ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:23:40.998162 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-da2338b0-f61b-4bbb-b358-6dab2fd9ef4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6713f3cf-da7c-4e09-812e-323d591eefe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678902 Mar 25 20:23:41.126231 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-664277c1-01b5-475b-8408-15a44f56ab18 service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222365 Mar 25 20:23:41.255977 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7eb8d102-dd21-475e-8d70-417cade9ec1a req-0518dfbb-b182-4964-930b-8b32b9526b4f service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234269 Mar 25 20:23:42.109152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b47292ac-61e6-4d81-83be-b13c1558e6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:42.825112 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:42.847686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:44.236881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:23:47.944950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:09.081296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f58bcff-abcf-4fbc-a46c-64acc0192d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:10.158642 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:24:12.110319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebfc2717-ef9a-4f9c-bc08-19b744919bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:12.852996 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:12.887248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:14.268697 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:18.000854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:39.085026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77a26a4b-41f4-4267-bbcf-d238444123ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:41.578921 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-095ca8d9-3f9e-469f-ab0a-a93e454651b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1726131 Mar 25 20:24:41.712291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-21259444-f390-44ad-bc90-0c237052643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:24:41.714169 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-21259444-f390-44ad-bc90-0c237052643f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1098 time: 0.0704188 Mar 25 20:24:41.854453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-ab8e614a-92bb-4fe0-bd90-b2e1da01c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:24:41.855883 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-ab8e614a-92bb-4fe0-bd90-b2e1da01c244 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6713f3cf-da7c-4e09-812e-323d591eefe6 HTTP/1.1" status: 200 len: 898 time: 0.1235766 Mar 25 20:24:41.959818 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-a5885f17-4944-4d63-b8d1-c95a0dd4d248 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55 HTTP/1.1" status: 200 len: 1001 time: 0.0969880 Mar 25 20:24:42.023582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-aa6bc070-edbb-4b95-8655-aa34b3b0754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:24:42.025046 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-aa6bc070-edbb-4b95-8655-aa34b3b0754c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9629c137-9dec-4a82-8354-086c445130df HTTP/1.1" status: 200 len: 843 time: 0.0594599 Mar 25 20:24:42.098543 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-934858d9-78bb-408c-9a6c-59d15b70c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:24:42.100004 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-934858d9-78bb-408c-9a6c-59d15b70c865 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6713f3cf-da7c-4e09-812e-323d591eefe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691271 Mar 25 20:24:42.109800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-297c62f1-075b-476c-8d29-8fd442f7d490 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:24:42.110985 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-297c62f1-075b-476c-8d29-8fd442f7d490 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050030 Mar 25 20:24:42.149506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6ca7efdc-0739-4a62-baa6-b7a6142596ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:42.240795 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-2f70b658-60f2-4957-91ef-f97042cca8f7 service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237118 Mar 25 20:24:42.370060 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d3e9498a-e0de-427a-9876-c6c02bd6cbda req-3b77e2e5-b1b1-4e21-87cf-a353df17055c service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230459 Mar 25 20:24:42.823532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:42.937021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:44.269849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:24:47.157914 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:24:47.989513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:09.085366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f366fa24-6e67-4ebc-a244-fa4243d6c540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:12.130938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a43ffa6e-c3e5-48e3-9318-989a2a4c33bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:12.816956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:12.861964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:14.233991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:17.998883 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:24.156406 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:25:25.448005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [req-ad1d3904-847d-495b-9bab-316d1c2b9cf0 req-b3e4f8a9-6897-4072-a9f2-bb3f66178c59 service neutron] (88485) timed out ('10.222.0.43', 63744) {{(pid=88485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 25 20:25:28.270142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38398) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:25:28.275794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:25:28.391547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14856247'] for subnet, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:28.627897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780952702967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14907784'] for subnet, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:28.676604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:25:28.677186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:28.678518 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/subnets/9629c137-9dec-4a82-8354-086c445130df HTTP/1.1" status: 200 len: 835 time: 0.4074194 Mar 25 20:25:28.682645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7124eb67-a1c8-44e9-a1a6-df062f129690 None None] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:25:28.698044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=9629c137-9dec-4a82-8354-086c445130df,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:25:28.705991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.706337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.706705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.707042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.707370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.707703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.708032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.708353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.708711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.709033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.709348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:28.709665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69514625-0e91-49a6-a78c-2d7af9d57479 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:25:29.107828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b60e45a9-ba1e-449c-9221-b2478b115b18 None None] Provisioning complete for port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:25:29.108197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b60e45a9-ba1e-449c-9221-b2478b115b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:29.232773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b60e45a9-ba1e-449c-9221-b2478b115b18 None None] Provisioning complete for port 177edfc4-30e2-409d-8e92-c15a5f48d67a triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:25:29.233037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b60e45a9-ba1e-449c-9221-b2478b115b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:29.353674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b60e45a9-ba1e-449c-9221-b2478b115b18 None None] Provisioning complete for port e476745e-4f1e-4baf-b19f-ff784e51fc55 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:25:29.354035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b60e45a9-ba1e-449c-9221-b2478b115b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:39.096728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-23f7b2f6-0d81-434d-910a-8cbb87766c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:42.113175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3a6a589e-36dd-48d9-8f7f-b4e889c5ae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:42.850395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:42.878870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:43.522709 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-8c71284e-0c71-4cfc-a29b-99dd4c29516f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094992 Mar 25 20:25:43.656165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-8e12bf64-1ce6-4984-9031-1e2830239b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:25:43.657702 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-8e12bf64-1ce6-4984-9031-1e2830239b99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1098 time: 0.0702467 Mar 25 20:25:43.798564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-09cfd735-f562-4ace-9c8e-f2fb829d8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:25:43.799916 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-09cfd735-f562-4ace-9c8e-f2fb829d8f52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6713f3cf-da7c-4e09-812e-323d591eefe6 HTTP/1.1" status: 200 len: 898 time: 0.1246901 Mar 25 20:25:43.902336 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-fe1da380-cf77-437a-8f14-59f471dc2112 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55 HTTP/1.1" status: 200 len: 1001 time: 0.0956812 Mar 25 20:25:43.967185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-9962aa28-ccc4-42bd-81a7-4f6b0bd10483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:25:43.968632 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-9962aa28-ccc4-42bd-81a7-4f6b0bd10483 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9629c137-9dec-4a82-8354-086c445130df HTTP/1.1" status: 200 len: 843 time: 0.0602343 Mar 25 20:25:44.139538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-d8bbada6-1828-4f5a-aa18-400a54c185c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:25:44.141076 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-d8bbada6-1828-4f5a-aa18-400a54c185c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6713f3cf-da7c-4e09-812e-323d591eefe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1663125 Mar 25 20:25:44.275189 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-fceb1295-4fd8-41f8-a161-ff9ca2525c3b service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273530 Mar 25 20:25:44.284655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:25:44.406305 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f1b5107f-7fb6-4f36-9250-e88817ad81c1 req-96e7e043-1fc1-4af5-9752-9e4020b50354 service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249862 Mar 25 20:25:47.953849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:01.155981 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:26:09.072651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-39117bc0-9bb9-4ea2-b0e0-d850ba6068df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:12.141069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2134-ac08-4027-9b31-ddb82979dd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:12.419015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38420) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:12.704640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 182f166f-863f-4aa8-ab90-56d661564d79 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:26:12.704896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:12.832233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:12.855169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:12.873869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:12.874203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:12.999455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 182f166f-863f-4aa8-ab90-56d661564d79 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:26:13.186896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:13.236827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=182f166f-863f-4aa8-ab90-56d661564d79,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:13.322653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:13.322877 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP 4f31afa6-455c-4163-b99a-0bd940a67be8 disassociated (deleted). External IP: 172.26.8.173, port: e476745e-4f1e-4baf-b19f-ff784e51fc55. Mar 25 20:26:13.764908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 26685505-bc3f-4c67-abf0-00c8ee6b71eb has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:26:13.941724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:26:13.951409 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] Sync routers for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:26:13.957236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:13.960424 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:13.961041 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:14.011029 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-201b2544-22ff-4b98-b42c-835528a577d7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/4f31afa6-455c-4163-b99a-0bd940a67be8 HTTP/1.1" status: 204 len: 168 time: 1.5910025 Mar 25 20:26:14.011604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:26:14.129248 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'status': 'completed', 'code': 200} Mar 25 20:26:14.139735 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:14.231765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-6dc8fddf-98ad-439e-b630-603733fc3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:14.233172 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-6dc8fddf-98ad-439e-b630-603733fc3a07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 1098 time: 0.0804362 Mar 25 20:26:14.266824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:14.366713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-314a37ef-d0e2-4160-8ca4-ac07fe1ce653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:14.368177 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-314a37ef-d0e2-4160-8ca4-ac07fe1ce653 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6713f3cf-da7c-4e09-812e-323d591eefe6 HTTP/1.1" status: 200 len: 898 time: 0.1285317 Mar 25 20:26:14.441824 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-cc38b655-027a-4a9c-b5d1-b381f67aabfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55 HTTP/1.1" status: 200 len: 217 time: 0.0674548 Mar 25 20:26:14.499223 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:46Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:14.503782 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] Checking router: 26685505-bc3f-4c67-abf0-00c8ee6b71eb for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:26:14.509138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-9c56f839-1e56-44b8-8144-ce1412b94c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:14.510578 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-9c56f839-1e56-44b8-8144-ce1412b94c76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9629c137-9dec-4a82-8354-086c445130df HTTP/1.1" status: 200 len: 843 time: 0.0628519 Mar 25 20:26:14.511976 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:14.512603 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:14.588217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-5b324e1a-2c11-4ca9-8309-014a6827f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:14.590330 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-5b324e1a-2c11-4ca9-8309-014a6827f7e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6713f3cf-da7c-4e09-812e-323d591eefe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712957 Mar 25 20:26:14.609453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787833ec-5297-4cb6-809e-16e6568e8430 req-91ae80dc-0775-40f4-8c28-d636700d315e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:14.612810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-787833ec-5297-4cb6-809e-16e6568e8430 req-91ae80dc-0775-40f4-8c28-d636700d315e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 945 time: 0.1508286 Mar 25 20:26:14.669140 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-787833ec-5297-4cb6-809e-16e6568e8430 req-9d84da3c-1c61-425a-b8a3-c7d3167ed2bb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499890 Mar 25 20:26:14.700391 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:14.741536 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-8dc02af5-be07-4bfb-886d-ab63facb74e8 service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417272 Mar 25 20:26:14.872130 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-98812d2e-52aa-4edf-878f-4b0f33500ae1 req-cb50c324-ac16-449b-a026-ea58db6d3041 service neutron] 10.222.0.43 "GET /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240940 Mar 25 20:26:15.007457 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:46Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:15.011253 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7cd1e-e4ff-4c3a-8628-cbd12bdd79d1 None None] The sync data for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv is: [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:22:41Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '177edfc4-30e2-409d-8e92-c15a5f48d67a', 'name': '', 'network_id': '6713f3cf-da7c-4e09-812e-323d591eefe6', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:43:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9629c137-9dec-4a82-8354-086c445130df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:40Z', 'updated_at': '2022-03-25T20:22:46Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '9629c137-9dec-4a82-8354-086c445130df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:26:15.219220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c964159-ebcc-46fb-bce5-a8eb46ad8a46 None None] New status for floating IP 4f31afa6-455c-4163-b99a-0bd940a67be8: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:26:15.909595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9146e2-059d-4bc9-b8a0-a22fa71c01c9 req-fa12e210-77fc-4313-9d5e-8d156bc99ccb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:15.910941 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a9146e2-059d-4bc9-b8a0-a22fa71c01c9 req-fa12e210-77fc-4313-9d5e-8d156bc99ccb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 945 time: 0.1239841 Mar 25 20:26:15.954081 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a9146e2-059d-4bc9-b8a0-a22fa71c01c9 req-41c7ebe4-666a-4ffc-955f-e9e79d86cd86 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ecaf5c5-a4df-476e-9c17-0e47925cb282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375669 Mar 25 20:26:15.966357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-401f3184-d5e2-46ff-a379-166a26af88af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:15.967064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-401f3184-d5e2-46ff-a379-166a26af88af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:26:16.037918 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-401f3184-d5e2-46ff-a379-166a26af88af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:26:16.039046 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-401f3184-d5e2-46ff-a379-166a26af88af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 945 time: 0.1496794 Mar 25 20:26:16.112211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port e476745e-4f1e-4baf-b19f-ff784e51fc55 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:26:16.112577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:16.453538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port e476745e-4f1e-4baf-b19f-ff784e51fc55, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=e476745e-4f1e-4baf-b19f-ff784e51fc55,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:16.453896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:16.572629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for e476745e-4f1e-4baf-b19f-ff784e51fc55 owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:26:16.769813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:16.817078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=e476745e-4f1e-4baf-b19f-ff784e51fc55,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:16.894876 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port e476745e-4f1e-4baf-b19f-ff784e51fc55 on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:26:16.897189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:16.899582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'name': 'network-vif-deleted', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:26:16.947566 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1392bb-8680-4154-a72b-bcfe93c0332d', 'name': 'network-vif-deleted', 'tag': 'e476745e-4f1e-4baf-b19f-ff784e51fc55', 'status': 'completed', 'code': 200} Mar 25 20:26:16.970037 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9dc20dba-1785-4583-9c4d-af3427c8c1f1 req-ba372289-abaf-499d-9ff2-30d3466ccf87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/e476745e-4f1e-4baf-b19f-ff784e51fc55 HTTP/1.1" status: 204 len: 173 time: 0.9257352 Mar 25 20:26:17.098820 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f74b9633-a51a-4716-982e-9b62b39ea3c2 req-d4355843-4032-4973-a88b-5b8686c15994 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1392bb-8680-4154-a72b-bcfe93c0332d HTTP/1.1" status: 200 len: 210 time: 0.0414009 Mar 25 20:26:17.963366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:18.191512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38450) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:18.258435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc2a4-c6e2-496b-9c45-72f7319757d5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:18.287039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc2a4-c6e2-496b-9c45-72f7319757d5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:18.426267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc2a4-c6e2-496b-9c45-72f7319757d5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:18.447837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcc2a4-c6e2-496b-9c45-72f7319757d5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecaf5c5-a4df-476e-9c17-0e47925cb282,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:18.523558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc2a4-c6e2-496b-9c45-72f7319757d5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:18.524624 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2ffcc2a4-c6e2-496b-9c45-72f7319757d5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ecaf5c5-a4df-476e-9c17-0e47925cb282 HTTP/1.1" status: 204 len: 168 time: 0.3320608 Mar 25 20:26:18.602016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device e476745e-4f1e-4baf-b19f-ff784e51fc55 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:26:18.604464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38456) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:18.640634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: e476745e-4f1e-4baf-b19f-ff784e51fc55 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:26:18.640987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device e476745e-4f1e-4baf-b19f-ff784e51fc55 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:26:19.143962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:19.586697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 177edfc4-30e2-409d-8e92-c15a5f48d67a {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:26:19.587341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:19.771386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 177edfc4-30e2-409d-8e92-c15a5f48d67a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=177edfc4-30e2-409d-8e92-c15a5f48d67a,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:19.771734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:19.891501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 177edfc4-30e2-409d-8e92-c15a5f48d67a owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:26:20.284654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:20.331171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=177edfc4-30e2-409d-8e92-c15a5f48d67a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:20.601901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:21.083821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 26685505-bc3f-4c67-abf0-00c8ee6b71eb has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:26:21.283690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:26:21.294205 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] Sync routers for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:26:21.296284 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c6946b50-a2e1-439c-8313-a5e3e76269d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/26685505-bc3f-4c67-abf0-00c8ee6b71eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6907210 Mar 25 20:26:21.300207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38460) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:21.304396 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:21.305012 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:21.372660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a76401-9b69-4730-8c68-585d95b6e3aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet 9629c137-9dec-4a82-8354-086c445130df {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:26:21.375678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24a76401-9b69-4730-8c68-585d95b6e3aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:21.429479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24a76401-9b69-4730-8c68-585d95b6e3aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:21.481925 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:21.510688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24a76401-9b69-4730-8c68-585d95b6e3aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:21.627455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24a76401-9b69-4730-8c68-585d95b6e3aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:21.675987 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24a76401-9b69-4730-8c68-585d95b6e3aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:21.681006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a76401-9b69-4730-8c68-585d95b6e3aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=9629c137-9dec-4a82-8354-086c445130df,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:21.682159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae833fe4-4429-40a4-8a32-7a7743103b86 None None] Network 6713f3cf-da7c-4e09-812e-323d591eefe6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:26:21.686460 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-24a76401-9b69-4730-8c68-585d95b6e3aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/9629c137-9dec-4a82-8354-086c445130df HTTP/1.1" status: 204 len: 168 time: 0.3846412 Mar 25 20:26:21.688616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38464) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:21.775870 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:26:20Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:21.779976 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] Checking router: 26685505-bc3f-4c67-abf0-00c8ee6b71eb for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:26:21.789651 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] Routers {'26685505-bc3f-4c67-abf0-00c8ee6b71eb'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:21.790277 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:21.957173 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] DHCP port deletion for 6713f3cf-da7c-4e09-812e-323d591eefe6 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:26:21.963893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Deleting port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:26:21.964252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:21.988976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:22.003126 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] Set router 26685505-bc3f-4c67-abf0-00c8ee6b71eb gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:22.169551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] For port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=426a9a9d-e57f-46ae-97f1-6a35a8c89eaa,segment=NetworkSegment(09772c1f-10b6-46ac-8aae-645c9ae11e7e),segment_id=09772c1f-10b6-46ac-8aae-645c9ae11e7e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:22.169777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:22.176011 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:22.255140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port f910a252-e10c-4d2b-878e-5008f09fb6ce {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:26:22.255514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:22.286890 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:26:20Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:22.291270 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c4db1f-f1f6-449e-beaa-7b32a56f6076 None None] The sync data for ids ['26685505-bc3f-4c67-abf0-00c8ee6b71eb'] in dv-neutron-835149-1-hyperv is: [{'id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'name': 'tempest-TestNetworkBasicOps-router-867304474', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84'}], 'enable_snat': True}, 'gw_port_id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:22:35Z', 'updated_at': '2022-03-25T20:26:20Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f910a252-e10c-4d2b-878e-5008f09fb6ce', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26685505-bc3f-4c67-abf0-00c8ee6b71eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:22:36Z', 'updated_at': '2022-03-25T20:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:26:22.327449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Calling delete_port for 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:26:22.429967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port f910a252-e10c-4d2b-878e-5008f09fb6ce, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f910a252-e10c-4d2b-878e-5008f09fb6ce,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:22.430243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:22.432022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:22.477889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Pushing event deleted for resources: {'Port': ['ID=426a9a9d-e57f-46ae-97f1-6a35a8c89eaa,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:22.482214 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] No DVR routers for this DVR port 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:26:22.495661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.496013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.496352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.496720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.497051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.497382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.497707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.498060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.498383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.498724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.499047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.499389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12759678-b04c-4176-8723-8812ff55c3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.555868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for f910a252-e10c-4d2b-878e-5008f09fb6ce owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:26:22.696741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:26:22.744550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:26:22.744899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 426a9a9d-e57f-46ae-97f1-6a35a8c89eaa not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:26:22.747284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 177edfc4-30e2-409d-8e92-c15a5f48d67a no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:26:22.784387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 177edfc4-30e2-409d-8e92-c15a5f48d67a {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:26:22.784906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 177edfc4-30e2-409d-8e92-c15a5f48d67a not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:26:22.792644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:22.838756 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=f910a252-e10c-4d2b-878e-5008f09fb6ce,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:22.874016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.874614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.874781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.875019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.875337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.875654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.875968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.876282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.876624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.877464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.877774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.878082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:22.939230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.112729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.114898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.226603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.227066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Fanout notify agent at l3_agent the message router_deleted on router 26685505-bc3f-4c67-abf0-00c8ee6b71eb {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:26:23.242542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.246368 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-406207b3-260a-4f03-973c-4ceb77601009 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/routers/26685505-bc3f-4c67-abf0-00c8ee6b71eb HTTP/1.1" status: 204 len: 168 time: 1.5562556 Mar 25 20:26:23.248665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38468) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:23.362110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.488104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.512246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6713f3cf-da7c-4e09-812e-323d591eefe6']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:23.523810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09772c1f-10b6-46ac-8aae-645c9ae11e7e') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:23.524098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09772c1f-10b6-46ac-8aae-645c9ae11e7e') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:23.535490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.552297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.558255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:26:23.558625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:26:23.575783 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:26:23.729454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.747383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.759398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=6713f3cf-da7c-4e09-812e-323d591eefe6,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:23.815746 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4068ab69-e4ce-413a-b88b-d594e78e9151 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/6713f3cf-da7c-4e09-812e-323d591eefe6 HTTP/1.1" status: 204 len: 168 time: 0.5683277 Mar 25 20:26:23.828439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38472) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:23.833586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--401612089', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:23.838570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:23.842640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:network and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:23.845498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:23.851770 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:23.923759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:26:23.927230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.958043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:26:23.966678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:23.967024 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment 298ab539-121f-459b-9e97-42ab42668f4d of type vlan for network b16b48b2-d003-444d-8396-f1fd536b356b Mar 25 20:26:23.992614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:24.089546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:24.095033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:24.097874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:24.201835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=b16b48b2-d003-444d-8396-f1fd536b356b,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:24.213257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network b16b48b2-d003-444d-8396-f1fd536b356b details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:26:24.261377 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-25fee93e-0740-418b-a7f4-e0216fae54ce tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4322813 Mar 25 20:26:24.263910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38476) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:24.269670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'admin_state_up': True, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:24.276641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:24.280504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:router and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:24.283373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:24.289795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:24.363665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:24.364734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:24.380104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:24.680350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f910a252-e10c-4d2b-878e-5008f09fb6ce no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:26:24.715577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: f910a252-e10c-4d2b-878e-5008f09fb6ce {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:26:24.715919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f910a252-e10c-4d2b-878e-5008f09fb6ce not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:26:24.807598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:25.148129 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:25.180485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:25.307778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.32 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:26:25.450168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:25.552384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:25.613399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:26:25.616200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:26:25.619750 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:26:25.665979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:26.127137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:26.577677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:26.877643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:26:27.055959 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:26:27.065629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Sync routers for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:26:27.074463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:27.075068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:27.152725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:27.153884 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a8a4e2b5-d532-4bd2-814e-9bd71a9430cf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8890696 Mar 25 20:26:27.156993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38480) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:27.238317 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cb6657cf-b5fa-4198-a594-01fd676e048b tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0802052 Mar 25 20:26:27.240834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38486) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:27.253725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:27.367829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46f5e6-0c84-4fc1-be2a-05304e1b2fb6 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:27.369352 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cb46f5e6-0c84-4fc1-be2a-05304e1b2fb6 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276519 Mar 25 20:26:27.372289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38490) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:27.415260 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8df635fe-bfe9-43a7-8c61-a63e8be947df tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418200 Mar 25 20:26:27.417680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38494) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:27.422831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589720218', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:27.530000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:27.531879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:25Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:27.533838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:27.535729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Checking router: 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:26:27.536079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Updating router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:26:27.536666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:27.542267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:27.591691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:27.660867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:26:27.664548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:27.917037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:27.928753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Transition to ACTIVE for port object f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:27.936338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:28.009549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:28.015415 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=76e1524a-e2f7-4df9-a7f2-ba977755bab9,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:28.025137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:26:28.025512 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: b16b48b2-d003-444d-8396-f1fd536b356b, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:26:28.099865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Attempting to bind port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:26:28.102877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Attempting to bind port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:26:28.102877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Attempting to bind port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:26:28.107582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59733ef0-0262-4711-8489-bc5c160048d1 None None] Pushing event updated for resources: {'Port': ['ID=f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:28.112563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:26:28.113446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:26:28.113836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:28.114220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:26:28.114681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Bound port: f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:26:28.115047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:28.118179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b16b48b2-d003-444d-8396-f1fd536b356b is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:26:28.192214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, b16b48b2-d003-444d-8396-f1fd536b356b) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:26:28.200502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:28.200502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:28.200718 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fda7e9-d05d-4548-a01b-dd7a579fdae7 None None] Network b16b48b2-d003-444d-8396-f1fd536b356b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:26:28.301785 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3a793c3e-c7e1-4e10-bedf-9eb063bd438e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8830957 Mar 25 20:26:28.303724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] For port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:26:28.304457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38498) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:28.316928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] For port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:26:28.376621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:28.505389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59733ef0-0262-4711-8489-bc5c160048d1 None None] Pushing event updated for resources: {'Port': ['ID=f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:28.510623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:28.511228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:28.568055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-b16b48b2-d003-444d-8396-f1fd536b356b', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:26:28.568894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:28.806647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:29.019964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Allocated IP 172.20.0.2 (b16b48b2-d003-444d-8396-f1fd536b356b/76e1524a-e2f7-4df9-a7f2-ba977755bab9/471eb232-357f-405e-a7f9-d6fada3bcee2) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:26:29.111923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:29.287378 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:25Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:29.294775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:29.297113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e7bafd-32b4-4db6-912e-1b4ac84c89cd None None] The sync data for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv is: [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:25Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:26:29.306888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Transition to ACTIVE for port object 471eb232-357f-405e-a7f9-d6fada3bcee2 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:29.330585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Transition to ACTIVE for port object 471eb232-357f-405e-a7f9-d6fada3bcee2 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:29.387284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:29.448601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Network b16b48b2-d003-444d-8396-f1fd536b356b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:26:29.451387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:26:29.455566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:26:29.469928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Pushing event updated for resources: {'Port': ['ID=471eb232-357f-405e-a7f9-d6fada3bcee2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:29.543547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.1 (b16b48b2-d003-444d-8396-f1fd536b356b/76e1524a-e2f7-4df9-a7f2-ba977755bab9/221d7118-b05e-48cc-a458-00a2e4991582) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:26:29.578546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Attempting to bind port 471eb232-357f-405e-a7f9-d6fada3bcee2 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:26:29.578901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Attempting to bind port 471eb232-357f-405e-a7f9-d6fada3bcee2 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:26:29.579256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Attempting to bind port 471eb232-357f-405e-a7f9-d6fada3bcee2 on network b16b48b2-d003-444d-8396-f1fd536b356b {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:26:29.585870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:26:29.586242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Checking segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:26:29.586639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:29.587031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Bound using segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:26:29.587493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Bound port: 471eb232-357f-405e-a7f9-d6fada3bcee2, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:26:29.587865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:29.735466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] For port 471eb232-357f-405e-a7f9-d6fada3bcee2, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:26:29.739260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] For port 471eb232-357f-405e-a7f9-d6fada3bcee2, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=471eb232-357f-405e-a7f9-d6fada3bcee2,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:26:29.747256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:29.764359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 221d7118-b05e-48cc-a458-00a2e4991582 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:29.832892 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:29.862330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:29.916665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d803ca6-20b3-4366-9328-e77fd70006d0 None None] Pushing event updated for resources: {'Port': ['ID=471eb232-357f-405e-a7f9-d6fada3bcee2,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:29.929857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b16b48b2-d003-444d-8396-f1fd536b356b is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:26:29.931067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:26:29.937331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:26:29.994654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=221d7118-b05e-48cc-a458-00a2e4991582,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:30.008890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.009000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.009300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.009630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.009957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.010283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.010609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.010926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.011249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.011572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.011888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.012208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:30.024164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:30.490880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:30.747184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:26:30.883736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:26:30.888773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:30.889170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:30.905709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:30.969351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:31.003798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:31.019731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:31.072605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:31.073727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 471eb232-357f-405e-a7f9-d6fada3bcee2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:26:31.083709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=221d7118-b05e-48cc-a458-00a2e4991582,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:31.087313 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:31.191930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:31.230013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b16b48b2-d003-444d-8396-f1fd536b356b is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:26:31.231219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:26:31.243400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 471eb232-357f-405e-a7f9-d6fada3bcee2 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:26:31.417874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:26:31.443601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c5c8ff-e4e3-4c9a-8799-b6840ac69cf4 None None] Network b16b48b2-d003-444d-8396-f1fd536b356b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:26:31.601180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:26:31.609374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2dbb7724-9212-4fb2-9767-4aff8c047695 None None] Provisioning for port 471eb232-357f-405e-a7f9-d6fada3bcee2 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:26:31.617275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38502) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:31.617801 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e3597e8b-49ff-48a7-bd7e-3fb5a88e7806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/3b1ca9dd-36ad-4cc7-8933-27191c55f4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3118846 Mar 25 20:26:31.624634 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Sync routers for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:26:31.625100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2dbb7724-9212-4fb2-9767-4aff8c047695 None None] Provisioning complete for port 471eb232-357f-405e-a7f9-d6fada3bcee2 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:31.625100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7724-9212-4fb2-9767-4aff8c047695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:31.630248 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:31.631202 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:31.794409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7724-9212-4fb2-9767-4aff8c047695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:31.832607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2dbb7724-9212-4fb2-9767-4aff8c047695 None None] For port 471eb232-357f-405e-a7f9-d6fada3bcee2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=471eb232-357f-405e-a7f9-d6fada3bcee2,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:31.836178 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:31.877813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fce76-5f3f-4c8e-8858-4bdf3e111187 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:31.878280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fce76-5f3f-4c8e-8858-4bdf3e111187 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:31.878802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fce76-5f3f-4c8e-8858-4bdf3e111187 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:31.879397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fce76-5f3f-4c8e-8858-4bdf3e111187 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:31.881104 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c07fce76-5f3f-4c8e-8858-4bdf3e111187 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2621906 Mar 25 20:26:31.883989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38506) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:31.895343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7724-9212-4fb2-9767-4aff8c047695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:31.969907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f9b16-48c3-4912-87ec-6cbd7fc189ef tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:31.971077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f9b16-48c3-4912-87ec-6cbd7fc189ef tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:31.971555 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f9b16-48c3-4912-87ec-6cbd7fc189ef tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:31.972068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f9b16-48c3-4912-87ec-6cbd7fc189ef tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:31.974393 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e9f9b16-48c3-4912-87ec-6cbd7fc189ef tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0891433 Mar 25 20:26:31.977362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38510) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:31.978494 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb7724-9212-4fb2-9767-4aff8c047695 None None] Pushing event updated for resources: {'Port': ['ID=471eb232-357f-405e-a7f9-d6fada3bcee2,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:32.165807 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:32.169967 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Checking router: 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:26:32.170307 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Updating router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff port 221d7118-b05e-48cc-a458-00a2e4991582 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:26:32.179095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-37f4536f-7514-47c9-bd60-70dd76b90a28 None None] Provisioning for port 221d7118-b05e-48cc-a458-00a2e4991582 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:26:32.185754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-37f4536f-7514-47c9-bd60-70dd76b90a28 None None] Provisioning complete for port 221d7118-b05e-48cc-a458-00a2e4991582 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:32.188114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37f4536f-7514-47c9-bd60-70dd76b90a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.215626 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0b3782bf-b70b-42e6-8c2f-ac5586df6b4a tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2371173 Mar 25 20:26:32.239896 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.265014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-37f4536f-7514-47c9-bd60-70dd76b90a28 None None] Port 221d7118-b05e-48cc-a458-00a2e4991582 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:26:32.279184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-37f4536f-7514-47c9-bd60-70dd76b90a28 None None] Provisioning complete for port 471eb232-357f-405e-a7f9-d6fada3bcee2 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:32.280020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37f4536f-7514-47c9-bd60-70dd76b90a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.546906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f7e493fc-f30c-494d-b4c9-d46577ef4404 None None] Provisioning complete for port 221d7118-b05e-48cc-a458-00a2e4991582 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:32.547109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38516) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:32.547277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7e493fc-f30c-494d-b4c9-d46577ef4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.553024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638821956', 'description': 'tempest-secgroup-smoke-1638821956 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:32.558973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:32.563102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:32.565949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:32.571563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:32.601941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f7e493fc-f30c-494d-b4c9-d46577ef4404 None None] Port 221d7118-b05e-48cc-a458-00a2e4991582 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:26:32.609220 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.621653 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Transition to ACTIVE for port object 221d7118-b05e-48cc-a458-00a2e4991582 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:32.655364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.676400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:32.678420 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.680493 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:32.683551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:32.690421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:32.696211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:26:32.775580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.785571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:32.785937 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.849229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.854625 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Pushing event updated for resources: {'Port': ['ID=221d7118-b05e-48cc-a458-00a2e4991582,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:32.898630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:32.898914 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.899512 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.900010 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.900564 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.901066 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.901561 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.901883 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.902388 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.902862 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.903190 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.903517 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.903841 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:26:32.937651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 471eb232-357f-405e-a7f9-d6fada3bcee2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:26:32.962897 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Attempting to bind port 221d7118-b05e-48cc-a458-00a2e4991582 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:26:32.963259 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Attempting to bind port 221d7118-b05e-48cc-a458-00a2e4991582 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:26:32.963625 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Attempting to bind port 221d7118-b05e-48cc-a458-00a2e4991582 on network b16b48b2-d003-444d-8396-f1fd536b356b {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:26:32.968791 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:26:32.969160 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Checking segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:26:32.969429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.969576 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.969920 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Bound using segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:26:32.970420 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Bound port: 221d7118-b05e-48cc-a458-00a2e4991582, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:26:32.971590 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-94572515-8bed-47c5-a1bb-8fa5105d3ce0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4235418 Mar 25 20:26:32.972881 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:32.974337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38520) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:32.979269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:32.985252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:32.989943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:32.992895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:32.998898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:33.010062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 471eb232-357f-405e-a7f9-d6fada3bcee2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:33.011928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.057755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.063219 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] For port 221d7118-b05e-48cc-a458-00a2e4991582, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:26:33.066267 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] For port 221d7118-b05e-48cc-a458-00a2e4991582, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=221d7118-b05e-48cc-a458-00a2e4991582,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:26:33.107293 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.121353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.180866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.190032 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:33.190848 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:33.207011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c68c95-4a85-432d-bdc6-d651ee00544a,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:33.260058 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd5c26-faa2-434f-b0aa-5eb43cc8c81d None None] Pushing event updated for resources: {'Port': ['ID=221d7118-b05e-48cc-a458-00a2e4991582,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:33.261289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.265052 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61ec2c04-03ae-4d40-a4c1-876e30f35324 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897563 Mar 25 20:26:33.267716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38524) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:33.274741 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:33.281593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:33.285087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:33.288503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:33.294721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:33.370688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.382311 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:33.434005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.500927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.641518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c3ce54-8065-4e47-a739-8886d3014c90,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:33.695200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.696379 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1a805414-2e0d-4e7c-8507-718ae2495688 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4269989 Mar 25 20:26:33.701858 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38528) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:33.703116 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:33Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:33.704186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:33.708119 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74202717-3cdc-4f18-a378-9a81389daec1 None None] The sync data for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv is: [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:33Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:26:33.710100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:33.714089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:33.717048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:33.722705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:33.793136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.865756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.929678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:33.953910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84066adc-af40-4543-80a6-6225b559fcde,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:34.021073 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.022335 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fb776b56-e296-4d4a-91a5-a04bc15fe011 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222942 Mar 25 20:26:34.025203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38532) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:34.030731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:34.037834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:34.043772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:34.047540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:34.054199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:34.156385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.226751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.296595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.321515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69e6d5c-05db-44e5-a3ad-6398133b247a,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:34.524388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.525986 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-217a1f16-b6de-4b35-8b18-c1f2f2ff4396 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4996798 Mar 25 20:26:34.528736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38536) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:34.534206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:34.540122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:34.544041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:34.548034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:34.554309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:34.632822 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:26:34.643461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.718554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.734921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 221d7118-b05e-48cc-a458-00a2e4991582 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:26:34.809514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.833894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f83db51-0bf2-47af-a1b7-8d67a4962940,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:34.883750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 221d7118-b05e-48cc-a458-00a2e4991582 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:26:34.888749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 221d7118-b05e-48cc-a458-00a2e4991582 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:34.889698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.901366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:34.902793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f6dee692-51c5-4c25-aae7-de2a6af688c5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3731358 Mar 25 20:26:34.905591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38540) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:34.910583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:34.916684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:34.921140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:34.925910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:34.934867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:34.992285 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:26:34.999115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:35.039722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:35.063539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:35.070654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 221d7118-b05e-48cc-a458-00a2e4991582, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=221d7118-b05e-48cc-a458-00a2e4991582,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:35.117770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:35.135020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:35.141364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9642ddb-3c8e-4f54-9193-e0d8d563f22f,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:35.206765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=221d7118-b05e-48cc-a458-00a2e4991582,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:35.210579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:35.212155 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ff7f304d-6143-4d88-921b-62b4c2951c1a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3052156 Mar 25 20:26:35.368647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-8d611932-89b9-42f2-aa4a-084791c0da3e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638821956&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.0385602 Mar 25 20:26:35.515471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2940fb-6557-4207-981c-23752a2c362d req-84739ffe-7ed7-423a-8dfe-f6011fdc1aa6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:35.516834 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-84739ffe-7ed7-423a-8dfe-f6011fdc1aa6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 796 time: 0.1420510 Mar 25 20:26:35.531657 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-0370540f-cd9f-4ae5-acdd-0dc6632341cc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0091419 Mar 25 20:26:35.619062 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-5e4a092d-a357-4634-a243-52c3fccb99db tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817771 Mar 25 20:26:35.694254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-563090ea-410f-49af-b49f-b9ff6c532dc8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:26:35.695256 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-563090ea-410f-49af-b49f-b9ff6c532dc8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649741 Mar 25 20:26:35.826061 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-87e0fe55-28fa-4e8f-b4d5-5ea20d7a80e0 service neutron] 10.222.0.37 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246789 Mar 25 20:26:35.952971 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-2b6bcdb4-8fdf-4722-bd7c-53e2347aec4b service neutron] 10.222.0.37 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212215 Mar 25 20:26:36.198607 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c05a3c79-08f6-4261-aaab-e75ceb686810 req-4f38fb45-24ca-4563-9990-20d22bfb5f76 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 210 time: 0.0414445 Mar 25 20:26:36.689979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 221d7118-b05e-48cc-a458-00a2e4991582 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:26:36.756352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 221d7118-b05e-48cc-a458-00a2e4991582 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:36.756816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:37.349517 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-aee33851-f4f8-4d89-8863-3fc494d0e4de req-5542319a-5212-4ae8-a1d0-989e4ed143a2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 210 time: 0.0434914 Mar 25 20:26:38.142346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2940fb-6557-4207-981c-23752a2c362d req-9a8ab63c-ab0c-4fd4-883a-15b967021802 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:38.143022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-4b2940fb-6557-4207-981c-23752a2c362d req-9a8ab63c-ab0c-4fd4-883a-15b967021802 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:26:38.154581 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:26:38.192697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-4b2940fb-6557-4207-981c-23752a2c362d req-9a8ab63c-ab0c-4fd4-883a-15b967021802 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:26:38.193860 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-9a8ab63c-ab0c-4fd4-883a-15b967021802 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 796 time: 0.1934478 Mar 25 20:26:38.246386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-4b2940fb-6557-4207-981c-23752a2c362d req-5797810e-41b1-49fa-8630-21faa148dc54 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:26:38.300268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-4b2940fb-6557-4207-981c-23752a2c362d req-5797810e-41b1-49fa-8630-21faa148dc54 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:26:38.301936 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-5797810e-41b1-49fa-8630-21faa148dc54 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 380 time: 0.1001475 Mar 25 20:26:38.310618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:38.446597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:38.450563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:port and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:38.453406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:38.459127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:38.499037 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f34007ef-7562-4f0f-8660-b1efbf0f5554 req-73614c28-3f0d-4281-9c25-200f994a22aa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 210 time: 0.0449300 Mar 25 20:26:38.517710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:26:38.521347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:38.684438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.10 (b16b48b2-d003-444d-8396-f1fd536b356b/76e1524a-e2f7-4df9-a7f2-ba977755bab9/aa7f4de1-a5d0-496d-a6fe-64ae9861aacd) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:26:38.871573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:38.886302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object aa7f4de1-a5d0-496d-a6fe-64ae9861aacd will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:38.946650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:39.012865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b16b48b2-d003-444d-8396-f1fd536b356b is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:26:39.015683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:26:39.019426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:26:39.066850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:39.092326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:39.092980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:39.094692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8d95a98-a904-4f59-8b51-be31963fd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:39.175578 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-845f2598-ae39-4a22-b527-aa62f9e09f34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8686981 Mar 25 20:26:39.186545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Request body: {'port': {'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:39.298694 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:39.300776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ccfdca7c-1dd5-44e8-9bdf-374824e9bb29 None None] Provisioning for port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:26:39.305968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ccfdca7c-1dd5-44e8-9bdf-374824e9bb29 None None] Provisioning complete for port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:39.306417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ccfdca7c-1dd5-44e8-9bdf-374824e9bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:39.361418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ccfdca7c-1dd5-44e8-9bdf-374824e9bb29 None None] Port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:26:39.637912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7f4de1-a5d0-496d-a6fe-64ae9861aacd {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:26:39.645786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:39.660199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Transition to ACTIVE for port object aa7f4de1-a5d0-496d-a6fe-64ae9861aacd will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:39.685058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07e9b2-9da2-4c1b-95fa-423b9e2a4ff6 req-efee264a-82a1-4c46-9290-7d188eb99153 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:39.686519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8f07e9b2-9da2-4c1b-95fa-423b9e2a4ff6 req-efee264a-82a1-4c46-9290-7d188eb99153 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 932 time: 0.0806532 Mar 25 20:26:39.729856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8f07e9b2-9da2-4c1b-95fa-423b9e2a4ff6 req-4a68c85f-5c81-4383-81df-1b3fa4f8afa0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376742 Mar 25 20:26:39.735005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:39.897161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Pushing event updated for resources: {'Port': ['ID=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:39.970586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Attempting to bind port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:26:39.970915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Attempting to bind port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:26:39.971240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Attempting to bind port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd on network b16b48b2-d003-444d-8396-f1fd536b356b {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:26:39.975810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd on network b16b48b2-d003-444d-8396-f1fd536b356b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:26:39.976122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Attempting to bind port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd on network b16b48b2-d003-444d-8396-f1fd536b356b {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:26:39.981175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:26:39.981507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Checking segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:26:39.981884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Bound using segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:26:39.982298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Bound port: aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:26:39.982656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:40.071396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] For port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:26:40.074145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] For port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:26:40.152409 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:40.212147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:40.213173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:40.214159 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-665e9821-c33f-4673-ad83-1d594785848c service neutron] 10.222.0.43 "PUT /v2.0/ports/aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 1094 time: 1.0318146 Mar 25 20:26:40.214593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:26:40.242074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e9821-c33f-4673-ad83-1d594785848c service neutron] Pushing event updated for resources: {'Port': ['ID=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:40.263243 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'status': 'completed', 'code': 200} Mar 25 20:26:40.358911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46192c31-66c0-4c7d-9529-67c54d0d3ee8 req-4e42674b-39c3-4856-80f2-67fed021793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:40.360382 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-46192c31-66c0-4c7d-9529-67c54d0d3ee8 req-4e42674b-39c3-4856-80f2-67fed021793c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1097 time: 0.0757077 Mar 25 20:26:40.597129 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46192c31-66c0-4c7d-9529-67c54d0d3ee8 req-4325e6f4-a6ff-4e8a-9c4d-181c57350061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:40.598481 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-46192c31-66c0-4c7d-9529-67c54d0d3ee8 req-4325e6f4-a6ff-4e8a-9c4d-181c57350061 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2303162 Mar 25 20:26:40.733858 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46192c31-66c0-4c7d-9529-67c54d0d3ee8 req-1d3ecd84-9eb1-45aa-90e4-2cb41d588a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:40.735298 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-46192c31-66c0-4c7d-9529-67c54d0d3ee8 req-1d3ecd84-9eb1-45aa-90e4-2cb41d588a02 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306942 Mar 25 20:26:40.849960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2940fb-6557-4207-981c-23752a2c362d req-38fffbec-d1c1-4c4e-80ac-4e53c542df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:40.851505 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-38fffbec-d1c1-4c4e-80ac-4e53c542df00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1097 time: 0.0789375 Mar 25 20:26:40.914381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9271873-a06f-4b02-96c3-3d2d5b754578 req-b238520e-a2f2-45c7-8f64-4fc8077b1313 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:40.915749 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e9271873-a06f-4b02-96c3-3d2d5b754578 req-b238520e-a2f2-45c7-8f64-4fc8077b1313 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 944 time: 0.0811772 Mar 25 20:26:40.922569 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-3e742599-59c7-41e8-8541-fcacfef41ed3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 217 time: 0.0646124 Mar 25 20:26:40.959604 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e9271873-a06f-4b02-96c3-3d2d5b754578 req-10bc2bc8-1339-41b9-8ecb-f0b715b77e1e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Mar 25 20:26:40.984308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2940fb-6557-4207-981c-23752a2c362d req-145b5afd-f3e6-4510-9bb6-0098ec766622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:40.986088 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-145b5afd-f3e6-4510-9bb6-0098ec766622 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0579989 Mar 25 20:26:41.063016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2940fb-6557-4207-981c-23752a2c362d req-6be0a8e9-eb1e-42b2-b282-3abd185ab6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:41.064436 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-6be0a8e9-eb1e-42b2-b282-3abd185ab6d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720887 Mar 25 20:26:41.195714 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-2b6eaebe-6cb8-48f8-a737-6bc6354bc6a4 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245494 Mar 25 20:26:41.333121 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4b2940fb-6557-4207-981c-23752a2c362d req-fe85b10d-a9e7-478d-950d-f93054c8a427 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302748 Mar 25 20:26:42.129152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-490aae98-b0f6-481e-9053-2fa08469bc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:42.145734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad89463-18a1-4dde-95ff-69f7197a7b9a req-f80d8cc8-dafb-4607-9c90-a081771f33af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:42.150465 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fad89463-18a1-4dde-95ff-69f7197a7b9a req-f80d8cc8-dafb-4607-9c90-a081771f33af tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 944 time: 0.0857801 Mar 25 20:26:42.196805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fad89463-18a1-4dde-95ff-69f7197a7b9a req-fe85970e-537c-4ecd-a541-3b78a8b2f32d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396326 Mar 25 20:26:42.825760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:42.900304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:43.384602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b995-3575-4b29-a7ab-d3593224b33a req-5ba7c57f-10bf-4a4a-b50e-7bf99781a010 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:43.386062 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6463b995-3575-4b29-a7ab-d3593224b33a req-5ba7c57f-10bf-4a4a-b50e-7bf99781a010 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 944 time: 0.0824239 Mar 25 20:26:43.429836 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6463b995-3575-4b29-a7ab-d3593224b33a req-85b28cb9-2c4c-47bf-868f-a9f0aa4c8874 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Mar 25 20:26:44.237638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:44.615522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05e6a3-bb07-41e0-9193-5f79f3e2a1bc req-3aae24d6-eb00-4a3f-a459-a2e36e068a93 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:44.617317 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac05e6a3-bb07-41e0-9193-5f79f3e2a1bc req-3aae24d6-eb00-4a3f-a459-a2e36e068a93 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 944 time: 0.0829794 Mar 25 20:26:44.769322 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac05e6a3-bb07-41e0-9193-5f79f3e2a1bc req-f7468601-f2f9-45fc-9b52-41054baa81c9 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460190 Mar 25 20:26:44.775769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device aa7f4de1-a5d0-496d-a6fe-64ae9861aacd details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:26:44.914119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:44.926858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:26:44.980875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:44.997056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7f4de1-a5d0-496d-a6fe-64ae9861aacd {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:26:45.011713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:45.060205 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:45.127509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:45.431498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:26:45.949547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff0ec1-0c46-4471-b2a0-76226747c05f req-ee5959a0-ffd1-4390-a0a5-4a46af2b5ab4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:45.950963 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9aff0ec1-0c46-4471-b2a0-76226747c05f req-ee5959a0-ffd1-4390-a0a5-4a46af2b5ab4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 945 time: 0.0775306 Mar 25 20:26:45.993794 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9aff0ec1-0c46-4471-b2a0-76226747c05f req-384272a4-b7fa-4cd5-ab17-e777e9624ba3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371962 Mar 25 20:26:46.780389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device aa7f4de1-a5d0-496d-a6fe-64ae9861aacd up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:26:46.906055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:26:46.910689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:46.911055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:47.026746 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:47.053128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:26:47.062858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:26:47.095784 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'code': 200} Mar 25 20:26:47.106053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:47.177838 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:47.180519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f93328-d6ef-40a8-a9d1-36f6cc346c9e req-4fc53158-f715-4e87-8a2c-b2bd7a3b0d14 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:47.181990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-60f93328-d6ef-40a8-a9d1-36f6cc346c9e req-4fc53158-f715-4e87-8a2c-b2bd7a3b0d14 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 946 time: 0.0829921 Mar 25 20:26:47.226388 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-60f93328-d6ef-40a8-a9d1-36f6cc346c9e req-203159d4-262f-4804-a3b4-f269500e6334 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384474 Mar 25 20:26:47.462264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4596b2e-853d-47b4-b49b-213b2329ec0d req-dd122804-5b1e-40b3-b33a-5d646b64f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:47.463665 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e4596b2e-853d-47b4-b49b-213b2329ec0d req-dd122804-5b1e-40b3-b33a-5d646b64f4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1099 time: 0.0692382 Mar 25 20:26:47.506868 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e4596b2e-853d-47b4-b49b-213b2329ec0d req-f7e6ec22-fe60-4097-aa1d-12e78bf60f70 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372167 Mar 25 20:26:47.963831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:48.407010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904665c-13b0-441d-8007-945880760bd0 req-3dfe193d-c38b-41a6-a7d3-dfb039298963 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:48.408459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c904665c-13b0-441d-8007-945880760bd0 req-3dfe193d-c38b-41a6-a7d3-dfb039298963 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 946 time: 0.0782804 Mar 25 20:26:48.453254 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c904665c-13b0-441d-8007-945880760bd0 req-c937d200-ac43-4061-9729-0e777791586b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393047 Mar 25 20:26:49.631016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a40d-e925-478f-9cac-5ac22a17d50e req-da860075-d2dd-411b-875d-cfa16655c391 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:49.632487 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ec3a40d-e925-478f-9cac-5ac22a17d50e req-da860075-d2dd-411b-875d-cfa16655c391 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 946 time: 0.0781670 Mar 25 20:26:49.680993 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ec3a40d-e925-478f-9cac-5ac22a17d50e req-cda5273e-cda9-48b1-a630-07f0a5d3d445 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Mar 25 20:26:49.870045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5a2bf-a960-4791-8412-a92a89e676e8 req-b35176ec-c658-4277-8686-a0796d4534ae tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:49.871448 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96f5a2bf-a960-4791-8412-a92a89e676e8 req-b35176ec-c658-4277-8686-a0796d4534ae tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 946 time: 0.0818706 Mar 25 20:26:49.914430 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96f5a2bf-a960-4791-8412-a92a89e676e8 req-1f2a0736-fe22-4e98-8abb-bdadbe72d12f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Mar 25 20:26:49.936156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38602) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:50.005115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13ca41-4a7b-43e1-9071-59bc70b9cb14 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:50.006506 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8b13ca41-4a7b-43e1-9071-59bc70b9cb14 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1094 time: 0.0693762 Mar 25 20:26:50.009272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38606) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:50.014070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:50.020550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:50.024314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:50.027092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:50.032664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:50.100109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:50.234103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:50.367487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.243 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/33a8b492-eb77-4911-ab8e-1d352936fef5) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:26:50.510291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:50.609154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:50.672616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:26:50.675310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:26:50.683603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:26:50.712232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=33a8b492-eb77-4911-ab8e-1d352936fef5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:51.089612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:51.209938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:51.496069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:51.540216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:51.653499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=33a8b492-eb77-4911-ab8e-1d352936fef5,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:51.660862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:51.830030 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP b39094af-0f6e-4520-8f53-910094329145 associated. External IP: 172.26.8.243, port: aa7f4de1-a5d0-496d-a6fe-64ae9861aacd. Mar 25 20:26:52.183476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:26:52.374962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:26:52.384810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] Sync routers for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:26:52.393564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:52.394166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:52.454576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:52.510253 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ef987a1c-d8ae-4665-bbd6-a4579be6b732 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4999766 Mar 25 20:26:52.510854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:26:52.513109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38610) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:52.589639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cad56f-e76a-4f44-97d3-920d349995fe tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:52.594075 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f1cad56f-e76a-4f44-97d3-920d349995fe tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1094 time: 0.0793917 Mar 25 20:26:52.607566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:52.630761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'status': 'completed', 'code': 200} Mar 25 20:26:52.732968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-aa2f5bc7-a37c-49f6-be56-261de837d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:52.734447 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-aa2f5bc7-a37c-49f6-be56-261de837d68d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1099 time: 0.0720484 Mar 25 20:26:52.813970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38620) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:52.820102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192714824', 'description': 'tempest-secgroup-smoke-192714824 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:52.826084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:52.838937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:52.878081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-b3bc4c10-b357-4dfd-9734-185b4c03d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:52.880072 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-b3bc4c10-b357-4dfd-9734-185b4c03d28d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 897 time: 0.1403799 Mar 25 20:26:52.911616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:52.931617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:52.935587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:52.940729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:52.946145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:52.962532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:51Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:52.971640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] Checking router: 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:26:52.976919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:26:52.977525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:26:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:53.002644 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-191036b8-427e-4228-a4be-845da4f1de0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 1000 time: 0.1159053 Mar 25 20:26:53.028369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.069695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-6e439927-6ec9-4d91-9c97-1ef89a9ccc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:53.071265 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-6e439927-6ec9-4d91-9c97-1ef89a9ccc14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0628355 Mar 25 20:26:53.071520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.120334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:53.152222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-78eaba0a-c31f-475f-bae9-2f7aad3adf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:53.153754 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-78eaba0a-c31f-475f-bae9-2f7aad3adf59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758429 Mar 25 20:26:53.158819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:26:53.197422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.201325 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c2b3c4d2-8b33-4ae4-bf2d-3e95454e0b7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3836846 Mar 25 20:26:53.202387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38624) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:53.207753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:53.213697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:53.217516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:53.220319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:53.226003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:53.289177 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-08b20132-8d46-4fae-9b85-b8700241f763 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296349 Mar 25 20:26:53.307316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.368285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.449466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.475230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc48fb8d-3864-4114-906c-aaa88b653aae,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:53.515463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:51Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:26:53.519438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb727ea9-353a-4482-954e-e2b98a82280e None None] The sync data for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv is: [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:51Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:26:53.540525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.544180 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c2997895-8258-40ab-838d-3ad3443bd5f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381832 Mar 25 20:26:53.544304 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f6c506c1-d2d7-43ba-b1ba-b33ab2dd265a req-9770cf32-561c-4e06-8e38-0afadb8f656b service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471671 Mar 25 20:26:53.544824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38628) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:53.549392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:53.556216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:53.560535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:53.563592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:53.569547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:53.668443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.711683 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78863fcd-6f5d-45c7-baf4-b2fdc5da38e7 None None] New status for floating IP b39094af-0f6e-4520-8f53-910094329145: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:26:53.732281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.803142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.829912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf69fbc-83af-4c2e-b5bb-8e99309f4bc6,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:53.906436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:53.907629 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7aa44a7a-6392-48fc-8562-8973ee160f9e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3623455 Mar 25 20:26:53.910565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38632) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:53.915759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:53.922277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:53.926633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:53.929519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:53.935690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:54.027360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.198161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.260161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.283290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c9adeb-26c1-49e6-8cc5-b5b746a60d5f,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:54.362433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.364193 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-de0d87d7-8775-4704-a6a4-972f310d06de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4521234 Mar 25 20:26:54.366922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38636) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:54.371678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:54.377265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:54.381411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:54.383875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:54.389562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:54.489531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.548869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.614345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.637123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed095cc-ada2-4bdb-99db-cad1fdea6f8e,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:54.705853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.707020 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5de297d9-a178-4329-8853-4bd01414cdc5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392103 Mar 25 20:26:54.710227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38640) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:54.715119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:54.720951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:54.725234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:54.728150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:54.733866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:54.803110 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:26:54.809887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.875525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.962928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:54.986669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918a7080-2c55-4ceb-b944-f5e3bfeb9d21,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:55.054574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:55.055774 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9a4de05a-ecf7-46b4-98ae-27ef21744f83 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446403 Mar 25 20:26:55.058420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38644) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:26:55.063381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': 'bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:55.069682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:55.073419 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:55.076237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:55.081881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:55.145810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:26:55.152726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:55.218650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:55.306023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:55.329373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3330f80a-31ef-4f4d-a7eb-fb75c7d4da19,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:55.403033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:55.404139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-42a07c59-2b7d-4f62-9626-1b99bf62d39a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448098 Mar 25 20:26:55.563110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-c44e8f13-7729-486f-b267-d77f12fa1c47 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:26:55.631853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-c44e8f13-7729-486f-b267-d77f12fa1c47 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:26:55.633025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-c44e8f13-7729-486f-b267-d77f12fa1c47 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192714824&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.1081491 Mar 25 20:26:55.780296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-737c1bfc-4cb5-427e-8c56-b84d47bd2a7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:55.781752 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-737c1bfc-4cb5-427e-8c56-b84d47bd2a7f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 796 time: 0.1420360 Mar 25 20:26:55.796458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-a1c8c8f0-fe45-4975-8e6a-31fa97d1fcfc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0087843 Mar 25 20:26:55.884531 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-a9751abd-e96a-47ac-bc60-b5b01172360b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0828965 Mar 25 20:26:55.940401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-11c667f6-dac9-43db-a7e3-574a783bee31 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:26:55.941402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-11c667f6-dac9-43db-a7e3-574a783bee31 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461283 Mar 25 20:26:56.070921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-2c6b8bae-7d41-4a11-b802-fff60856dde8 service neutron] 10.222.0.37 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237795 Mar 25 20:26:56.199547 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4d9df11f-3d53-45b3-93b9-2e00e963dc4a service neutron] 10.222.0.37 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229217 Mar 25 20:26:56.457487 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4898f100-644a-4b4e-8799-a973e34a458f req-1f4b41eb-8682-42ad-8f26-17f705bf4afb tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 210 time: 0.0415511 Mar 25 20:26:57.603681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-449ae2be-bcf5-4269-934a-50bf31ae5575 req-39e642b3-b863-4377-93bf-46780bb165bf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 210 time: 0.0410697 Mar 25 20:26:58.242964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-5d9a950f-f975-4301-a748-0079814b0be7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:58.244401 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-5d9a950f-f975-4301-a748-0079814b0be7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 796 time: 0.1475980 Mar 25 20:26:58.294545 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-cf35877f-34b3-490e-a7bd-c59d215596fc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 472 time: 0.0422063 Mar 25 20:26:58.302816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:58.440134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:26:58.444251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:port and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:26:58.447121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:26:58.452730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:26:58.511518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:26:58.515130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:58.680078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.4 (b16b48b2-d003-444d-8396-f1fd536b356b/76e1524a-e2f7-4df9-a7f2-ba977755bab9/5d72e645-26dd-475b-a897-9edbeba3f5b8) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:26:58.754637 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2d980cf8-5f2d-4234-ad38-5f4448b4b657 req-3169840a-86de-45a3-8195-240033feca4d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 210 time: 0.0446739 Mar 25 20:26:58.873768 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:58.888874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 5d72e645-26dd-475b-a897-9edbeba3f5b8 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:58.946206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:59.015400 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network b16b48b2-d003-444d-8396-f1fd536b356b is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:26:59.018225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:26:59.022549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:26:59.064007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=5d72e645-26dd-475b-a897-9edbeba3f5b8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:59.096156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:59.096998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:59.192430 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-4a53912a-9fd7-47b3-8482-be7a63fb516b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8929975 Mar 25 20:26:59.203377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Request body: {'port': {'device_id': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:26:59.266188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e2b31a42-c5e1-4ae3-811e-dd3453e336c2 None None] Provisioning for port 5d72e645-26dd-475b-a897-9edbeba3f5b8 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:26:59.271076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e2b31a42-c5e1-4ae3-811e-dd3453e336c2 None None] Provisioning complete for port 5d72e645-26dd-475b-a897-9edbeba3f5b8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:26:59.271437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2b31a42-c5e1-4ae3-811e-dd3453e336c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:59.313634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:59.324720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e2b31a42-c5e1-4ae3-811e-dd3453e336c2 None None] Port 5d72e645-26dd-475b-a897-9edbeba3f5b8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:26:59.642849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d72e645-26dd-475b-a897-9edbeba3f5b8 {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:26:59.649976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:59.664321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Transition to ACTIVE for port object 5d72e645-26dd-475b-a897-9edbeba3f5b8 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:26:59.711677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:59.845271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Pushing event updated for resources: {'Port': ['ID=5d72e645-26dd-475b-a897-9edbeba3f5b8,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:26:59.942024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131326a-c4b1-47d7-a7c4-e35ec08c12f0 req-d8a73302-8f55-406c-a234-6a59dd3ba57f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:26:59.943508 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2131326a-c4b1-47d7-a7c4-e35ec08c12f0 req-d8a73302-8f55-406c-a234-6a59dd3ba57f tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 943 time: 0.0811954 Mar 25 20:26:59.950459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Attempting to bind port 5d72e645-26dd-475b-a897-9edbeba3f5b8 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:26:59.950798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Attempting to bind port 5d72e645-26dd-475b-a897-9edbeba3f5b8 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:26:59.951223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Attempting to bind port 5d72e645-26dd-475b-a897-9edbeba3f5b8 on network b16b48b2-d003-444d-8396-f1fd536b356b {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:26:59.955838 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Port 5d72e645-26dd-475b-a897-9edbeba3f5b8 on network b16b48b2-d003-444d-8396-f1fd536b356b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:26:59.956148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Attempting to bind port 5d72e645-26dd-475b-a897-9edbeba3f5b8 on network b16b48b2-d003-444d-8396-f1fd536b356b {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:26:59.961788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:26:59.962114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Checking segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:26:59.962486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Bound using segment: {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:26:59.962897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Bound port: 5d72e645-26dd-475b-a897-9edbeba3f5b8, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298ab539-121f-459b-9e97-42ab42668f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:26:59.963231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:26:59.989077 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2131326a-c4b1-47d7-a7c4-e35ec08c12f0 req-98fc2f16-2078-4288-a940-f153ae8cb41e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390189 Mar 25 20:27:00.054782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] For port 5d72e645-26dd-475b-a897-9edbeba3f5b8, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:27:00.057843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] For port 5d72e645-26dd-475b-a897-9edbeba3f5b8, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5d72e645-26dd-475b-a897-9edbeba3f5b8,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:27:00.118215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:00.174227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:00.174890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:00.176193 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] 10.222.0.43 "PUT /v2.0/ports/5d72e645-26dd-475b-a897-9edbeba3f5b8 HTTP/1.1" status: 200 len: 1093 time: 0.9768848 Mar 25 20:27:00.176657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:27:00.201185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d0a29-22ec-4346-b527-c8378b39b65b service neutron] Pushing event updated for resources: {'Port': ['ID=5d72e645-26dd-475b-a897-9edbeba3f5b8,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:27:00.229243 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'status': 'completed', 'code': 200} Mar 25 20:27:00.328604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d568a2-bc40-4d29-a3c5-e5886ab74ba9 req-4aeece0c-5e86-410e-921a-4d832fb02b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:00.330240 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-86d568a2-bc40-4d29-a3c5-e5886ab74ba9 req-4aeece0c-5e86-410e-921a-4d832fb02b61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 1096 time: 0.0782173 Mar 25 20:27:00.470804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d568a2-bc40-4d29-a3c5-e5886ab74ba9 req-c318c7db-a5b5-4db1-aa5d-37477f572239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:00.472198 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-86d568a2-bc40-4d29-a3c5-e5886ab74ba9 req-c318c7db-a5b5-4db1-aa5d-37477f572239 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1343284 Mar 25 20:27:00.710837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d568a2-bc40-4d29-a3c5-e5886ab74ba9 req-d73e8cb1-3063-45fc-82e5-25329d343be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:00.712285 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-86d568a2-bc40-4d29-a3c5-e5886ab74ba9 req-d73e8cb1-3063-45fc-82e5-25329d343be4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2327724 Mar 25 20:27:00.814370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-57437333-6499-4a2a-a30b-109884eb208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:00.815736 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-57437333-6499-4a2a-a30b-109884eb208f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 1096 time: 0.0696595 Mar 25 20:27:00.897883 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-661b82b0-cb0a-46a3-972c-dab0bf4f7ace service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d72e645-26dd-475b-a897-9edbeba3f5b8 HTTP/1.1" status: 200 len: 217 time: 0.0725136 Mar 25 20:27:00.958764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-f2ba9621-e9e4-415f-abd2-cfbcb12384ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:00.962530 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-f2ba9621-e9e4-415f-abd2-cfbcb12384ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0581043 Mar 25 20:27:01.042215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-cfb716dc-9f5e-4366-8f3d-58f165b8119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:01.043741 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-cfb716dc-9f5e-4366-8f3d-58f165b8119d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735123 Mar 25 20:27:01.174428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3a14e-3467-4c58-8d27-2475cafac004 req-6af5805c-4f09-4b77-ac7a-5f71168d2a92 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:01.175502 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-1664d9c0-bfe8-40ba-a41f-8e593387f74a service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258998 Mar 25 20:27:01.175856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ed3a14e-3467-4c58-8d27-2475cafac004 req-6af5805c-4f09-4b77-ac7a-5f71168d2a92 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 943 time: 0.0820408 Mar 25 20:27:01.221417 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ed3a14e-3467-4c58-8d27-2475cafac004 req-aaf7eedb-6e09-48e7-b7dd-aa3c3a674973 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389698 Mar 25 20:27:01.313335 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cf0adbe9-f6fd-44fe-bfbb-55f39b7cce41 req-d71f6d78-4a75-412b-9d5a-ad12845b656b service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312041 Mar 25 20:27:02.408652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97908ddd-99b9-448b-9c60-1092271ca008 req-963bf0f1-8884-4624-b326-260f2630666c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:02.410054 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97908ddd-99b9-448b-9c60-1092271ca008 req-963bf0f1-8884-4624-b326-260f2630666c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 943 time: 0.0792658 Mar 25 20:27:02.452350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97908ddd-99b9-448b-9c60-1092271ca008 req-da1641e6-af9a-442e-bf18-3c03e4b445fd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363126 Mar 25 20:27:03.631288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe0e25-95f4-46e3-b645-876a6731b79f req-3205423a-9060-4df3-8a77-a0d4feaf9617 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:03.632776 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2fe0e25-95f4-46e3-b645-876a6731b79f req-3205423a-9060-4df3-8a77-a0d4feaf9617 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 943 time: 0.0792134 Mar 25 20:27:03.677878 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2fe0e25-95f4-46e3-b645-876a6731b79f req-e87b1455-367f-4b91-a643-6597e11fb0fd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386391 Mar 25 20:27:04.886440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5d72e645-26dd-475b-a897-9edbeba3f5b8 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:27:05.021200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7fe6b-e08a-4612-b467-5132a0dc1cbe req-9e6f8001-739f-43b9-a038-4120caf0b50d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:05.022307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5d72e645-26dd-475b-a897-9edbeba3f5b8, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5d72e645-26dd-475b-a897-9edbeba3f5b8,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:27:05.023201 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3da7fe6b-e08a-4612-b467-5132a0dc1cbe req-9e6f8001-739f-43b9-a038-4120caf0b50d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 943 time: 0.0835407 Mar 25 20:27:05.037018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'port_id': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'mac_address': 'fa:16:3e:25:a8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:27:05.070311 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3da7fe6b-e08a-4612-b467-5132a0dc1cbe req-28a036d5-8897-4248-b2e4-373c26cef1de tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Mar 25 20:27:05.096108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:05.113163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d72e645-26dd-475b-a897-9edbeba3f5b8 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:27:05.128296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5d72e645-26dd-475b-a897-9edbeba3f5b8, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5d72e645-26dd-475b-a897-9edbeba3f5b8,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:27:05.185942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:05.252096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5d72e645-26dd-475b-a897-9edbeba3f5b8,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:27:05.517273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['5d72e645-26dd-475b-a897-9edbeba3f5b8'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:27:06.252798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6ac1f-4914-44cf-90de-8e36c7f60bc9 req-7e389115-afdb-4615-918a-2ac97d25f7df tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:06.254236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-80e6ac1f-4914-44cf-90de-8e36c7f60bc9 req-7e389115-afdb-4615-918a-2ac97d25f7df tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 944 time: 0.0811419 Mar 25 20:27:06.299395 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-80e6ac1f-4914-44cf-90de-8e36c7f60bc9 req-a0b91768-975e-446e-be22-c3cd287ba6da tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396440 Mar 25 20:27:06.933265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5d72e645-26dd-475b-a897-9edbeba3f5b8 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:27:07.071223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 5d72e645-26dd-475b-a897-9edbeba3f5b8 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:27:07.075897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 5d72e645-26dd-475b-a897-9edbeba3f5b8 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:27:07.076268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:07.188201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:07.214477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:27:07.224206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5d72e645-26dd-475b-a897-9edbeba3f5b8, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5d72e645-26dd-475b-a897-9edbeba3f5b8,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:27:07.258753 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'code': 200} Mar 25 20:27:07.306186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:07.376260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5d72e645-26dd-475b-a897-9edbeba3f5b8,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:27:07.483580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a03f8-92b7-45cb-9acd-659e0d002cee req-baa72bc5-ec74-448e-9eec-bdcb9977880d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:07.486895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-979a03f8-92b7-45cb-9acd-659e0d002cee req-baa72bc5-ec74-448e-9eec-bdcb9977880d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 945 time: 0.0815420 Mar 25 20:27:07.533532 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-979a03f8-92b7-45cb-9acd-659e0d002cee req-d0ec0aa4-b1d6-4b32-a65e-6429fca1ee25 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379188 Mar 25 20:27:07.639712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb269f-0647-4205-b2b9-f6160d9615da req-7e16b020-40ba-492f-816f-12d755808952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:07.641321 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6bcb269f-0647-4205-b2b9-f6160d9615da req-7e16b020-40ba-492f-816f-12d755808952 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 1098 time: 0.0691752 Mar 25 20:27:07.682810 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6bcb269f-0647-4205-b2b9-f6160d9615da req-06ca3f02-244a-45c1-b2c6-5fb15281ab2e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348775 Mar 25 20:27:08.802639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd482-2a30-424e-8bdc-228dce686613 req-af8352b1-c952-44de-922e-312d1fcd9069 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:08.804070 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-67ddd482-2a30-424e-8bdc-228dce686613 req-af8352b1-c952-44de-922e-312d1fcd9069 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 945 time: 0.1671605 Mar 25 20:27:08.846740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-67ddd482-2a30-424e-8bdc-228dce686613 req-3e271d9b-8e03-4fc6-ae38-0513d485d817 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370777 Mar 25 20:27:09.100879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0e41013-42d9-4d69-a14d-3642a54521e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:10.025503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24037-53b7-470d-a7a2-1b5dfb2c69c5 req-e3cdc5fc-cdfd-4b34-848c-40aba136d40e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:10.026843 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89e24037-53b7-470d-a7a2-1b5dfb2c69c5 req-e3cdc5fc-cdfd-4b34-848c-40aba136d40e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 945 time: 0.0782514 Mar 25 20:27:10.069983 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89e24037-53b7-470d-a7a2-1b5dfb2c69c5 req-6db82736-af2d-4743-9585-8060564a5218 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376825 Mar 25 20:27:10.254702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944269cf-9420-4374-849e-55d36639dd17 req-b13e80f2-c7de-4a3a-83ea-210589856360 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:10.256366 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-944269cf-9420-4374-849e-55d36639dd17 req-b13e80f2-c7de-4a3a-83ea-210589856360 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 945 time: 0.0826628 Mar 25 20:27:10.299843 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-944269cf-9420-4374-849e-55d36639dd17 req-2f647db9-9ec1-4947-a2b7-145c2b1b9d3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Mar 25 20:27:10.321087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38704) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:27:10.392932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410586f-9a8b-4248-926d-e0e07ba8a7d9 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:10.394390 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7410586f-9a8b-4248-926d-e0e07ba8a7d9 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 1093 time: 0.0723500 Mar 25 20:27:10.397604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38708) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:27:10.402362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:27:10.408067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:27:10.411918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:27:10.415339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:27:10.420992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:27:10.493826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:10.627669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:10.757794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.193 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/5836f9e5-279e-4050-a3d3-82c7adac8cf5) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:27:10.910849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:11.008892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:11.070566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:27:11.073222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:27:11.076789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:27:11.115826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=5836f9e5-279e-4050-a3d3-82c7adac8cf5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:27:11.500654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:11.617063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:11.817372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:11.882730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:12.079633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=5836f9e5-279e-4050-a3d3-82c7adac8cf5,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:27:12.092083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:12.117432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-630c0c67-0ad8-434b-bd3b-aa7f159328fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:12.266306 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP f5d4f29f-1fd9-4a08-b197-ee50ba2b4a4a associated. External IP: 172.26.8.193, port: 5d72e645-26dd-475b-a897-9edbeba3f5b8. Mar 25 20:27:12.605041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:27:12.783438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:27:12.796934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] Sync routers for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:27:12.803174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:27:12.803782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:27:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:27:12.865729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:12.883559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:12.922195 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1abed45c-d7b6-447a-8ed2-a3d9b52b0db4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5235906 Mar 25 20:27:12.922811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:27:12.967495 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'status': 'completed', 'code': 200} Mar 25 20:27:12.977145 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:13.013117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:27:13.064388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-bb7d4c9a-2d51-42db-8698-435bebd4ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:13.065897 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-bb7d4c9a-2d51-42db-8698-435bebd4ee40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 1098 time: 0.0739734 Mar 25 20:27:13.204353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-3a28e3f0-bb93-407c-80d2-977d94766146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:13.205742 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-3a28e3f0-bb93-407c-80d2-977d94766146 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 897 time: 0.1315000 Mar 25 20:27:13.308570 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-4b8588bb-27a1-41ff-9536-bca9dfae8e38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d72e645-26dd-475b-a897-9edbeba3f5b8 HTTP/1.1" status: 200 len: 999 time: 0.0960250 Mar 25 20:27:13.357761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:53Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}, {'id': 'f5d4f29f-1fd9-4a08-b197-ee50ba2b4a4a', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.193', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:25:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:27:11Z', 'updated_at': '2022-03-25T20:27:11Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:27:13.361753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] Checking router: 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:27:13.369941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-0bf01996-3d68-45d7-bf50-2b10e5608341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:13.370279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:27:13.370861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:27:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:27:13.371384 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-0bf01996-3d68-45d7-bf50-2b10e5608341 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0573900 Mar 25 20:27:13.452291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-8b09c7eb-3ff8-41ee-8dfe-d80d7142e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:13.453778 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-8b09c7eb-3ff8-41ee-8dfe-d80d7142e031 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755343 Mar 25 20:27:13.546741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:27:13.583836 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-d8b6d71d-abb1-4f35-a239-52686e4b525d service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233368 Mar 25 20:27:13.714881 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c8ec3132-229f-4f96-97f8-43de37d087ac req-3df9b105-6a8e-426c-aeb9-4a96f5054e2e service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249995 Mar 25 20:27:13.923348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:53Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}, {'id': 'f5d4f29f-1fd9-4a08-b197-ee50ba2b4a4a', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.193', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:25:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:27:11Z', 'updated_at': '2022-03-25T20:27:11Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:27:13.927139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5acbc-02cb-4dc6-aa1d-f6071d47e746 None None] The sync data for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv is: [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:53Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}, {'id': 'f5d4f29f-1fd9-4a08-b197-ee50ba2b4a4a', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.193', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:25:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:27:11Z', 'updated_at': '2022-03-25T20:27:11Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:27:14.108623 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58191590-e639-4848-a024-3da890c9c3a8 None None] New status for floating IP f5d4f29f-1fd9-4a08-b197-ee50ba2b4a4a: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:27:14.231477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:15.153922 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:27:18.003011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:39.098774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37efe2c6-8c41-4334-a06f-e2e26914e3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:42.110897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2aee551-56ac-415c-b953-12d6d444d9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:42.853712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:42.882325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:43.467123 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-3837bda3-c6b1-41fa-bcf4-ed3faf993bf7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685315 Mar 25 20:27:43.602441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-5db63629-18eb-4f2b-81d5-e5c9f48e4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:43.603885 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-5db63629-18eb-4f2b-81d5-e5c9f48e4c6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1099 time: 0.0690465 Mar 25 20:27:43.855551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-bd5a77ef-a22d-43b8-970e-b80277fc9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:43.857038 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-bd5a77ef-a22d-43b8-970e-b80277fc9629 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 897 time: 0.2340145 Mar 25 20:27:43.957843 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-dbcb25e0-16b8-4af6-97b2-53c1e9966f1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 1002 time: 0.0940542 Mar 25 20:27:44.023498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-1a83f3e6-4fb8-419d-b896-16d3149a94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:44.024906 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-1a83f3e6-4fb8-419d-b896-16d3149a94ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0602090 Mar 25 20:27:44.099837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-b55a1c91-59f0-4653-ac0a-240a034e33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:27:44.100038 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-b55a1c91-59f0-4653-ac0a-240a034e33cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684185 Mar 25 20:27:44.231526 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-80e920fd-2115-44ef-9a66-c7112375c964 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250815 Mar 25 20:27:44.237072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:44.361409 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-f2f1df67-6b17-4053-8f97-6faf1271d263 req-1c0d464d-d99d-4a84-8204-fddf973c598a service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231844 Mar 25 20:27:47.997085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:27:52.154012 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:28:09.110128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-500e6458-70fc-4617-a3b3-bebfe88b1fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:12.127644 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cbeda0bc-acab-43d2-8419-71cc33ab3c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:12.840679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:12.914335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:14.264845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:17.896239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38732) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:17.989147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:18.003877 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a66d0984-4458-48c5-92f5-111aafbb89c1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b39094af-0f6e-4520-8f53-910094329145 HTTP/1.1" status: 200 len: 994 time: 0.1064622 Mar 25 20:28:19.085062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38742) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:19.091356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:19.218197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:19.428237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:19.452320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:19.508589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:19.570517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:19.571134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:19.572588 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/ports/aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 939 time: 0.4865952 Mar 25 20:28:19.573140 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:28:19.607751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,revision_number=6']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:19.617243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.617721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.618107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.618447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.618774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.619100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.619428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.619751 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.620256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.620636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.621243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.621547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6aa3aa-1254-4b93-b878-155f05ff5de6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:19.630522 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'status': 'completed', 'code': 200} Mar 25 20:28:19.731970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-aa4185fb-81c1-4808-a678-77a176639ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:19.733551 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-aa4185fb-81c1-4808-a678-77a176639ee1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1100 time: 0.0773690 Mar 25 20:28:19.779454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7482f9fa-310d-4977-bbac-45b67e2c6a06 None None] Provisioning complete for port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:19.780031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7482f9fa-310d-4977-bbac-45b67e2c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:19.839916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7482f9fa-310d-4977-bbac-45b67e2c6a06 None None] Port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd is administratively disabled so it will not transition to active. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 25 20:28:19.865476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-44fe12a9-566a-4ac0-8683-1b9e65acf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:19.866907 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-44fe12a9-566a-4ac0-8683-1b9e65acf452 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 897 time: 0.1272609 Mar 25 20:28:19.963864 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-d83989f4-61d0-4e78-a0dd-ff064d22956f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 1003 time: 0.0907717 Mar 25 20:28:20.028736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-5c640ed2-90fd-40b5-b8e7-2c709f4e9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:20.030184 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-5c640ed2-90fd-40b5-b8e7-2c709f4e9fd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0600235 Mar 25 20:28:20.102982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-9f70fb14-5f1c-4df1-8032-80965a88bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:20.104407 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-9f70fb14-5f1c-4df1-8032-80965a88bedc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684211 Mar 25 20:28:20.234572 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-d6cbe4d2-9236-45c8-a713-d710bb03b3f8 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238403 Mar 25 20:28:20.365455 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2d81fc8e-1a14-4042-ad53-921c7c73d1f3 req-35083d88-f810-4b65-9386-e6a1653a8208 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242228 Mar 25 20:28:23.051716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38752) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:23.058111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:23.275529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:23.488945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:23.513236 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:23.571190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:23.633248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:23.633857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:23.635206 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/ports/aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 938 time: 0.5825953 Mar 25 20:28:23.636397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:28:23.638809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38756) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:23.672655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cf567-bbba-454f-bdc4-87837ca878bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,revision_number=7']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:23.692370 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'status': 'completed', 'code': 200} Mar 25 20:28:23.764456 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a267a1c0-02d5-4841-bd72-b355bbb22235 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/b39094af-0f6e-4520-8f53-910094329145 HTTP/1.1" status: 200 len: 994 time: 0.1238806 Mar 25 20:28:23.795835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-5d3a0cf8-18e0-4359-8d9f-c61f1265f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:23.797355 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-5d3a0cf8-18e0-4359-8d9f-c61f1265f454 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1099 time: 0.0796494 Mar 25 20:28:23.884092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-50447341-0817-46ff-95c7-d2ca4c79cda8 None None] Provisioning complete for port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:23.884751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50447341-0817-46ff-95c7-d2ca4c79cda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:23.931615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-c6903cd9-b294-4dc8-951e-9e327fc98ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:23.933629 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-c6903cd9-b294-4dc8-951e-9e327fc98ddf service neutron] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 897 time: 0.1295388 Mar 25 20:28:23.977966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:28:24.035133 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-40bd8808-af4b-46cd-a989-94e80f7911d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 1002 time: 0.0949409 Mar 25 20:28:24.099293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-c964420d-c60d-4646-b142-a152320accc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:24.100737 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-c964420d-c60d-4646-b142-a152320accc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0591714 Mar 25 20:28:24.176177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-15118f04-4913-4ab1-8375-1bce3d910c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:24.177725 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-15118f04-4913-4ab1-8375-1bce3d910c01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708055 Mar 25 20:28:24.311248 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-49b112f8-2722-422c-bd44-1581e53a7689 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274097 Mar 25 20:28:24.443343 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-2e54299a-7bb5-48bd-a142-0695aa8884d9 req-50eeb8de-7f5b-496e-be4f-c13866c27c93 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264722 Mar 25 20:28:26.324625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38768) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:26.522378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 5836f9e5-279e-4050-a3d3-82c7adac8cf5 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:28:26.522715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:26.795356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:26.795682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:26.913615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 5836f9e5-279e-4050-a3d3-82c7adac8cf5 owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:28:27.115798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:27.163799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=5836f9e5-279e-4050-a3d3-82c7adac8cf5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:27.197827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.198180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.198510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.198831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.199147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.199469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.199783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.200115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.200408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.200740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.201049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.201356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:27.264859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:27.265188 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP f5d4f29f-1fd9-4a08-b197-ee50ba2b4a4a disassociated (deleted). External IP: 172.26.8.193, port: 5d72e645-26dd-475b-a897-9edbeba3f5b8. Mar 25 20:28:27.617448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:28:27.794964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:28:27.804827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] Sync routers for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:28:27.811149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:27.814272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:27.814938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:27.867278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a6b611a4-7031-42c4-bd2a-ae479d220860 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/f5d4f29f-1fd9-4a08-b197-ee50ba2b4a4a HTTP/1.1" status: 204 len: 168 time: 1.5415688 Mar 25 20:28:27.867903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:28:27.920403 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'status': 'completed', 'code': 200} Mar 25 20:28:28.000643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:28.022709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-1ce5a062-7421-498b-9178-9c541202f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:28.024169 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-1ce5a062-7421-498b-9178-9c541202f789 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 1098 time: 0.0822895 Mar 25 20:28:28.158774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-b037716e-136d-407f-a41b-06568774497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:28.160104 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-b037716e-136d-407f-a41b-06568774497d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 897 time: 0.1299076 Mar 25 20:28:28.227615 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-6448e84d-8982-4b4c-b3df-93f1fedf174f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d72e645-26dd-475b-a897-9edbeba3f5b8 HTTP/1.1" status: 200 len: 217 time: 0.0613105 Mar 25 20:28:28.292255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-cf7c8f27-6a4c-4da7-925d-fa601519d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:28.293752 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-cf7c8f27-6a4c-4da7-925d-fa601519d898 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0606730 Mar 25 20:28:28.364248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:53Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:28.368207 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] Checking router: 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:28:28.373576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-96c9654a-378c-4ca7-b5c4-b740a62fb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:28.376610 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-96c9654a-378c-4ca7-b5c4-b740a62fb012 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740154 Mar 25 20:28:28.377504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:28.378104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:28.448653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef73aaf-b8e3-44cb-9866-686e85701c5a req-59d7dbca-6b57-44b0-b077-2197a5293394 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:28.449271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-6ef73aaf-b8e3-44cb-9866-686e85701c5a req-59d7dbca-6b57-44b0-b077-2197a5293394 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:28:28.507342 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-5d383e58-8a60-4067-bc1d-75e994ecdf0e service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255217 Mar 25 20:28:28.521918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-6ef73aaf-b8e3-44cb-9866-686e85701c5a req-59d7dbca-6b57-44b0-b077-2197a5293394 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:28:28.523230 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ef73aaf-b8e3-44cb-9866-686e85701c5a req-59d7dbca-6b57-44b0-b077-2197a5293394 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 945 time: 0.1541715 Mar 25 20:28:28.555832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:28.571655 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ef73aaf-b8e3-44cb-9866-686e85701c5a req-a629ec3d-bdc3-403f-9986-5531be911281 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418217 Mar 25 20:28:28.746230 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-708f608d-523e-4ba6-8101-bbedfdca1f49 req-79b6d199-4888-4d27-a725-14b26f30ad17 service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316210 Mar 25 20:28:28.937399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:53Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:28.941195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bdb9c-7606-403a-b1f0-15831ef2e5e9 None None] The sync data for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv is: [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'b39094af-0f6e-4520-8f53-910094329145', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'port_id': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'mac_address': 'fa:16:3e:0a:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe475-73ce-4e03-b454-06b08250472a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:26:51Z', 'updated_at': '2022-03-25T20:26:53Z', 'revision_number': 1, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:28:29.141586 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29814c3b-55f3-4737-b5f9-4000a651689d None None] New status for floating IP f5d4f29f-1fd9-4a08-b197-ee50ba2b4a4a: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:28:29.261752 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:28:29.771166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94157f-e95b-45ab-a0d7-d212c57ba817 req-127843ef-7b8a-471e-b100-ca7ee1ddb100 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:29.772615 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ca94157f-e95b-45ab-a0d7-d212c57ba817 req-127843ef-7b8a-471e-b100-ca7ee1ddb100 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 945 time: 0.0908864 Mar 25 20:28:29.816264 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ca94157f-e95b-45ab-a0d7-d212c57ba817 req-93f15c64-dc40-4d09-935a-e0e06e46c249 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374048 Mar 25 20:28:29.858648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-b9097602-fd7c-461e-a5cb-31449d3ac763 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:29.859276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-b9097602-fd7c-461e-a5cb-31449d3ac763 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:28:29.870786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-b9097602-fd7c-461e-a5cb-31449d3ac763 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:28:29.871873 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-b9097602-fd7c-461e-a5cb-31449d3ac763 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 945 time: 0.0940998 Mar 25 20:28:29.938542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 5d72e645-26dd-475b-a897-9edbeba3f5b8 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:28:29.938881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:30.184602 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 5d72e645-26dd-475b-a897-9edbeba3f5b8, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5d72e645-26dd-475b-a897-9edbeba3f5b8,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:30.184874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:30.305142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 5d72e645-26dd-475b-a897-9edbeba3f5b8 owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:28:30.508659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:30.557402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=5d72e645-26dd-475b-a897-9edbeba3f5b8,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:30.632571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port 5d72e645-26dd-475b-a897-9edbeba3f5b8 on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:28:30.634995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:30.637485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'name': 'network-vif-deleted', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:28:30.680751 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fa7d22-57bb-4f50-877e-dccf1a5c877f', 'name': 'network-vif-deleted', 'tag': '5d72e645-26dd-475b-a897-9edbeba3f5b8', 'status': 'completed', 'code': 200} Mar 25 20:28:30.710819 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ff97eca0-b08f-4f25-8a1b-1d5506897c31 req-54abb03c-103b-40c4-8a3f-1fb267a6784a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/5d72e645-26dd-475b-a897-9edbeba3f5b8 HTTP/1.1" status: 204 len: 173 time: 0.8340237 Mar 25 20:28:30.967271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a50fa78a-4229-4459-aa0e-0beabd38d21e req-eb70bdfa-d3fa-4aef-82be-ffa3ed4339ac tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=03fa7d22-57bb-4f50-877e-dccf1a5c877f HTTP/1.1" status: 200 len: 210 time: 0.0432975 Mar 25 20:28:32.064093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38786) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:32.130395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5d53fb3-86e0-49d7-a296-92635679c31b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:32.162500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5d53fb3-86e0-49d7-a296-92635679c31b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:32.388154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5d53fb3-86e0-49d7-a296-92635679c31b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:32.406192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d53fb3-86e0-49d7-a296-92635679c31b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:32.478653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d5d53fb3-86e0-49d7-a296-92635679c31b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:32.479762 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d5d53fb3-86e0-49d7-a296-92635679c31b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/bd2b6c51-7f3c-4567-bcc2-a10a31ab1b7e HTTP/1.1" status: 204 len: 168 time: 0.4146833 Mar 25 20:28:32.571662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38792) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:32.772746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 33a8b492-eb77-4911-ab8e-1d352936fef5 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:28:32.773078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:32.937374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:32.937607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:33.057864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 33a8b492-eb77-4911-ab8e-1d352936fef5 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:28:33.361789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:33.408487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=33a8b492-eb77-4911-ab8e-1d352936fef5,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:33.443920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5d72e645-26dd-475b-a897-9edbeba3f5b8 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:28:33.480441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 5d72e645-26dd-475b-a897-9edbeba3f5b8 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:28:33.480805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5d72e645-26dd-475b-a897-9edbeba3f5b8 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:28:33.497263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:33.497586 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP b39094af-0f6e-4520-8f53-910094329145 disassociated (deleted). External IP: 172.26.8.243, port: aa7f4de1-a5d0-496d-a6fe-64ae9861aacd. Mar 25 20:28:33.839786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:28:34.018033 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:28:34.028518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] Sync routers for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:28:34.035214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:34.037341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:34.037926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:34.099380 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f1222a8a-5e95-4834-ac95-c42266a5fcab tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/b39094af-0f6e-4520-8f53-910094329145 HTTP/1.1" status: 204 len: 168 time: 1.5266378 Mar 25 20:28:34.100061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:28:34.147813 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'status': 'completed', 'code': 200} Mar 25 20:28:34.240102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:34.242960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-f312ffc1-1dc8-481c-83f4-61f00bd2e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:34.245184 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-f312ffc1-1dc8-481c-83f4-61f00bd2e920 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 1099 time: 0.0738471 Mar 25 20:28:34.379016 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-e3321176-7b86-4bea-b37b-c283caed9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:34.380460 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-e3321176-7b86-4bea-b37b-c283caed9758 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 200 len: 897 time: 0.1296456 Mar 25 20:28:34.451621 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-0544c170-e3e8-4cdd-8f68-c732e45a1a47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 200 len: 217 time: 0.0652227 Mar 25 20:28:34.518852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-12af7ea9-f821-4aa5-a618-a1706e35dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:34.520354 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-12af7ea9-f821-4aa5-a618-a1706e35dcb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 200 len: 834 time: 0.0627809 Mar 25 20:28:34.566118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:34.570079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] Checking router: 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:28:34.578485 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:34.579125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:34.601052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-b555d284-49a6-4bad-afa3-3fe36c85c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:34.602523 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-b555d284-49a6-4bad-afa3-3fe36c85c950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b16b48b2-d003-444d-8396-f1fd536b356b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744915 Mar 25 20:28:34.662861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bedb26-210b-4ede-b269-060c2ed0426f req-fac7ae60-343d-458e-a9dc-fd5a067d17cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:34.664523 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b2bedb26-210b-4ede-b269-060c2ed0426f req-fac7ae60-343d-458e-a9dc-fd5a067d17cd tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 946 time: 0.1041353 Mar 25 20:28:34.717259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-b2bedb26-210b-4ede-b269-060c2ed0426f req-519ce687-6f83-4e00-bfed-042e9cfa2282 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:28:34.765020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:34.784685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-b2bedb26-210b-4ede-b269-060c2ed0426f req-519ce687-6f83-4e00-bfed-042e9cfa2282 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:28:34.785899 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b2bedb26-210b-4ede-b269-060c2ed0426f req-519ce687-6f83-4e00-bfed-042e9cfa2282 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147804 Mar 25 20:28:34.858390 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-a56ea054-b768-4da6-8098-3386f4df102f service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475615 Mar 25 20:28:34.996887 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c7b4234d-cdff-4452-be45-149fbc1d0c39 req-fa133ecd-5a81-4816-9933-d6c4d42266df service neutron] 10.222.0.43 "GET /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311491 Mar 25 20:28:35.110991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:35.115048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6f045-ffbf-49ea-9a5c-75557be0aa0e None None] The sync data for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv is: [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:26:30Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '221d7118-b05e-48cc-a458-00a2e4991582', 'name': '', 'network_id': 'b16b48b2-d003-444d-8396-f1fd536b356b', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:2e:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:29Z', 'updated_at': '2022-03-25T20:26:35Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '76e1524a-e2f7-4df9-a7f2-ba977755bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:28:35.315879 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff9234-1358-46f1-b8de-45343ba17010 None None] New status for floating IP b39094af-0f6e-4520-8f53-910094329145: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:28:35.969764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48824cbf-b6a3-4830-b3ca-e815b9742e9c req-2519165e-73cd-4f93-81ea-42ad9d93facf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:35.971152 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48824cbf-b6a3-4830-b3ca-e815b9742e9c req-2519165e-73cd-4f93-81ea-42ad9d93facf tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 946 time: 0.0788357 Mar 25 20:28:36.017694 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48824cbf-b6a3-4830-b3ca-e815b9742e9c req-d3748618-f2f4-423e-ab85-0d93c6fe5248 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Mar 25 20:28:36.348098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-7f844bbd-3ccd-4c17-a598-1d393672a89b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:36.348727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-7f844bbd-3ccd-4c17-a598-1d393672a89b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:28:36.446698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-7f844bbd-3ccd-4c17-a598-1d393672a89b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:28:36.447846 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-7f844bbd-3ccd-4c17-a598-1d393672a89b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 946 time: 0.1768382 Mar 25 20:28:36.519218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:28:36.519550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:36.757137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:36.757496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:36.888854 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for aa7f4de1-a5d0-496d-a6fe-64ae9861aacd owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:28:37.093317 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:37.145473 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=aa7f4de1-a5d0-496d-a6fe-64ae9861aacd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:37.172139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c4159a1-8071-4c87-8e1e-3b88236a1e4d req-9426f351-a227-48b0-88e5-9bf8987af2a8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bebe475-73ce-4e03-b454-06b08250472a HTTP/1.1" status: 200 len: 210 time: 0.0430429 Mar 25 20:28:37.228227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port aa7f4de1-a5d0-496d-a6fe-64ae9861aacd on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:28:37.231136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:37.233597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'name': 'network-vif-deleted', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:28:37.276231 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bebe475-73ce-4e03-b454-06b08250472a', 'name': 'network-vif-deleted', 'tag': 'aa7f4de1-a5d0-496d-a6fe-64ae9861aacd', 'status': 'completed', 'code': 200} Mar 25 20:28:37.303454 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-17ae7333-f397-4537-8ce0-ef5176b69f76 req-b05b1e58-02b3-4eea-90f6-757099393105 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/aa7f4de1-a5d0-496d-a6fe-64ae9861aacd HTTP/1.1" status: 204 len: 173 time: 0.8503737 Mar 25 20:28:38.267197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38810) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:38.333023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4386263f-f89b-4590-96c6-d9d4161d6749 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:38.361144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4386263f-f89b-4590-96c6-d9d4161d6749 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:38.491263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4386263f-f89b-4590-96c6-d9d4161d6749 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:38.508719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386263f-f89b-4590-96c6-d9d4161d6749 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:38.578011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4386263f-f89b-4590-96c6-d9d4161d6749 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:38.579126 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4386263f-f89b-4590-96c6-d9d4161d6749 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae67fd46-56e6-4587-bcc1-8bc2bbeddbd1 HTTP/1.1" status: 204 len: 168 time: 0.3109536 Mar 25 20:28:38.677324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38816) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:39.104853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-baafc060-5fb4-4a15-a322-b5470858c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:39.335296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:39.374656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device aa7f4de1-a5d0-496d-a6fe-64ae9861aacd no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:28:39.410714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: aa7f4de1-a5d0-496d-a6fe-64ae9861aacd {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:28:39.411053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device aa7f4de1-a5d0-496d-a6fe-64ae9861aacd not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:28:39.686732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 221d7118-b05e-48cc-a458-00a2e4991582 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:28:39.687070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:39.870325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 221d7118-b05e-48cc-a458-00a2e4991582, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=221d7118-b05e-48cc-a458-00a2e4991582,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:39.870676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:39.991094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 221d7118-b05e-48cc-a458-00a2e4991582 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:28:40.365526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:40.411796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=221d7118-b05e-48cc-a458-00a2e4991582,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:40.814381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:41.173634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:28:41.353964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:28:41.363804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] Sync routers for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:28:41.368189 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c1f4859c-0bdd-4c93-bd90-d2ea2242dd34 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/3b1ca9dd-36ad-4cc7-8933-27191c55f4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6897993 Mar 25 20:28:41.370827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38824) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:41.372703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:41.373297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:41.440067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc57056-856a-40a9-bb1e-459e12f51342 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet 76e1524a-e2f7-4df9-a7f2-ba977755bab9 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:28:41.443094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3dc57056-856a-40a9-bb1e-459e12f51342 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:41.496266 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3dc57056-856a-40a9-bb1e-459e12f51342 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:41.552830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:41.578296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3dc57056-856a-40a9-bb1e-459e12f51342 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:41.710253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3dc57056-856a-40a9-bb1e-459e12f51342 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:41.752947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3dc57056-856a-40a9-bb1e-459e12f51342 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:41.755548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc57056-856a-40a9-bb1e-459e12f51342 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=76e1524a-e2f7-4df9-a7f2-ba977755bab9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:41.757428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a2b11-ac58-4a94-b4eb-162cc88881c2 None None] Network b16b48b2-d003-444d-8396-f1fd536b356b requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:28:41.764241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38828) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:41.772999 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3dc57056-856a-40a9-bb1e-459e12f51342 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/76e1524a-e2f7-4df9-a7f2-ba977755bab9 HTTP/1.1" status: 204 len: 168 time: 0.4011569 Mar 25 20:28:41.942432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.003463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:28:40Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:42.014406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] Checking router: 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:28:42.026551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] Routers {'3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:42.027153 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:42.104152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] DHCP port deletion for b16b48b2-d003-444d-8396-f1fd536b356b request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:28:42.111755 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Deleting port 471eb232-357f-405e-a7f9-d6fada3bcee2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:28:42.112125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.122325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.228236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3611da27-3354-4a7c-9aff-64cf506636f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.245430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:28:42.245781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.306072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] Set router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:42.417132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:42.417482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.544353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:28:42.629345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] For port 471eb232-357f-405e-a7f9-d6fada3bcee2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=471eb232-357f-405e-a7f9-d6fada3bcee2,segment=NetworkSegment(298ab539-121f-459b-9e97-42ab42668f4d),segment_id=298ab539-121f-459b-9e97-42ab42668f4d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:42.629946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.768256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 471eb232-357f-405e-a7f9-d6fada3bcee2 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:28:42.794094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.801771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Calling delete_port for 471eb232-357f-405e-a7f9-d6fada3bcee2 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:28:42.841250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:42.932558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:42.966021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.016301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.039142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.078135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:28:40Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:43.082589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e906ec27-7140-41c9-a5b8-1e940ee089a8 None None] The sync data for ids ['3b1ca9dd-36ad-4cc7-8933-27191c55f4ff'] in dv-neutron-835149-1-hyperv is: [{'id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'name': 'tempest-TestNetworkBasicOps-router-1109308187', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:26:24Z', 'updated_at': '2022-03-25T20:28:40Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': 'f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ca9dd-36ad-4cc7-8933-27191c55f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:26:25Z', 'updated_at': '2022-03-25T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:28:43.093229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.182189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Pushing event deleted for resources: {'Port': ['ID=471eb232-357f-405e-a7f9-d6fada3bcee2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:43.191425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] No DVR routers for this DVR port 471eb232-357f-405e-a7f9-d6fada3bcee2 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:28:43.193837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.195994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.195994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.195994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.195994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.195994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.195994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.196582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.196582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.196895 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.197217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.197535 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e8e395-ebf4-4423-b632-5ec569a75ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:43.215343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.217897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.298424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.298922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Fanout notify agent at l3_agent the message router_deleted on router 3b1ca9dd-36ad-4cc7-8933-27191c55f4ff {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:28:43.314648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.315708 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dff27d50-5d00-4151-bd5d-3013957d7def tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/routers/3b1ca9dd-36ad-4cc7-8933-27191c55f4ff HTTP/1.1" status: 204 len: 168 time: 1.5504878 Mar 25 20:28:43.318525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38836) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:43.430832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.564624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.588529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16b48b2-d003-444d-8396-f1fd536b356b']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:43.600734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298ab539-121f-459b-9e97-42ab42668f4d') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:43.601032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298ab539-121f-459b-9e97-42ab42668f4d') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:43.613368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.630584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.636944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:28:43.637477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:28:43.651979 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:28:43.812568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.829946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:43.840943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=b16b48b2-d003-444d-8396-f1fd536b356b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:43.905589 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-692287e6-0f8e-48db-9c00-0c3522442671 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/b16b48b2-d003-444d-8396-f1fd536b356b HTTP/1.1" status: 204 len: 168 time: 0.5860786 Mar 25 20:28:43.932376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38840) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:43.938818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'network': {'name': 'tempest-network-smoke--163313319', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'port_security_enabled': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:43.943695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:43.947818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:network and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:43.950688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:43.957432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:44.035789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:28:44.039459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.073830 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:28:44.078803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.079140 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Added segment a02ab762-7cbf-41a8-a196-09aa81d37599 of type vlan for network e6aca35a-4093-4e6d-960e-b595489d81cb Mar 25 20:28:44.104535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.212707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.218246 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:44.218826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.258413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.326586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Network': ['ID=e6aca35a-4093-4e6d-960e-b595489d81cb,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:44.336440 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network e6aca35a-4093-4e6d-960e-b595489d81cb details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:28:44.368009 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0de63b84-a9cd-44d6-a6c1-8e2e66edef4e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4339302 Mar 25 20:28:44.370706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38844) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:44.376241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-401315590', 'admin_state_up': True, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:44.383432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:44.387322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:router and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:44.390888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:44.397332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:44.470175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.471153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.485863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:44.759812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:28:44.804002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:28:44.804344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f8562280-5d10-4f0e-b9a8-19dfa0a5e8e8 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:28:44.804809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 221d7118-b05e-48cc-a458-00a2e4991582 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:28:44.839321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 221d7118-b05e-48cc-a458-00a2e4991582 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:28:44.839668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 221d7118-b05e-48cc-a458-00a2e4991582 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:28:44.935908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:45.331765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:45.361876 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:45.495410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.161 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/6561dfa8-c0cf-4301-a165-025bf137304a) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:28:45.639381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:45.727431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:45.786960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:28:45.789632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:28:45.793244 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:28:45.835228 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=6561dfa8-c0cf-4301-a165-025bf137304a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:46.285531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:46.736220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:47.004914 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 7ad6e834-f014-41f9-abc6-46f591cd8305 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:28:47.176713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:28:47.185988 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Sync routers for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:28:47.195142 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:47.195743 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:47.280276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:47.283990 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ffc26646-7b23-4419-ad95-d2f95e3ebbba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9099271 Mar 25 20:28:47.284686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38848) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:47.328263 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-74ef7293-9aa3-460f-99ff-a2fa325021e0 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1180207c3cc4e69a07eb49c80928118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423563 Mar 25 20:28:47.330991 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38852) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:47.373987 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:47.468284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199ebfd-21be-414e-a252-341bc9287e8e tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:47.472571 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f199ebfd-21be-414e-a252-341bc9287e8e tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1377575 Mar 25 20:28:47.472774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38856) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:47.512250 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a3ff203a-9a86-44fc-9000-2ca59c36e9ec tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384264 Mar 25 20:28:47.514657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38860) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:47.520275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292364892', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:47.629966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:47.633764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:subnet and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:47.636693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:47.642872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:47.666913 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:46Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:47.670891 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Checking router: 7ad6e834-f014-41f9-abc6-46f591cd8305 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:28:47.671230 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Updating router 7ad6e834-f014-41f9-abc6-46f591cd8305 port 6561dfa8-c0cf-4301-a165-025bf137304a binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:28:47.724901 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:47.738596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:28:47.742644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.018709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.048544 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.094753 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.106021 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Transition to ACTIVE for port object 6561dfa8-c0cf-4301-a165-025bf137304a will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:28:48.129896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Subnet': ['ID=86ba92c0-5ffb-4fe5-82d4-541b736f44cb,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:48.137207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Checking segment: {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:28:48.137559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network hostable DHCP agents. Network: e6aca35a-4093-4e6d-960e-b595489d81cb, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:28:48.178957 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.207380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network e6aca35a-4093-4e6d-960e-b595489d81cb is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:28:48.259078 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Attempting to bind port 6561dfa8-c0cf-4301-a165-025bf137304a on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:28:48.259602 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Attempting to bind port 6561dfa8-c0cf-4301-a165-025bf137304a by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:28:48.259785 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Attempting to bind port 6561dfa8-c0cf-4301-a165-025bf137304a on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:28:48.263025 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6561dfa8-c0cf-4301-a165-025bf137304a,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:48.271546 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:28:48.271546 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:28:48.271831 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.272225 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:28:48.272693 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Bound port: 6561dfa8-c0cf-4301-a165-025bf137304a, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:28:48.273054 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.290663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, e6aca35a-4093-4e6d-960e-b595489d81cb) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:28:48.295275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:48.295827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.296657 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.296874 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.297206 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.297532 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.298558 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.298558 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.298558 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.298829 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.299090 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.299610 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.299733 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.300008 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:28:48.300788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbd3d9-d3c5-42df-bc03-ae50fdccc1c7 None None] Network e6aca35a-4093-4e6d-960e-b595489d81cb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:28:48.354121 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] For port 6561dfa8-c0cf-4301-a165-025bf137304a, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:28:48.357553 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] For port 6561dfa8-c0cf-4301-a165-025bf137304a, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6561dfa8-c0cf-4301-a165-025bf137304a,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:28:48.417370 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4e7e4eb9-4a2d-4f89-a2ee-986667ee5fcc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9017124 Mar 25 20:28:48.420813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38864) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:48.445608 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.521143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-e6aca35a-4093-4e6d-960e-b595489d81cb', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:28:48.521778 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:48.522331 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:48.522565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.585788 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc6d5b-d2dd-47a7-befa-e121becb8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6561dfa8-c0cf-4301-a165-025bf137304a,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:48.717286 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:48.745373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Allocated IP 172.20.0.2 (e6aca35a-4093-4e6d-960e-b595489d81cb/86ba92c0-5ffb-4fe5-82d4-541b736f44cb/6a819f13-ef3a-456a-8c9f-a7b9abc30a49) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:28:48.947866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:48.958078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Transition to ACTIVE for port object 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:28:48.976888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Transition to ACTIVE for port object 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:28:48.999028 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:46Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:49.002876 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19ce59-98c8-4a6d-bdd3-b34e51f77d55 None None] The sync data for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv is: [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:46Z', 'revision_number': 3, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:28:49.051840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:49.115629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Network e6aca35a-4093-4e6d-960e-b595489d81cb is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:28:49.118631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:28:49.121126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:28:49.205174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a819f13-ef3a-456a-8c9f-a7b9abc30a49,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:49.250028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Attempting to bind port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:28:49.250477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Attempting to bind port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:28:49.250843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Attempting to bind port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 on network e6aca35a-4093-4e6d-960e-b595489d81cb {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:28:49.256713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:28:49.257083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Checking segment: {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:28:49.257475 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:49.257859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Bound using segment: {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:28:49.258313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Bound port: 6a819f13-ef3a-456a-8c9f-a7b9abc30a49, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:28:49.258677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:49.320521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:49.362180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] For port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:28:49.365644 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] For port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6a819f13-ef3a-456a-8c9f-a7b9abc30a49,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:28:49.430951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:49.525217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138ad5-02f2-4a58-a380-d37b63308fd6 None None] Pushing event updated for resources: {'Port': ['ID=6a819f13-ef3a-456a-8c9f-a7b9abc30a49,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:49.772442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.1 (e6aca35a-4093-4e6d-960e-b595489d81cb/86ba92c0-5ffb-4fe5-82d4-541b736f44cb/41a79a57-6c8a-4311-9202-d54c2cb26121) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:28:49.943403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:49.958353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 41a79a57-6c8a-4311-9202-d54c2cb26121 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:28:50.046552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:50.109873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network e6aca35a-4093-4e6d-960e-b595489d81cb is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:28:50.113090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:28:50.121105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:28:50.152388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=41a79a57-6c8a-4311-9202-d54c2cb26121,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:50.188864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:50.434468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5065208d-8d0f-4449-89d6-5326e01817ec None None] Network e6aca35a-4093-4e6d-960e-b595489d81cb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:28:50.615899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6d498e15-adba-4926-9f88-69e6dce83cd8 None None] Provisioning for port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:28:50.673088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:50.834496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:28:50.976518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:28:50.981520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:50.981888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.081088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f422dcfa-26fc-48d5-9b32-338bc289a49f None None] Provisioning for port 41a79a57-6c8a-4311-9202-d54c2cb26121 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:28:51.092893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f422dcfa-26fc-48d5-9b32-338bc289a49f None None] Provisioning complete for port 41a79a57-6c8a-4311-9202-d54c2cb26121 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:51.093255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f422dcfa-26fc-48d5-9b32-338bc289a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.128041 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.148238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.167357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f422dcfa-26fc-48d5-9b32-338bc289a49f None None] Port 41a79a57-6c8a-4311-9202-d54c2cb26121 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:28:51.187427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6a819f13-ef3a-456a-8c9f-a7b9abc30a49,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:51.189985 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.270018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.270790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6561dfa8-c0cf-4301-a165-025bf137304a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:28:51.303298 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.307586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=41a79a57-6c8a-4311-9202-d54c2cb26121,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:51.394862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7e88bd33-bcc5-48cd-b1d7-00d767689ef3 None None] Provisioning complete for port 41a79a57-6c8a-4311-9202-d54c2cb26121 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:51.395221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e88bd33-bcc5-48cd-b1d7-00d767689ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.437377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6a819f13-ef3a-456a-8c9f-a7b9abc30a49,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:51.441321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network e6aca35a-4093-4e6d-960e-b595489d81cb is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:28:51.442537 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:28:51.460711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7e88bd33-bcc5-48cd-b1d7-00d767689ef3 None None] Port 41a79a57-6c8a-4311-9202-d54c2cb26121 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:28:51.510304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6561dfa8-c0cf-4301-a165-025bf137304a completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:28:51.515955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6561dfa8-c0cf-4301-a165-025bf137304a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:51.516322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.649180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.658447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 7ad6e834-f014-41f9-abc6-46f591cd8305 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:28:51.667200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6561dfa8-c0cf-4301-a165-025bf137304a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6561dfa8-c0cf-4301-a165-025bf137304a,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:51.683707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd4aebea-49ec-4968-a1af-90c502bba1db None None] Provisioning complete for port 41a79a57-6c8a-4311-9202-d54c2cb26121 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:51.684070 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd4aebea-49ec-4968-a1af-90c502bba1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.724239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:51.787487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bd4aebea-49ec-4968-a1af-90c502bba1db None None] Port 41a79a57-6c8a-4311-9202-d54c2cb26121 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:28:51.805242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6561dfa8-c0cf-4301-a165-025bf137304a,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:51.854229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:28:51.864550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Sync routers for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:28:51.868121 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-037bf8aa-a3aa-4a55-9888-85fdf5b729f3 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/7ad6e834-f014-41f9-abc6-46f591cd8305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4461603 Mar 25 20:28:51.870569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38868) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:51.873387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:51.873981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:52.008868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2d62e-4ae2-4237-9d22-04bac67133e3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:52.009340 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2d62e-4ae2-4237-9d22-04bac67133e3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:52.009806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2d62e-4ae2-4237-9d22-04bac67133e3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:52.010256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2d62e-4ae2-4237-9d22-04bac67133e3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:52.011905 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a7e2d62e-4ae2-4237-9d22-04bac67133e3 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1404350 Mar 25 20:28:52.014626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38872) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:52.078053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:52.081425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eca034-39b6-4604-8666-800f9dead411 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:52.081890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eca034-39b6-4604-8666-800f9dead411 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:52.082338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eca034-39b6-4604-8666-800f9dead411 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:52.082781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eca034-39b6-4604-8666-800f9dead411 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:52.084462 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-28eca034-39b6-4604-8666-800f9dead411 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0689640 Mar 25 20:28:52.087240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38876) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:52.397709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:50Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:28:50Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:52.401563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Checking router: 7ad6e834-f014-41f9-abc6-46f591cd8305 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:28:52.401929 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Updating router 7ad6e834-f014-41f9-abc6-46f591cd8305 port 41a79a57-6c8a-4311-9202-d54c2cb26121 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:28:52.410742 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e1fc647-e8b9-446b-8dc8-fa82aef437f6 tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3224669 Mar 25 20:28:52.455569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:52.720911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38882) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:52.726162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977467879', 'description': 'tempest-secgroup-smoke-977467879 description', 'project_id': 'd1180207c3cc4e69a07eb49c80928118'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:52.732056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:52.737336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:52.741524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:52.748139 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:52.778809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:28:52.818643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:52.837969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:52.841731 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:52.844517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:52.850219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:52.855558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:52.870798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Transition to ACTIVE for port object 41a79a57-6c8a-4311-9202-d54c2cb26121 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:28:52.883119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:52.883475 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:52.921665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:52.974692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:52.995549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.042901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:53.110968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6561dfa8-c0cf-4301-a165-025bf137304a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:28:53.127394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.129060 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c3246a2f-a444-4a86-a715-fa7b73b33415 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4065833 Mar 25 20:28:53.131762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38886) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:53.137696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ea14b1a-e658-4cf6-a3a5-e2ba715faf01', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:53.144251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:53.149183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:53.152460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:53.159982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:53.186469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42032e95-2407-4260-b9ef-306fa9ea6866 None None] Pushing event updated for resources: {'Port': ['ID=41a79a57-6c8a-4311-9202-d54c2cb26121,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:53.254265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Attempting to bind port 41a79a57-6c8a-4311-9202-d54c2cb26121 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:28:53.254622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Attempting to bind port 41a79a57-6c8a-4311-9202-d54c2cb26121 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:28:53.254970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Attempting to bind port 41a79a57-6c8a-4311-9202-d54c2cb26121 on network e6aca35a-4093-4e6d-960e-b595489d81cb {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:28:53.265866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.268760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:28:53.269125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Checking segment: {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:28:53.269511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.269894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Bound using segment: {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:28:53.270373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Bound port: 41a79a57-6c8a-4311-9202-d54c2cb26121, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:28:53.270728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.335645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.378291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6561dfa8-c0cf-4301-a165-025bf137304a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:53.378648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.410716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.432818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d04ec13-58bd-459b-906a-4ee35dffd64e,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:53.455951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] For port 41a79a57-6c8a-4311-9202-d54c2cb26121, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:28:53.464491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] For port 41a79a57-6c8a-4311-9202-d54c2cb26121, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=41a79a57-6c8a-4311-9202-d54c2cb26121,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:28:53.525277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.526474 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-52fd6f86-8cdf-4fd0-8a0b-3bd00ca722bc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3936353 Mar 25 20:28:53.529907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38890) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:53.535763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ea14b1a-e658-4cf6-a3a5-e2ba715faf01', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:53.540929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:53.545355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:53.548176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:53.553819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:53.554041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.621306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:28:53.621848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:28:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:53.677960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.705391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42032e95-2407-4260-b9ef-306fa9ea6866 None None] Pushing event updated for resources: {'Port': ['ID=41a79a57-6c8a-4311-9202-d54c2cb26121,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:53.751414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.812964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.826894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:28:53.836711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b933c5-5ed5-484d-bc1b-d5c2fe247b40,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:53.921284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:53.922615 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3bddef72-33c4-4df4-8113-026aed64e3d8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3917172 Mar 25 20:28:53.925373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38894) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:53.930401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ea14b1a-e658-4cf6-a3a5-e2ba715faf01', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:53.936819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:53.940637 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:53.943713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:53.949919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:54.030471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.096683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.146476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:50Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:28:53Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:28:54.150410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db050a0-a152-48bb-ac02-4427668a6c89 None None] The sync data for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv is: [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:50Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:28:53Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:28:54.155270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.183371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a26e8c-3886-4824-a10d-3e4adf4d288e,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:54.242026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.243505 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f568c842-c193-442b-beab-4fa4daa12b3d tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3171034 Mar 25 20:28:54.246491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38898) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:54.252370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ea14b1a-e658-4cf6-a3a5-e2ba715faf01', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:54.258935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:54.263071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:54.266992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:54.273820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:54.363469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.431213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.504563 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.528768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8574963-7947-44fb-9f8d-657b3018fc1e,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:54.617028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.618402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f7b8720b-f9cf-4903-9884-bcef9b6a3b6e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3708451 Mar 25 20:28:54.621309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38902) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:54.626985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ea14b1a-e658-4cf6-a3a5-e2ba715faf01', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:54.634330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:54.638763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:54.642291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:54.648567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:54.727354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:28:54.744876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.784789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 41a79a57-6c8a-4311-9202-d54c2cb26121 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:28:54.811823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.875575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.902646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 41a79a57-6c8a-4311-9202-d54c2cb26121 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:28:54.903209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6b8fd3-b957-4515-a86a-36a88f89b16e,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:54.908687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 41a79a57-6c8a-4311-9202-d54c2cb26121 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:54.911058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.973125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:54.974487 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b1bc011c-18cf-45f3-84eb-76dc3323eaa5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3521428 Mar 25 20:28:54.977372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38906) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:28:54.986739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'security_group_rule': {'security_group_id': '2ea14b1a-e658-4cf6-a3a5-e2ba715faf01', 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:54.993133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:54.997446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:security_group_rule and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:55.000499 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:55.006420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:55.031876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:55.064647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 41a79a57-6c8a-4311-9202-d54c2cb26121, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=41a79a57-6c8a-4311-9202-d54c2cb26121,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:28:55.097037 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Project d1180207c3cc4e69a07eb49c80928118 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:28:55.104232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:55.170395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:55.170633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:55.240359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=41a79a57-6c8a-4311-9202-d54c2cb26121,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:55.264615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:55.289297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae4f6ad-29ac-4d49-92fc-0b8cf4011959,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:55.361251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:55.362712 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8c513db8-f9c4-4ddb-b042-0d0e37cfc083 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3844073 Mar 25 20:28:55.522742 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-a288437c-5f40-4ca4-8251-0be0a5b80dfa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977467879&fields=id&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 267 time: 0.0422199 Mar 25 20:28:55.669314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-fce4cab0-7de7-458b-af66-54fbdc993a36 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:55.669997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-fce4cab0-7de7-458b-af66-54fbdc993a36 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:28:55.796103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-fce4cab0-7de7-458b-af66-54fbdc993a36 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:28:55.797293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-fce4cab0-7de7-458b-af66-54fbdc993a36 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/networks?id=e6aca35a-4093-4e6d-960e-b595489d81cb HTTP/1.1" status: 200 len: 796 time: 0.2685254 Mar 25 20:28:55.811690 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-260655bd-9af8-4bff-a8c8-3b71e0ebc9e8 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/quotas/d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 375 time: 0.0090961 Mar 25 20:28:55.893445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-4b10ec25-5a5b-4546-ae53-2ab71af1a5fc tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767851 Mar 25 20:28:56.025258 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-85e9a5b0-4ee8-419d-b14c-9b42ca9a32a9 service neutron] 10.222.0.37 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202183 Mar 25 20:28:56.175829 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-8321e212-ea16-4904-a104-3f8977653019 service neutron] 10.222.0.37 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441438 Mar 25 20:28:56.423955 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45f21bf9-8fe5-4907-b1a7-8d8ad0efc7d5 req-f5347b86-550b-486e-bc3f-f8c83c1374fa tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 210 time: 0.0454400 Mar 25 20:28:56.755175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 41a79a57-6c8a-4311-9202-d54c2cb26121 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:28:56.823156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 41a79a57-6c8a-4311-9202-d54c2cb26121 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:56.823520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:57.569911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f9a57d58-08a4-423d-bece-9a53021e8f45 req-45a7ad25-c71f-484e-b069-9c33974e0567 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 210 time: 0.0416155 Mar 25 20:28:58.546569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-e25ccacc-9b72-4b11-8f66-b4ff019afebe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:58.547272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-e25ccacc-9b72-4b11-8f66-b4ff019afebe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:28:58.559008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-e25ccacc-9b72-4b11-8f66-b4ff019afebe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:28:58.560115 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-e25ccacc-9b72-4b11-8f66-b4ff019afebe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/networks?id=e6aca35a-4093-4e6d-960e-b595489d81cb HTTP/1.1" status: 200 len: 796 time: 0.1642799 Mar 25 20:28:58.606547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-be3e8574-8129-47b6-8fc0-514a92bb980b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:28:58.698912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-be3e8574-8129-47b6-8fc0-514a92bb980b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:security_group {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:28:58.699565 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-be3e8574-8129-47b6-8fc0-514a92bb980b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1180207c3cc4e69a07eb49c80928118 HTTP/1.1" status: 200 len: 379 time: 0.1313875 Mar 25 20:28:58.708099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'port': {'device_id': '217a0688-726c-4668-8c47-b148c8691216', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'admin_state_up': True, 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'security_groups': ['2ea14b1a-e658-4cf6-a3a5-e2ba715faf01']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:58.717967 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6b20e773-ffb2-4b85-bb8b-7f1458c23df5 req-402446b7-79bf-46f2-916a-998db5f04c0b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 210 time: 0.0429440 Mar 25 20:28:58.848126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:28:58.852151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:port and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:28:58.854979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:28:58.861208 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:28:58.922084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Made reservation on behalf of d1180207c3cc4e69a07eb49c80928118 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:28:58.926080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:59.087681 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.20.0.13 (e6aca35a-4093-4e6d-960e-b595489d81cb/86ba92c0-5ffb-4fe5-82d4-541b736f44cb/86fee600-1e03-41ea-9f82-6f307506a658) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:28:59.271968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:59.287270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Transition to ACTIVE for port object 86fee600-1e03-41ea-9f82-6f307506a658 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:28:59.349877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:59.424585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network e6aca35a-4093-4e6d-960e-b595489d81cb is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:28:59.427540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:28:59.435477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:28:59.466182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=86fee600-1e03-41ea-9f82-6f307506a658,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:28:59.503243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:28:59.503893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:59.584989 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-040e011d-9102-4b4d-9c1e-3d2342e60720 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8807855 Mar 25 20:28:59.598884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Request body: {'port': {'device_id': '217a0688-726c-4668-8c47-b148c8691216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:28:59.667902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9f027878-2fc0-4185-a28e-605b86a1c02e None None] Provisioning for port 86fee600-1e03-41ea-9f82-6f307506a658 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:28:59.673245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9f027878-2fc0-4185-a28e-605b86a1c02e None None] Provisioning complete for port 86fee600-1e03-41ea-9f82-6f307506a658 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:28:59.673608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f027878-2fc0-4185-a28e-605b86a1c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:59.712082 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:28:59.726818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f027878-2fc0-4185-a28e-605b86a1c02e None None] Port 86fee600-1e03-41ea-9f82-6f307506a658 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:29:00.002154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90141b4-4a88-42a3-a736-687f1de807c0 req-654a9ae8-3367-4ca8-aa1b-f568539d3d62 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:00.003586 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d90141b4-4a88-42a3-a736-687f1de807c0 req-654a9ae8-3367-4ca8-aa1b-f568539d3d62 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 932 time: 0.1811316 Mar 25 20:29:00.046482 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d90141b4-4a88-42a3-a736-687f1de807c0 req-8f5b4ed2-eddd-44f4-b54e-872047b17bff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371826 Mar 25 20:29:00.063947 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fee600-1e03-41ea-9f82-6f307506a658 {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:29:00.071275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:00.085935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Transition to ACTIVE for port object 86fee600-1e03-41ea-9f82-6f307506a658 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:29:00.176326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:00.440303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Pushing event updated for resources: {'Port': ['ID=86fee600-1e03-41ea-9f82-6f307506a658,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:29:00.511485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Attempting to bind port 86fee600-1e03-41ea-9f82-6f307506a658 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:29:00.511737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Attempting to bind port 86fee600-1e03-41ea-9f82-6f307506a658 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:29:00.512053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Attempting to bind port 86fee600-1e03-41ea-9f82-6f307506a658 on network e6aca35a-4093-4e6d-960e-b595489d81cb {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:29:00.516560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Port 86fee600-1e03-41ea-9f82-6f307506a658 on network e6aca35a-4093-4e6d-960e-b595489d81cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:29:00.516875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Attempting to bind port 86fee600-1e03-41ea-9f82-6f307506a658 on network e6aca35a-4093-4e6d-960e-b595489d81cb {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:29:00.521794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:29:00.522117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Checking segment: {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:29:00.522490 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Bound using segment: {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:29:00.522897 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Bound port: 86fee600-1e03-41ea-9f82-6f307506a658, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02ab762-7cbf-41a8-a196-09aa81d37599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:29:00.523229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:00.611227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] For port 86fee600-1e03-41ea-9f82-6f307506a658, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:29:00.614337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] For port 86fee600-1e03-41ea-9f82-6f307506a658, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=86fee600-1e03-41ea-9f82-6f307506a658,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:29:00.681819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:00.738356 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:00.739235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:00.741201 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] 10.222.0.43 "PUT /v2.0/ports/86fee600-1e03-41ea-9f82-6f307506a658 HTTP/1.1" status: 200 len: 1094 time: 1.1472032 Mar 25 20:29:00.741783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:29:00.772396 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314e49d-4b31-4763-b84a-24a609afcab6 service neutron] Pushing event updated for resources: {'Port': ['ID=86fee600-1e03-41ea-9f82-6f307506a658,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:29:00.792934 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658', 'status': 'completed', 'code': 200} Mar 25 20:29:00.887383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4227e-503a-4594-b30c-0a8aa7f956e0 req-be84ecdd-b86f-4d8f-802b-03949dd50a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:00.888878 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e3d4227e-503a-4594-b30c-0a8aa7f956e0 req-be84ecdd-b86f-4d8f-802b-03949dd50a19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 1097 time: 0.0766370 Mar 25 20:29:01.036786 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4227e-503a-4594-b30c-0a8aa7f956e0 req-4569c032-d4ec-4e4e-978b-aec1e9833835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:01.038134 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e3d4227e-503a-4594-b30c-0a8aa7f956e0 req-4569c032-d4ec-4e4e-978b-aec1e9833835 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1180207c3cc4e69a07eb49c80928118&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1421921 Mar 25 20:29:01.174551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4227e-503a-4594-b30c-0a8aa7f956e0 req-1c4d0925-f056-47b1-9892-01bfe3af5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:01.176012 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-e3d4227e-503a-4594-b30c-0a8aa7f956e0 req-1c4d0925-f056-47b1-9892-01bfe3af5637 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317723 Mar 25 20:29:01.228485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3633ce-e417-4a06-bd0c-be78e52523d6 req-24a0ca7f-318c-4ad9-b8a5-70a01806c3a0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:01.229969 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bf3633ce-e417-4a06-bd0c-be78e52523d6 req-24a0ca7f-318c-4ad9-b8a5-70a01806c3a0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 944 time: 0.0798333 Mar 25 20:29:01.274406 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bf3633ce-e417-4a06-bd0c-be78e52523d6 req-5a3c7b5b-3832-4f89-8a7d-d954603e3d35 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388660 Mar 25 20:29:01.279566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-47730b99-f112-4da3-8c71-2fefc01c2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:01.282059 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-47730b99-f112-4da3-8c71-2fefc01c2614 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 1097 time: 0.0711939 Mar 25 20:29:01.351089 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-2aa28287-668c-4a49-9495-d3325b06920d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86fee600-1e03-41ea-9f82-6f307506a658 HTTP/1.1" status: 200 len: 217 time: 0.0634172 Mar 25 20:29:01.411632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-8921b312-d3dc-4071-9aea-9c38de1dd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:01.413062 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-8921b312-d3dc-4071-9aea-9c38de1dd5bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=86ba92c0-5ffb-4fe5-82d4-541b736f44cb HTTP/1.1" status: 200 len: 834 time: 0.0566752 Mar 25 20:29:01.488401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-bd9891c8-3670-45e9-be5e-9698189ed4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:01.489765 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-bd9891c8-3670-45e9-be5e-9698189ed4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e6aca35a-4093-4e6d-960e-b595489d81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709314 Mar 25 20:29:01.620937 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-1a3dd399-2f1b-4bc7-94b7-fe952216d891 service neutron] 10.222.0.43 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236796 Mar 25 20:29:01.749832 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e4269ce-7e9c-4d9e-a436-c4d8a67502f0 req-9c0a68d4-5de4-4700-889d-837721262a25 service neutron] 10.222.0.43 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233630 Mar 25 20:29:02.458291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320cdbc-c3bd-4dbb-98e9-a06dbaa6efdb req-8b161f1c-9f23-4309-ace2-7f323316514b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:02.459716 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5320cdbc-c3bd-4dbb-98e9-a06dbaa6efdb req-8b161f1c-9f23-4309-ace2-7f323316514b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 944 time: 0.0805585 Mar 25 20:29:02.502198 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5320cdbc-c3bd-4dbb-98e9-a06dbaa6efdb req-cc9aeca5-3375-4db9-a203-4f18a087ab92 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369503 Mar 25 20:29:03.685732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e9169-f38a-49e7-999e-cd4ddb7e9f01 req-a35e68d8-8856-4fd0-a246-d91791db39f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:03.687202 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-625e9169-f38a-49e7-999e-cd4ddb7e9f01 req-a35e68d8-8856-4fd0-a246-d91791db39f7 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 944 time: 0.0822327 Mar 25 20:29:03.729437 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-625e9169-f38a-49e7-999e-cd4ddb7e9f01 req-db949c7c-ec6f-4230-afcc-09b42dc34ae0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365961 Mar 25 20:29:04.916856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97970ed-db39-48be-b8d3-189e9a5f9a79 req-dade3875-efbb-4ebd-b98a-b4dd7aa48d10 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:04.918238 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d97970ed-db39-48be-b8d3-189e9a5f9a79 req-dade3875-efbb-4ebd-b98a-b4dd7aa48d10 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 944 time: 0.0798821 Mar 25 20:29:04.962011 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d97970ed-db39-48be-b8d3-189e9a5f9a79 req-4e9eeaff-44a2-4202-bd0b-c9df6c724806 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376523 Mar 25 20:29:05.515591 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 86fee600-1e03-41ea-9f82-6f307506a658 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:29:05.644384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 86fee600-1e03-41ea-9f82-6f307506a658, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=86fee600-1e03-41ea-9f82-6f307506a658,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:29:05.657732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '86fee600-1e03-41ea-9f82-6f307506a658', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'port_id': '86fee600-1e03-41ea-9f82-6f307506a658', 'mac_address': 'fa:16:3e:cf:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:29:05.742104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:05.758020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fee600-1e03-41ea-9f82-6f307506a658 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:29:05.773326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 86fee600-1e03-41ea-9f82-6f307506a658, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=86fee600-1e03-41ea-9f82-6f307506a658,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:29:05.867167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:05.934477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=86fee600-1e03-41ea-9f82-6f307506a658,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:29:06.144030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e47da0-140e-42ec-a655-c7b0d3dddb8b req-e3bc1f55-303c-4bf3-9e48-100bfc7e35a0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:06.153588 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90e47da0-140e-42ec-a655-c7b0d3dddb8b req-e3bc1f55-303c-4bf3-9e48-100bfc7e35a0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 945 time: 0.0807812 Mar 25 20:29:06.158415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['86fee600-1e03-41ea-9f82-6f307506a658'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:29:06.189617 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90e47da0-140e-42ec-a655-c7b0d3dddb8b req-5bf86705-8183-42a4-b592-4e2676ab097a tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385206 Mar 25 20:29:06.200128 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:29:07.384231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f3ce8-76ea-4ed1-8891-e4524da02e2f req-fbfa6dec-36a5-4061-bac7-85cc67734fd4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:07.385701 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe0f3ce8-76ea-4ed1-8891-e4524da02e2f req-fbfa6dec-36a5-4061-bac7-85cc67734fd4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 945 time: 0.0885024 Mar 25 20:29:07.431883 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe0f3ce8-76ea-4ed1-8891-e4524da02e2f req-f82ca87a-1f34-4fcf-97c6-537ec18daac2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Mar 25 20:29:07.528726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 86fee600-1e03-41ea-9f82-6f307506a658 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:29:07.663578 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 86fee600-1e03-41ea-9f82-6f307506a658 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:29:07.668467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 86fee600-1e03-41ea-9f82-6f307506a658 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:29:07.668917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:07.785019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:07.815602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:29:07.834783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 86fee600-1e03-41ea-9f82-6f307506a658, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=86fee600-1e03-41ea-9f82-6f307506a658,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:29:07.892501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:07.938898 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658', 'code': 200} Mar 25 20:29:07.976591 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=86fee600-1e03-41ea-9f82-6f307506a658,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:29:08.291627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692e31e-ed3f-44d1-8ec1-db76ebc82ed8 req-a9284d1c-faf7-440d-9316-0468f4eada9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:08.293125 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d692e31e-ed3f-44d1-8ec1-db76ebc82ed8 req-a9284d1c-faf7-440d-9316-0468f4eada9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 1099 time: 0.0726426 Mar 25 20:29:08.335983 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-d692e31e-ed3f-44d1-8ec1-db76ebc82ed8 req-dd7f5456-4b05-46f5-9909-b325466ee621 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367367 Mar 25 20:29:08.612652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ddd36-9a89-426e-ab98-f23a20b739b4 req-a85c14ab-ba74-43c6-aa62-56cbac572248 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:08.614088 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6f2ddd36-9a89-426e-ab98-f23a20b739b4 req-a85c14ab-ba74-43c6-aa62-56cbac572248 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 946 time: 0.0796263 Mar 25 20:29:08.657659 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6f2ddd36-9a89-426e-ab98-f23a20b739b4 req-34f59218-c079-4ed5-95e7-e84e2afa4887 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379982 Mar 25 20:29:09.107166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87cca5d7-4af0-42ab-abaa-c4387a3390c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:09.849165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8aa2fa-a7ea-49d8-8a31-5e5fc40f97ed req-c8543ecf-c783-49bb-ac39-6de72d1b6491 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:09.850590 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb8aa2fa-a7ea-49d8-8a31-5e5fc40f97ed req-c8543ecf-c783-49bb-ac39-6de72d1b6491 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 946 time: 0.0853395 Mar 25 20:29:09.895731 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb8aa2fa-a7ea-49d8-8a31-5e5fc40f97ed req-6d683367-4ecc-4fc9-8e63-cfb6f7fe5fb6 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394044 Mar 25 20:29:11.076629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b9cd4-6577-454e-96f4-1089ddbb67ef req-560d5c76-c9d6-466b-80ee-53ed2b0b84db tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:11.078063 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b59b9cd4-6577-454e-96f4-1089ddbb67ef req-560d5c76-c9d6-466b-80ee-53ed2b0b84db tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 946 time: 0.0784857 Mar 25 20:29:11.121171 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b59b9cd4-6577-454e-96f4-1089ddbb67ef req-33c0ee6e-8f8a-424c-b23b-8074d612ae87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376318 Mar 25 20:29:11.302357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406cf6-2bea-4ad1-9064-353d3867dab2 req-f5e14d50-4249-4051-bb67-3ddb2e5eebc4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:11.303683 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c2406cf6-2bea-4ad1-9064-353d3867dab2 req-f5e14d50-4249-4051-bb67-3ddb2e5eebc4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 946 time: 0.0805385 Mar 25 20:29:11.346634 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c2406cf6-2bea-4ad1-9064-353d3867dab2 req-c5591a5e-4c15-448e-992a-2e98a4a5e7b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 Mar 25 20:29:11.368623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38972) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:29:11.441029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c983059-f5c9-4e22-86b3-60c13fa0aa7d tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:11.442771 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7c983059-f5c9-4e22-86b3-60c13fa0aa7d tempest-TestNetworkBasicOps-2120266257 tempest-TestNetworkBasicOps-2120266257-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 1094 time: 0.0723972 Mar 25 20:29:11.445251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 38976) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:29:11.451001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '86fee600-1e03-41ea-9f82-6f307506a658', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:29:11.456900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:29:11.460664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Usage tracker for resource:floatingip and tenant:d1180207c3cc4e69a07eb49c80928118 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:29:11.463420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:29:11.468967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:29:11.535632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:11.671557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:11.802460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Allocated IP 172.26.8.105 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/43f8b6c6-3ed1-4d6a-8c06-1213692bce4d) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:29:11.945327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:12.035432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:12.097935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:29:12.100566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:29:12.104082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:29:12.136228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f721af7f-7fa4-4615-b4f4-a139e898df38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:12.143183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=43f8b6c6-3ed1-4d6a-8c06-1213692bce4d,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:29:12.600222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:12.756840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:12.827858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:12.915569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:12.962127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:13.023686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:13.132617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event updated for resources: {'Port': ['ID=43f8b6c6-3ed1-4d6a-8c06-1213692bce4d,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:29:13.142582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:13.311818 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP adc3b92b-fba2-4c0a-91cb-cdb080654ab3 associated. External IP: 172.26.8.105, port: 86fee600-1e03-41ea-9f82-6f307506a658. Mar 25 20:29:13.653801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 7ad6e834-f014-41f9-abc6-46f591cd8305 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:29:13.942380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:29:13.952396 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] Sync routers for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:29:13.962471 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:29:13.963093 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:29:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:29:14.029316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:14.085412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-18b39867-db1c-472b-86f6-a88d6e2bb9a4 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6391687 Mar 25 20:29:14.085983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:29:14.088323 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38980) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:29:14.131713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658', 'status': 'completed', 'code': 200} Mar 25 20:29:14.143070 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:29:14.248000 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d1a1215a-2255-438f-8728-2cdc70952561 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/adc3b92b-fba2-4c0a-91cb-cdb080654ab3 HTTP/1.1" status: 200 len: 992 time: 0.1575723 Mar 25 20:29:14.258281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:14.271940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-82f742d3-9847-46ea-868f-1677cb3a918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:14.274597 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-82f742d3-9847-46ea-868f-1677cb3a918e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 1099 time: 0.1006010 Mar 25 20:29:14.511308 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-567c3bea-2c4f-400f-8660-dcb46127434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:14.512652 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-567c3bea-2c4f-400f-8660-dcb46127434f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e6aca35a-4093-4e6d-960e-b595489d81cb HTTP/1.1" status: 200 len: 897 time: 0.2336028 Mar 25 20:29:14.517473 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:50Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'adc3b92b-fba2-4c0a-91cb-cdb080654ab3', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'port_id': '86fee600-1e03-41ea-9f82-6f307506a658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'mac_address': 'fa:16:3e:cf:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a0688-726c-4668-8c47-b148c8691216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:29:12Z', 'updated_at': '2022-03-25T20:29:12Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:28:55Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:29:14.521328 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] Checking router: 7ad6e834-f014-41f9-abc6-46f591cd8305 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:29:14.529907 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:29:14.530485 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:29:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:29:14.626639 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-8049de86-11d8-494f-a7c8-277dbbb882fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86fee600-1e03-41ea-9f82-6f307506a658 HTTP/1.1" status: 200 len: 1000 time: 0.0976758 Mar 25 20:29:14.689507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-5b162645-8c11-40d1-b117-278fec6d85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:14.690946 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-5b162645-8c11-40d1-b117-278fec6d85bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=86ba92c0-5ffb-4fe5-82d4-541b736f44cb HTTP/1.1" status: 200 len: 834 time: 0.0571418 Mar 25 20:29:14.703052 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:29:14.766652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-97c3a2a5-49dc-44f7-9ee6-9a84262bbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:14.768052 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-97c3a2a5-49dc-44f7-9ee6-9a84262bbf8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e6aca35a-4093-4e6d-960e-b595489d81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699332 Mar 25 20:29:14.900691 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-c5319e64-047a-47fa-940d-6865cecbcfe2 service neutron] 10.222.0.43 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255627 Mar 25 20:29:15.032228 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-4e7ea868-fe75-4f28-9676-e2e3c9ab24d0 req-812988f7-9d2d-4599-a7c4-11abcb428800 service neutron] 10.222.0.43 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258478 Mar 25 20:29:15.042908 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:50Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'adc3b92b-fba2-4c0a-91cb-cdb080654ab3', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'port_id': '86fee600-1e03-41ea-9f82-6f307506a658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'mac_address': 'fa:16:3e:cf:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a0688-726c-4668-8c47-b148c8691216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:29:12Z', 'updated_at': '2022-03-25T20:29:12Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:28:55Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:29:15.046808 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c71e2-0b05-418d-88ab-21869abb8044 None None] The sync data for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv is: [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:28:50Z', 'revision_number': 4, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'adc3b92b-fba2-4c0a-91cb-cdb080654ab3', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'port_id': '86fee600-1e03-41ea-9f82-6f307506a658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'mac_address': 'fa:16:3e:cf:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a0688-726c-4668-8c47-b148c8691216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:29:12Z', 'updated_at': '2022-03-25T20:29:12Z', 'revision_number': 0, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:28:55Z', 'revision_number': 5, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:29:15.218255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352e2d7-d7dd-4cce-ba71-c24cda08c9d2 None None] New status for floating IP adc3b92b-fba2-4c0a-91cb-cdb080654ab3: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:29:15.251766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38986) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:29:15.358600 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c8e7cb9c-69d1-4d7f-bbc7-84f496cbc0b2 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/adc3b92b-fba2-4c0a-91cb-cdb080654ab3 HTTP/1.1" status: 200 len: 992 time: 0.1054659 Mar 25 20:29:16.362088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 38990) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:29:16.466902 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3431371f-0c08-424b-a18f-5477627c8bd1 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/adc3b92b-fba2-4c0a-91cb-cdb080654ab3 HTTP/1.1" status: 200 len: 994 time: 0.1036985 Mar 25 20:29:17.998507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:39.118006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e74036d4-9f04-47ef-b1c9-f716d4be14ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:42.108752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dd5d378f-4ef3-48b9-8a3a-cbf11dbb0c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:42.840180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:42.896976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:43.199312 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:29:44.280384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:29:46.458945 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-b82a7b18-d3a8-4a68-a722-26bcb76dcd10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705302 Mar 25 20:29:46.595076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-f0aa0f41-ee18-404e-ba5e-06eda381c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:46.596585 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-f0aa0f41-ee18-404e-ba5e-06eda381c6cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 1099 time: 0.0713303 Mar 25 20:29:46.744365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-53ff7e96-3526-4480-b03c-4334f2511c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:46.747435 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-53ff7e96-3526-4480-b03c-4334f2511c39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e6aca35a-4093-4e6d-960e-b595489d81cb HTTP/1.1" status: 200 len: 897 time: 0.1310856 Mar 25 20:29:46.848230 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-a4f4c2f6-c6e2-43d0-bcba-037ab9cb0baf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86fee600-1e03-41ea-9f82-6f307506a658 HTTP/1.1" status: 200 len: 1002 time: 0.0960999 Mar 25 20:29:46.908220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-cd145b12-3aab-4de9-8c87-1f4e0fdee3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:46.909587 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-cd145b12-3aab-4de9-8c87-1f4e0fdee3ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=86ba92c0-5ffb-4fe5-82d4-541b736f44cb HTTP/1.1" status: 200 len: 834 time: 0.0554399 Mar 25 20:29:46.987771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-b89716c3-71e3-43e3-b5e0-188e4cfc2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:29:46.987771 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-b89716c3-71e3-43e3-b5e0-188e4cfc2043 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e6aca35a-4093-4e6d-960e-b595489d81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702789 Mar 25 20:29:47.114662 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-8ab91642-3df3-44ba-bd82-118af58e4790 service neutron] 10.222.0.43 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216748 Mar 25 20:29:47.357903 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-8e2704be-6629-4554-a012-f1dbf47217f1 req-ef6465b1-fa58-4a74-858e-71ed7692d92d service neutron] 10.222.0.43 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370591 Mar 25 20:29:48.005748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:09.105645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84477c92-2396-4605-8efc-eb0a49c92bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:12.128307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8e66e38-daae-4131-a05f-f0352487e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:12.829034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:12.891284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:14.305460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:17.157935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39010) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:17.163527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9e13fa10-c1f4-4475-807d-ff72e2de0cc0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:30:17.672763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e13fa10-c1f4-4475-807d-ff72e2de0cc0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:17.739837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e13fa10-c1f4-4475-807d-ff72e2de0cc0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:17.914562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e13fa10-c1f4-4475-807d-ff72e2de0cc0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 7ad6e834-f014-41f9-abc6-46f591cd8305 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:30:17.994462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:18.099431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e13fa10-c1f4-4475-807d-ff72e2de0cc0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:30:18.105910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e13fa10-c1f4-4475-807d-ff72e2de0cc0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:18.107028 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e13fa10-c1f4-4475-807d-ff72e2de0cc0 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/7ad6e834-f014-41f9-abc6-46f591cd8305 HTTP/1.1" status: 200 len: 888 time: 0.9475493 Mar 25 20:30:18.108904 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18936024-d436-4770-9ed9-efe5626d4ffa None None] Sync routers for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:30:18.124756 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18936024-d436-4770-9ed9-efe5626d4ffa None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:30:18.125356 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-18936024-d436-4770-9ed9-efe5626d4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:30:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:18.184374 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-18936024-d436-4770-9ed9-efe5626d4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:18.192875 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18936024-d436-4770-9ed9-efe5626d4ffa None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:30:18.193452 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-18936024-d436-4770-9ed9-efe5626d4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:30:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:18.253413 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-18936024-d436-4770-9ed9-efe5626d4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:18.253805 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18936024-d436-4770-9ed9-efe5626d4ffa None None] The sync data for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv is: [] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:30:18.999422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e79ab8-34a3-443f-b3dc-b13de9998beb None None] New status for floating IP adc3b92b-fba2-4c0a-91cb-cdb080654ab3: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:30:19.051774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6561dfa8-c0cf-4301-a165-025bf137304a no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:30:19.335888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:19.351513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6561dfa8-c0cf-4301-a165-025bf137304a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6561dfa8-c0cf-4301-a165-025bf137304a,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:19.420074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:19.420814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 41a79a57-6c8a-4311-9202-d54c2cb26121 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:30:19.573354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6561dfa8-c0cf-4301-a165-025bf137304a,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:19.610037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.610381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.610713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.611038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.611362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.611981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.612301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.612651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.612968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.613282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.613594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.613905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:19.641407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:19.672909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 41a79a57-6c8a-4311-9202-d54c2cb26121, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=41a79a57-6c8a-4311-9202-d54c2cb26121,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:19.725378 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:19.790985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=41a79a57-6c8a-4311-9202-d54c2cb26121,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:20.197998 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:30:20.261907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39016) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:20.267145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c0b808e6-b8da-4f16-8ed0-795f323f9a3c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:30:20.893702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0b808e6-b8da-4f16-8ed0-795f323f9a3c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:20.960005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0b808e6-b8da-4f16-8ed0-795f323f9a3c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1906984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1906979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907792'] for router, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:21.134417 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b808e6-b8da-4f16-8ed0-795f323f9a3c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 7ad6e834-f014-41f9-abc6-46f591cd8305 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:30:21.310896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b808e6-b8da-4f16-8ed0-795f323f9a3c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:30:21.317715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c0b808e6-b8da-4f16-8ed0-795f323f9a3c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:21.318834 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c0b808e6-b8da-4f16-8ed0-795f323f9a3c tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/7ad6e834-f014-41f9-abc6-46f591cd8305 HTTP/1.1" status: 200 len: 887 time: 1.0559170 Mar 25 20:30:21.320524 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] Sync routers for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:30:21.322000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39020) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:21.331551 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:30:21.332142 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:30:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:21.427116 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b005ad75-4620-4be5-8232-64c85acd51f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/adc3b92b-fba2-4c0a-91cb-cdb080654ab3 HTTP/1.1" status: 200 len: 992 time: 0.1040063 Mar 25 20:30:21.505217 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:30:21.870575 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:20Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'adc3b92b-fba2-4c0a-91cb-cdb080654ab3', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'port_id': '86fee600-1e03-41ea-9f82-6f307506a658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'mac_address': 'fa:16:3e:cf:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a0688-726c-4668-8c47-b148c8691216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:29:12Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:21.874374 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] Checking router: 7ad6e834-f014-41f9-abc6-46f591cd8305 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:30:21.883310 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:30:21.883895 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:30:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:22.056003 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:30:22.387741 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:20Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'adc3b92b-fba2-4c0a-91cb-cdb080654ab3', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'port_id': '86fee600-1e03-41ea-9f82-6f307506a658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'mac_address': 'fa:16:3e:cf:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a0688-726c-4668-8c47-b148c8691216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:29:12Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:22.391572 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5ad9a-2163-4867-93df-5e4e37f12bea None None] The sync data for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv is: [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:20Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'adc3b92b-fba2-4c0a-91cb-cdb080654ab3', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'floating_ip_address': '172.26.8.105', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'port_id': '86fee600-1e03-41ea-9f82-6f307506a658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'mac_address': 'fa:16:3e:cf:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a0688-726c-4668-8c47-b148c8691216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:29:12Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 2, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:30:19Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:30:22.430499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39024) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:22.539669 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-729dbfd7-2ed4-4c29-8e8c-9e05c2aadeba tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/adc3b92b-fba2-4c0a-91cb-cdb080654ab3 HTTP/1.1" status: 200 len: 992 time: 0.1068678 Mar 25 20:30:22.812781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 41a79a57-6c8a-4311-9202-d54c2cb26121 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:30:22.886418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 41a79a57-6c8a-4311-9202-d54c2cb26121 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:30:22.886920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:23.007966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:23.040750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 41a79a57-6c8a-4311-9202-d54c2cb26121, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=41a79a57-6c8a-4311-9202-d54c2cb26121,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:23.128922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:23.197529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=41a79a57-6c8a-4311-9202-d54c2cb26121,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:23.542293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39028) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:23.648039 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f9cdedb9-40ba-4d14-b245-7a9479ecfe46 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/adc3b92b-fba2-4c0a-91cb-cdb080654ab3 HTTP/1.1" status: 200 len: 992 time: 0.1046100 Mar 25 20:30:23.947526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f442b-8df0-476c-a1da-87620ee2e6de None None] New status for floating IP adc3b92b-fba2-4c0a-91cb-cdb080654ab3: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:30:24.651935 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39032) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:24.758974 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9c23b179-07dd-406c-85ad-368c8602ff81 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/floatingips/adc3b92b-fba2-4c0a-91cb-cdb080654ab3 HTTP/1.1" status: 200 len: 994 time: 0.1058869 Mar 25 20:30:24.860730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6561dfa8-c0cf-4301-a165-025bf137304a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:30:24.930020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6561dfa8-c0cf-4301-a165-025bf137304a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:30:24.930384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:25.045234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:25.061220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6561dfa8-c0cf-4301-a165-025bf137304a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6561dfa8-c0cf-4301-a165-025bf137304a,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:25.139465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:25.140288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 41a79a57-6c8a-4311-9202-d54c2cb26121 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:30:25.254950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6561dfa8-c0cf-4301-a165-025bf137304a,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:25.265249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 41a79a57-6c8a-4311-9202-d54c2cb26121 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:30:25.265616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:26.798812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6561dfa8-c0cf-4301-a165-025bf137304a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:30:26.869471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6561dfa8-c0cf-4301-a165-025bf137304a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:30:26.869857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:27.046629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39040) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:27.242501 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 43f8b6c6-3ed1-4d6a-8c06-1213692bce4d {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:30:27.242753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:27.409922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:27.410241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:27.640528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 43f8b6c6-3ed1-4d6a-8c06-1213692bce4d owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:30:27.842373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:27.888099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=43f8b6c6-3ed1-4d6a-8c06-1213692bce4d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:27.928076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.932812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:27.989617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:27.989943 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Floating IP adc3b92b-fba2-4c0a-91cb-cdb080654ab3 disassociated (deleted). External IP: 172.26.8.105, port: 86fee600-1e03-41ea-9f82-6f307506a658. Mar 25 20:30:28.336524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 7ad6e834-f014-41f9-abc6-46f591cd8305 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:30:28.511864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:30:28.521645 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] Sync routers for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:30:28.527699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:28.530645 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:30:28.531304 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:30:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:28.579735 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b1d82e6d-8564-4aa0-830a-0e57b296efda tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/floatingips/adc3b92b-fba2-4c0a-91cb-cdb080654ab3 HTTP/1.1" status: 204 len: 168 time: 1.5320432 Mar 25 20:30:28.580824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:30:28.637492 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658', 'status': 'completed', 'code': 200} Mar 25 20:30:28.718917 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:30:28.734911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-497059f9-cec8-4890-95df-7c56af3b39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:28.736427 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-497059f9-cec8-4890-95df-7c56af3b39d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1180207c3cc4e69a07eb49c80928118&device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 1099 time: 0.0732267 Mar 25 20:30:28.868431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-919749ee-ea52-481d-a13a-deff1e83d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:28.869893 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-919749ee-ea52-481d-a13a-deff1e83d6a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e6aca35a-4093-4e6d-960e-b595489d81cb HTTP/1.1" status: 200 len: 897 time: 0.1275160 Mar 25 20:30:28.937578 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-18f3f1e8-fab7-40fc-b69f-4f42f6ad0928 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86fee600-1e03-41ea-9f82-6f307506a658 HTTP/1.1" status: 200 len: 217 time: 0.0618908 Mar 25 20:30:29.005294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-ecded75c-c933-4b31-9ded-4e3b8f61778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:29.006852 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-ecded75c-c933-4b31-9ded-4e3b8f61778f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=86ba92c0-5ffb-4fe5-82d4-541b736f44cb HTTP/1.1" status: 200 len: 834 time: 0.0620453 Mar 25 20:30:29.033945 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:20Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:30:23Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:29.038084 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] Checking router: 7ad6e834-f014-41f9-abc6-46f591cd8305 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:30:29.053302 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:30:29.053929 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:30:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:29.088008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-507d53b0-3df9-494d-a5d1-5ac13124699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:29.089510 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-507d53b0-3df9-494d-a5d1-5ac13124699c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e6aca35a-4093-4e6d-960e-b595489d81cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769038 Mar 25 20:30:29.219131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0c1b3-8d0f-429b-93df-7c91835f71b1 req-3347574e-4f00-4777-8806-c4d4f13a32f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:29.221423 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-feb0c1b3-8d0f-429b-93df-7c91835f71b1 req-3347574e-4f00-4777-8806-c4d4f13a32f5 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 946 time: 0.0847723 Mar 25 20:30:29.270140 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-feb0c1b3-8d0f-429b-93df-7c91835f71b1 req-8e20c49f-2fbc-443d-a920-ccbcb5922651 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 Mar 25 20:30:29.288976 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:30:29.336990 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-e727a58f-2772-4eb0-93bc-0eba250f22c1 service neutron] 10.222.0.43 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409298 Mar 25 20:30:29.466761 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9c60a5ea-c0dc-41e5-878d-209b05fb83be req-269f64a9-9efa-492e-b965-205e9d86c68e service neutron] 10.222.0.43 "GET /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229615 Mar 25 20:30:29.593891 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:20Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:30:23Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:29.598161 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281751dc-382a-410d-b1b5-945d6e678ae5 None None] The sync data for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv is: [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:20Z', 'revision_number': 6, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '41a79a57-6c8a-4311-9202-d54c2cb26121', 'name': '', 'network_id': 'e6aca35a-4093-4e6d-960e-b595489d81cb', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'mac_address': 'fa:16:3e:c2:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:49Z', 'updated_at': '2022-03-25T20:30:23Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'subnets': [{'id': '86ba92c0-5ffb-4fe5-82d4-541b736f44cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:30:30.229194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1ea0e-8b2d-4d38-9624-3bd28e53eafa None None] New status for floating IP adc3b92b-fba2-4c0a-91cb-cdb080654ab3: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:30:30.474823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561700-50f9-4a20-9ffe-bbd813b3a216 req-8756b0b7-345c-4cfb-9371-b6634c4394fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:30.476275 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b9561700-50f9-4a20-9ffe-bbd813b3a216 req-8756b0b7-345c-4cfb-9371-b6634c4394fe tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 946 time: 0.0894287 Mar 25 20:30:30.520602 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b9561700-50f9-4a20-9ffe-bbd813b3a216 req-3490264f-1ebe-4780-b309-749fa0a12d5e tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Mar 25 20:30:30.849836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ac07d305-5e49-41a4-aa91-01ed67ccbeff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:30.850524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ac07d305-5e49-41a4-aa91-01ed67ccbeff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Synchronizing usage tracker for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:30:30.942260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ac07d305-5e49-41a4-aa91-01ed67ccbeff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Unset dirty status for tenant:d1180207c3cc4e69a07eb49c80928118 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:30:30.943307 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ac07d305-5e49-41a4-aa91-01ed67ccbeff tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 946 time: 0.1742995 Mar 25 20:30:31.021094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 86fee600-1e03-41ea-9f82-6f307506a658 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:30:31.021432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:31.262057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 86fee600-1e03-41ea-9f82-6f307506a658, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=86fee600-1e03-41ea-9f82-6f307506a658,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:31.262318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:31.386376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 86fee600-1e03-41ea-9f82-6f307506a658 owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:30:31.565587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:31.624938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=86fee600-1e03-41ea-9f82-6f307506a658,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:31.682394 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-00a8f360-cb22-41bd-baf7-f1f4da367a52 req-6abcfa41-52e0-461a-912b-f3b05cf7726b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "GET /v2.0/ports?device_id=217a0688-726c-4668-8c47-b148c8691216 HTTP/1.1" status: 200 len: 210 time: 0.0460713 Mar 25 20:30:31.717698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] No DVR routers for this DVR port 86fee600-1e03-41ea-9f82-6f307506a658 on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:30:31.720106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:31.722763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'name': 'network-vif-deleted', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:30:31.766512 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a0688-726c-4668-8c47-b148c8691216', 'name': 'network-vif-deleted', 'tag': '86fee600-1e03-41ea-9f82-6f307506a658', 'status': 'completed', 'code': 200} Mar 25 20:30:31.825834 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7cfee8fc-5005-4646-80d8-031d450325b2 req-ad05bbd4-881b-4731-ae7a-f2114968b392 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.43 "DELETE /v2.0/ports/86fee600-1e03-41ea-9f82-6f307506a658 HTTP/1.1" status: 204 len: 173 time: 0.8764265 Mar 25 20:30:32.779362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39058) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:32.848927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-032c9141-1a3d-4a8b-9f5a-a6c232454e63 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:32.878274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-032c9141-1a3d-4a8b-9f5a-a6c232454e63 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:33.002864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-032c9141-1a3d-4a8b-9f5a-a6c232454e63 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:33.021553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9141-1a3d-4a8b-9f5a-a6c232454e63 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea14b1a-e658-4cf6-a3a5-e2ba715faf01,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:33.092484 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-032c9141-1a3d-4a8b-9f5a-a6c232454e63 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:33.093652 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-032c9141-1a3d-4a8b-9f5a-a6c232454e63 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ea14b1a-e658-4cf6-a3a5-e2ba715faf01 HTTP/1.1" status: 204 len: 168 time: 0.3132904 Mar 25 20:30:33.191338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39064) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:33.734017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:34.181612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 41a79a57-6c8a-4311-9202-d54c2cb26121 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:30:34.181946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:34.364605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 41a79a57-6c8a-4311-9202-d54c2cb26121, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=41a79a57-6c8a-4311-9202-d54c2cb26121,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:34.365335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:34.484561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 41a79a57-6c8a-4311-9202-d54c2cb26121 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:30:34.705624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:34.756351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=41a79a57-6c8a-4311-9202-d54c2cb26121,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:34.792762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.793113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.793447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.793776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.794100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.794426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.794746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.795063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.795382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.795703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.796015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:34.796328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:30:35.032763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:35.383714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Router 7ad6e834-f014-41f9-abc6-46f591cd8305 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:30:35.653535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:30:35.663387 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] Sync routers for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:30:35.669291 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bd7a0f5f-d8c8-4b80-9614-5f4d00464e52 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "PUT /v2.0/routers/7ad6e834-f014-41f9-abc6-46f591cd8305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4743693 Mar 25 20:30:35.669466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39068) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:35.672726 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:30:35.673321 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:30:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:35.738326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b056922c-1835-434d-9132-557b4be6382b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting subnet 86ba92c0-5ffb-4fe5-82d4-541b736f44cb {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:30:35.741182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b056922c-1835-434d-9132-557b4be6382b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:35.795601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b056922c-1835-434d-9132-557b4be6382b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:35.837623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 86fee600-1e03-41ea-9f82-6f307506a658 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:30:35.845481 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:30:35.874541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 86fee600-1e03-41ea-9f82-6f307506a658 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:30:35.874878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 86fee600-1e03-41ea-9f82-6f307506a658 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:30:35.884420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b056922c-1835-434d-9132-557b4be6382b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.008350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b056922c-1835-434d-9132-557b4be6382b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.045785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056922c-1835-434d-9132-557b4be6382b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Subnet': ['ID=86ba92c0-5ffb-4fe5-82d4-541b736f44cb,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:36.053051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b056922c-1835-434d-9132-557b4be6382b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.059038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b19f3-ea14-4f99-9324-4fabfc9b6052 None None] Network e6aca35a-4093-4e6d-960e-b595489d81cb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:30:36.059527 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b056922c-1835-434d-9132-557b4be6382b tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/subnets/86ba92c0-5ffb-4fe5-82d4-541b736f44cb HTTP/1.1" status: 204 len: 168 time: 0.3891401 Mar 25 20:30:36.062338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39072) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:36.131454 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:34Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:36.135294 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] Checking router: 7ad6e834-f014-41f9-abc6-46f591cd8305 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:30:36.144484 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] Routers {'7ad6e834-f014-41f9-abc6-46f591cd8305'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:30:36.145082 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:30:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['7ad6e834-f014-41f9-abc6-46f591cd8305'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:36.254964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.320322 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] Set router 7ad6e834-f014-41f9-abc6-46f591cd8305 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:30:36.322750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] DHCP port deletion for e6aca35a-4093-4e6d-960e-b595489d81cb request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:30:36.326630 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] Deleting port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:30:36.327007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.543444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] For port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6a819f13-ef3a-456a-8c9f-a7b9abc30a49,segment=NetworkSegment(a02ab762-7cbf-41a8-a196-09aa81d37599),segment_id=a02ab762-7cbf-41a8-a196-09aa81d37599)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:36.543742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.552049 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.630873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Deleting port 6561dfa8-c0cf-4301-a165-025bf137304a {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:30:36.631221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.635513 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:34Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:36.639561 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50b130-9e63-4f9d-81be-ccc66217d388 None None] The sync data for ids ['7ad6e834-f014-41f9-abc6-46f591cd8305'] in dv-neutron-835149-1-hyperv is: [{'id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'name': 'tempest-TestNetworkBasicOps-router-401315590', 'tenant_id': 'd1180207c3cc4e69a07eb49c80928118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:28:44Z', 'updated_at': '2022-03-25T20:30:34Z', 'revision_number': 7, 'project_id': 'd1180207c3cc4e69a07eb49c80928118', 'gw_port': {'id': '6561dfa8-c0cf-4301-a165-025bf137304a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad6e834-f014-41f9-abc6-46f591cd8305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:28:45Z', 'updated_at': '2022-03-25T20:30:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:30:36.666182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] Calling delete_port for 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:30:36.816980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] For port 6561dfa8-c0cf-4301-a165-025bf137304a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6561dfa8-c0cf-4301-a165-025bf137304a,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:36.817262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.822222 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:36.868305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] Pushing event deleted for resources: {'Port': ['ID=6a819f13-ef3a-456a-8c9f-a7b9abc30a49,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:36.871861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d3e4d-f156-46ac-bfd3-cc0afa05a824 None None] No DVR routers for this DVR port 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:30:36.938874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Calling delete_port for 6561dfa8-c0cf-4301-a165-025bf137304a owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:30:37.050479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:30:37.085419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:30:37.085846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6a819f13-ef3a-456a-8c9f-a7b9abc30a49 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:30:37.086340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 41a79a57-6c8a-4311-9202-d54c2cb26121 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:30:37.125013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 41a79a57-6c8a-4311-9202-d54c2cb26121 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:30:37.125355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 41a79a57-6c8a-4311-9202-d54c2cb26121 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:30:37.304790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:37.354394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Port': ['ID=6561dfa8-c0cf-4301-a165-025bf137304a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:37.449229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:37.618302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:37.620360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:37.736542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:37.737366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad6e834-f014-41f9-abc6-46f591cd8305 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:30:37.753037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:37.754017 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1b5a2dc0-8c4b-453d-a124-9e6fadea9c87 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/routers/7ad6e834-f014-41f9-abc6-46f591cd8305 HTTP/1.1" status: 204 len: 168 time: 1.6900403 Mar 25 20:30:37.756648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39076) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:37.874367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:38.107006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:38.132624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6aca35a-4093-4e6d-960e-b595489d81cb']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:38.144023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02ab762-7cbf-41a8-a196-09aa81d37599') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:38.144316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02ab762-7cbf-41a8-a196-09aa81d37599') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:30:38.155092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:38.171121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:38.178112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:30:38.178505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:30:38.193541 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:30:38.313735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:38.331148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:38.341865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] Pushing event deleted for resources: {'Network': ['ID=e6aca35a-4093-4e6d-960e-b595489d81cb,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:38.408678 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9082798f-2fe0-47dc-8dc9-26d0d8923b85 tempest-TestNetworkBasicOps-216430397 tempest-TestNetworkBasicOps-216430397-project] 10.222.0.37 "DELETE /v2.0/networks/e6aca35a-4093-4e6d-960e-b595489d81cb HTTP/1.1" status: 204 len: 168 time: 0.6503563 Mar 25 20:30:38.801251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6561dfa8-c0cf-4301-a165-025bf137304a no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:30:38.836049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 6561dfa8-c0cf-4301-a165-025bf137304a {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:30:38.836508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6561dfa8-c0cf-4301-a165-025bf137304a not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:30:38.923319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39084) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:39.070053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-05b607f4-3e77-4bc2-a047-ec094fd7b44e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1180207c3cc4e69a07eb49c80928118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455975 Mar 25 20:30:39.072548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39090) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:39.113943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b627c40-43d9-4d20-bb1e-642e024a9245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:39.133793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9662df94-732f-41c5-85e1-85ac40d4e060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:39.159164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9662df94-732f-41c5-85e1-85ac40d4e060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:39.262446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9662df94-732f-41c5-85e1-85ac40d4e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:39.278229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662df94-732f-41c5-85e1-85ac40d4e060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cea566-0b1a-4534-906a-e0569c58786d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:39.286167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9662df94-732f-41c5-85e1-85ac40d4e060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:39.287265 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9662df94-732f-41c5-85e1-85ac40d4e060 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66cea566-0b1a-4534-906a-e0569c58786d HTTP/1.1" status: 204 len: 168 time: 0.2137837 Mar 25 20:30:39.919718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39098) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:39.937939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:39.952603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:30:39.957115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] Usage tracker for resource:security_group_rule and tenant:11132f278919487cb401382a21512968 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:30:39.959940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:30:39.965617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:30:40.044939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:40.153447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:40.203339 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11132f278919487cb401382a21512968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822433 Mar 25 20:30:40.204595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eacc08-3d52-48ce-8860-ef79d43e4d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e624cba-069a-4b51-bd5e-6fc9fdc71471,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:40.205721 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39102) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:30:40.264401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ae9d931-8037-4fb6-b268-a073c746c451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:40.289482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ae9d931-8037-4fb6-b268-a073c746c451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:40.413173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ae9d931-8037-4fb6-b268-a073c746c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:40.431024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9d931-8037-4fb6-b268-a073c746c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e624cba-069a-4b51-bd5e-6fc9fdc71471,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:40.437213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5ae9d931-8037-4fb6-b268-a073c746c451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:40.438316 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5ae9d931-8037-4fb6-b268-a073c746c451 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e624cba-069a-4b51-bd5e-6fc9fdc71471 HTTP/1.1" status: 204 len: 168 time: 0.2316206 Mar 25 20:30:42.119851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ea55db4-0f80-491b-97a1-52dac1a36c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:42.826458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:42.908136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:44.287366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:48.007795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:48.433906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-2043c0b5-7f24-4719-9fdb-0a22e0f18c9e tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cdc56721d42a4022a12c3712f95147ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268452 Mar 25 20:30:48.581245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-9f6b83fb-cacf-4a79-8150-be5bcd89ebe4 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:48.582591 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-9f6b83fb-cacf-4a79-8150-be5bcd89ebe4 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437714 Mar 25 20:30:48.596770 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-c338f903-cffa-457c-8e7c-2882d7563cff tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/quotas/cdc56721d42a4022a12c3712f95147ea HTTP/1.1" status: 200 len: 375 time: 0.0088289 Mar 25 20:30:48.643995 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-152feed2-5d75-41c6-b525-493cc70f214e tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdc56721d42a4022a12c3712f95147ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418940 Mar 25 20:30:48.907196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-87aec601-203c-40e6-b435-032dd55794ed req-fdcf357c-6557-42e9-b898-8acb9e98829a tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 210 time: 0.0425136 Mar 25 20:30:50.058564 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07ae5905-738d-4201-b4ae-83d457c85dd3 req-571f40ce-19f9-4691-934e-a8e2ed94b5ba tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 210 time: 0.0453203 Mar 25 20:30:50.900764 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a937d322-1824-4c6c-96e8-c6401ade73bf tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cdc56721d42a4022a12c3712f95147ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265572 Mar 25 20:30:51.052365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-395a7598-d458-4aa8-816f-d6ca75951b0c tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:51.053742 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-395a7598-d458-4aa8-816f-d6ca75951b0c tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483006 Mar 25 20:30:51.067230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Request body: {'port': {'device_id': '5670da12-ad5e-4bc6-8779-1f34b11e07a4', 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1', 'admin_state_up': True, 'tenant_id': 'cdc56721d42a4022a12c3712f95147ea'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:30:51.205361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:30:51.205756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d129eff-04ec-4e8b-99bf-ec1200a51e7f req-9d957293-4648-4af6-9e20-c649acf12609 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 210 time: 0.0430653 Mar 25 20:30:51.209504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Usage tracker for resource:port and tenant:cdc56721d42a4022a12c3712f95147ea is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:30:51.212431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:30:51.218174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:30:51.296520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Made reservation on behalf of cdc56721d42a4022a12c3712f95147ea for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:30:51.300071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:51.313167 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:51.327486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:30:51.331322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Usage tracker for resource:security_group_rule and tenant:cdc56721d42a4022a12c3712f95147ea is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:30:51.334127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:30:51.339769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:30:51.419253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:51.501976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:51.585097 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f7cfe-863a-48b2-a908-00cd087bc952,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:51.671771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Allocated IP 192.168.233.211 (493d2c3d-811e-4610-b526-dfb635315de1/44c2d9f8-eca6-49d4-a3cb-a531fa0cbbe9/1ab5c014-c503-4b8d-8d9f-4947487a08ab) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:30:51.869728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:51.885164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Transition to ACTIVE for port object 1ab5c014-c503-4b8d-8d9f-4947487a08ab will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:30:51.984736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:52.062132 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Network 493d2c3d-811e-4610-b526-dfb635315de1 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:30:52.065059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:30:52.069349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:30:52.116743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Pushing event updated for resources: {'Port': ['ID=1ab5c014-c503-4b8d-8d9f-4947487a08ab,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:52.141625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:52.142235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:52.245805 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-6974f0be-1f5e-4345-835c-2670490bc507 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1826346 Mar 25 20:30:52.347615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ab463f3a-1f65-4578-b5ab-ecc7f0db43eb None None] Provisioning for port 1ab5c014-c503-4b8d-8d9f-4947487a08ab completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:30:52.353607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ab463f3a-1f65-4578-b5ab-ecc7f0db43eb None None] Provisioning complete for port 1ab5c014-c503-4b8d-8d9f-4947487a08ab triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:30:52.354046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab463f3a-1f65-4578-b5ab-ecc7f0db43eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:52.358146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Request body: {'port': {'device_id': '5670da12-ad5e-4bc6-8779-1f34b11e07a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:30:52.403208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b03a55-975f-43fa-95b5-2db9e8e81fcb req-a1403bd6-66e5-4541-b9dc-385380333235 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:52.404732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-08b03a55-975f-43fa-95b5-2db9e8e81fcb req-a1403bd6-66e5-4541-b9dc-385380333235 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 936 time: 0.0892749 Mar 25 20:30:52.411675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ab463f3a-1f65-4578-b5ab-ecc7f0db43eb None None] Port 1ab5c014-c503-4b8d-8d9f-4947487a08ab cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:30:52.449600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-08b03a55-975f-43fa-95b5-2db9e8e81fcb req-140ddc78-0324-441c-8a6f-02f987ec3742 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Mar 25 20:30:52.471934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:52.805235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab5c014-c503-4b8d-8d9f-4947487a08ab {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:30:52.812191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:52.826029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Transition to ACTIVE for port object 1ab5c014-c503-4b8d-8d9f-4947487a08ab will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:30:52.901638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:53.170645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab5c014-c503-4b8d-8d9f-4947487a08ab,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:53.246729 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Attempting to bind port 1ab5c014-c503-4b8d-8d9f-4947487a08ab on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:30:53.247064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Attempting to bind port 1ab5c014-c503-4b8d-8d9f-4947487a08ab by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:30:53.247390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Attempting to bind port 1ab5c014-c503-4b8d-8d9f-4947487a08ab on network 493d2c3d-811e-4610-b526-dfb635315de1 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:30:53.251923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Port 1ab5c014-c503-4b8d-8d9f-4947487a08ab on network 493d2c3d-811e-4610-b526-dfb635315de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:30:53.252243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Attempting to bind port 1ab5c014-c503-4b8d-8d9f-4947487a08ab on network 493d2c3d-811e-4610-b526-dfb635315de1 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:30:53.257337 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:30:53.257673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Checking segment: {'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:30:53.258059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Bound using segment: {'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:30:53.258475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Bound port: 1ab5c014-c503-4b8d-8d9f-4947487a08ab, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8424fe2-36b6-4d98-910f-3279d6c0e7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:30:53.258812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:53.344821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] For port 1ab5c014-c503-4b8d-8d9f-4947487a08ab, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:30:53.348254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] For port 1ab5c014-c503-4b8d-8d9f-4947487a08ab, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1ab5c014-c503-4b8d-8d9f-4947487a08ab,segment=NetworkSegment(a8424fe2-36b6-4d98-910f-3279d6c0e7ca),segment_id=a8424fe2-36b6-4d98-910f-3279d6c0e7ca)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:30:53.434025 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:53.493931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:53.494551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:53.496026 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] 10.222.0.43 "PUT /v2.0/ports/1ab5c014-c503-4b8d-8d9f-4947487a08ab HTTP/1.1" status: 200 len: 1098 time: 1.2424579 Mar 25 20:30:53.496419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5670da12-ad5e-4bc6-8779-1f34b11e07a4', 'tag': '1ab5c014-c503-4b8d-8d9f-4947487a08ab'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:30:53.524088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2fa07-12f6-4653-af89-e95203805380 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab5c014-c503-4b8d-8d9f-4947487a08ab,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:53.552287 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5670da12-ad5e-4bc6-8779-1f34b11e07a4', 'tag': '1ab5c014-c503-4b8d-8d9f-4947487a08ab', 'status': 'completed', 'code': 200} Mar 25 20:30:53.652374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66511b-5762-4b04-b634-7d6f0fb2661d req-940ac65e-b48e-4814-858a-68ebecf8a810 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:53.654720 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad66511b-5762-4b04-b634-7d6f0fb2661d req-940ac65e-b48e-4814-858a-68ebecf8a810 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 948 time: 0.0955639 Mar 25 20:30:53.689044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59ab98-b266-418b-9a7b-4f1bc38fba5d req-bf8d3207-7cf6-4380-a342-c53fe2e029fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:53.690568 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bf59ab98-b266-418b-9a7b-4f1bc38fba5d req-bf8d3207-7cf6-4380-a342-c53fe2e029fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cdc56721d42a4022a12c3712f95147ea&device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 1101 time: 0.1105013 Mar 25 20:30:53.722408 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad66511b-5762-4b04-b634-7d6f0fb2661d req-ee966081-133f-49fe-b8ad-db7febeac1e4 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603054 Mar 25 20:30:53.731262 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bf59ab98-b266-418b-9a7b-4f1bc38fba5d req-73703371-60df-4e5b-8ec4-bd5374303fb0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cdc56721d42a4022a12c3712f95147ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290723 Mar 25 20:30:53.867181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59ab98-b266-418b-9a7b-4f1bc38fba5d req-7cb1ad25-49ed-43b8-9438-e6c20f7cecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:53.868662 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bf59ab98-b266-418b-9a7b-4f1bc38fba5d req-7cb1ad25-49ed-43b8-9438-e6c20f7cecd4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318884 Mar 25 20:30:53.974211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-226dac84-005a-401e-9050-4422822c178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:53.975668 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-226dac84-005a-401e-9050-4422822c178e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cdc56721d42a4022a12c3712f95147ea&device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 1101 time: 0.0740082 Mar 25 20:30:54.045821 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-412a0866-2b31-4674-b1b5-8a6f42cea809 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=1ab5c014-c503-4b8d-8d9f-4947487a08ab HTTP/1.1" status: 200 len: 217 time: 0.0607781 Mar 25 20:30:54.114333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-b4cc38de-bf9f-44a1-8a5d-8e986ef9ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:54.115725 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-b4cc38de-bf9f-44a1-8a5d-8e986ef9ed7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c2d9f8-eca6-49d4-a3cb-a531fa0cbbe9 HTTP/1.1" status: 200 len: 843 time: 0.0630295 Mar 25 20:30:54.187995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-3cd1f1d1-1f65-4ed9-8df1-223f701405c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:54.189379 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-3cd1f1d1-1f65-4ed9-8df1-223f701405c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=493d2c3d-811e-4610-b526-dfb635315de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0679114 Mar 25 20:30:54.318882 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-e678b9ba-292b-40ea-8772-da3a965980f0 service neutron] 10.222.0.43 "GET /v2.0/networks/493d2c3d-811e-4610-b526-dfb635315de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230245 Mar 25 20:30:54.453553 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-cbde799f-7142-45e3-8b81-43a05fd2867f req-b448b276-a269-439d-9181-fe3279ad87f1 service neutron] 10.222.0.43 "GET /v2.0/networks/493d2c3d-811e-4610-b526-dfb635315de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271403 Mar 25 20:30:54.911808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924abbf-c53f-4d3e-8568-bcdfae150faa req-675dc82d-eb82-432d-9060-f93004178493 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:54.913282 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6924abbf-c53f-4d3e-8568-bcdfae150faa req-675dc82d-eb82-432d-9060-f93004178493 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 948 time: 0.0816972 Mar 25 20:30:54.957120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6924abbf-c53f-4d3e-8568-bcdfae150faa req-c11e2941-5435-46d7-8670-0bbd4dae2895 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 Mar 25 20:30:56.135876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34688b-ca39-45b2-850f-496a2c518b21 req-b52ba802-bbd1-4902-9d90-e19104d13267 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:56.137338 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f34688b-ca39-45b2-850f-496a2c518b21 req-b52ba802-bbd1-4902-9d90-e19104d13267 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 948 time: 0.0782368 Mar 25 20:30:56.181217 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f34688b-ca39-45b2-850f-496a2c518b21 req-a8f6c2ba-f9da-4062-ac11-872693ba562e tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384791 Mar 25 20:30:57.197872 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:30:57.366252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73102ef-ef46-4e02-ba58-cec094bf8d49 req-dae64953-ba1d-472c-ade0-c650d65b8a32 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:57.367683 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f73102ef-ef46-4e02-ba58-cec094bf8d49 req-dae64953-ba1d-472c-ade0-c650d65b8a32 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 948 time: 0.0809629 Mar 25 20:30:57.410952 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f73102ef-ef46-4e02-ba58-cec094bf8d49 req-863e31d2-b9ee-4119-9b85-beba2cf3ab62 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377936 Mar 25 20:30:57.940745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1ab5c014-c503-4b8d-8d9f-4947487a08ab details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:30:58.103306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1ab5c014-c503-4b8d-8d9f-4947487a08ab, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1ab5c014-c503-4b8d-8d9f-4947487a08ab,segment=NetworkSegment(a8424fe2-36b6-4d98-910f-3279d6c0e7ca),segment_id=a8424fe2-36b6-4d98-910f-3279d6c0e7ca)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:58.116612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '1ab5c014-c503-4b8d-8d9f-4947487a08ab', 'network_id': '493d2c3d-811e-4610-b526-dfb635315de1', 'port_id': '1ab5c014-c503-4b8d-8d9f-4947487a08ab', 'mac_address': 'fa:16:3e:55:b7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c2d9f8-eca6-49d4-a3cb-a531fa0cbbe9', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:30:58.170066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:58.186602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab5c014-c503-4b8d-8d9f-4947487a08ab {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:30:58.201421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1ab5c014-c503-4b8d-8d9f-4947487a08ab, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1ab5c014-c503-4b8d-8d9f-4947487a08ab,segment=NetworkSegment(a8424fe2-36b6-4d98-910f-3279d6c0e7ca),segment_id=a8424fe2-36b6-4d98-910f-3279d6c0e7ca)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:30:58.275705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:30:58.343992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1ab5c014-c503-4b8d-8d9f-4947487a08ab,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:30:58.588908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5bcbb-3d3c-4974-ab38-11022b9a6ab2 req-503aa155-bd80-4c44-a3f6-36c2f4dab4ae tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:58.590250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dde5bcbb-3d3c-4974-ab38-11022b9a6ab2 req-503aa155-bd80-4c44-a3f6-36c2f4dab4ae tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 949 time: 0.0772934 Mar 25 20:30:58.603529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['1ab5c014-c503-4b8d-8d9f-4947487a08ab'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:30:58.731317 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dde5bcbb-3d3c-4974-ab38-11022b9a6ab2 req-e5af0e66-55f9-4d56-b593-c753452b7749 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355023 Mar 25 20:30:59.911638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054988-47d3-48b0-9052-619ffa6068d4 req-94bae3e6-efd9-4819-9fe9-6967466fc0b5 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:30:59.913014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31054988-47d3-48b0-9052-619ffa6068d4 req-94bae3e6-efd9-4819-9fe9-6967466fc0b5 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 949 time: 0.0774083 Mar 25 20:30:59.955120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31054988-47d3-48b0-9052-619ffa6068d4 req-acb15890-d51e-4343-82d1-93ea2b86de17 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366075 Mar 25 20:30:59.956167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1ab5c014-c503-4b8d-8d9f-4947487a08ab up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:31:00.084825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 1ab5c014-c503-4b8d-8d9f-4947487a08ab completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:31:00.089463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 1ab5c014-c503-4b8d-8d9f-4947487a08ab triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:31:00.089830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:00.203176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:00.228341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5670da12-ad5e-4bc6-8779-1f34b11e07a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5c014-c503-4b8d-8d9f-4947487a08ab'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:31:00.238413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1ab5c014-c503-4b8d-8d9f-4947487a08ab, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1ab5c014-c503-4b8d-8d9f-4947487a08ab,segment=NetworkSegment(a8424fe2-36b6-4d98-910f-3279d6c0e7ca),segment_id=a8424fe2-36b6-4d98-910f-3279d6c0e7ca)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:31:00.275831 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5670da12-ad5e-4bc6-8779-1f34b11e07a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5c014-c503-4b8d-8d9f-4947487a08ab', 'code': 200} Mar 25 20:31:00.296453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:00.364643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1ab5c014-c503-4b8d-8d9f-4947487a08ab,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:00.647338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c4e4b-3ac0-4f12-b6d2-5b1b857b5152 req-d507bc0d-da14-499c-8674-7f1d2d4944e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:00.648846 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-267c4e4b-3ac0-4f12-b6d2-5b1b857b5152 req-d507bc0d-da14-499c-8674-7f1d2d4944e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 1103 time: 0.0727656 Mar 25 20:31:00.689136 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-267c4e4b-3ac0-4f12-b6d2-5b1b857b5152 req-f3a1cb74-bcd6-4981-bd00-c4ad3e6a2a35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Mar 25 20:31:01.142998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daa844-69a1-46b6-96bb-6c1a4b178ceb req-12964ba7-dedb-4a61-b2d1-5c9d22e278ef tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:01.145017 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-82daa844-69a1-46b6-96bb-6c1a4b178ceb req-12964ba7-dedb-4a61-b2d1-5c9d22e278ef tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 950 time: 0.0818264 Mar 25 20:31:01.188035 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-82daa844-69a1-46b6-96bb-6c1a4b178ceb req-7c5b17c4-0603-47ea-b905-78ac9f295ac9 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375252 Mar 25 20:31:02.379309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bd8c7-7b14-42d4-9811-4225dd7b565a req-a195c9eb-204c-481c-a09d-19e5d4de396e tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:02.380790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bf6bd8c7-7b14-42d4-9811-4225dd7b565a req-a195c9eb-204c-481c-a09d-19e5d4de396e tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 950 time: 0.0903633 Mar 25 20:31:02.432396 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bf6bd8c7-7b14-42d4-9811-4225dd7b565a req-757c4198-036b-44b1-8b71-faacb3686c44 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458910 Mar 25 20:31:03.886564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63864e-7f9f-4003-aaaa-3eaa442c1ed1 req-9761d309-1c69-4a1d-940c-292f234c9da2 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:03.888021 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6a63864e-7f9f-4003-aaaa-3eaa442c1ed1 req-9761d309-1c69-4a1d-940c-292f234c9da2 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 950 time: 0.0952897 Mar 25 20:31:03.931129 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6a63864e-7f9f-4003-aaaa-3eaa442c1ed1 req-0483b62a-eb4e-47b0-a522-dcd36b1a25f0 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373666 Mar 25 20:31:05.119541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1d4fb-4a6d-4b50-9cae-ef7813d8331b req-1730fcb9-5020-489f-b60a-91b87bf193c1 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:05.121114 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59c1d4fb-4a6d-4b50-9cae-ef7813d8331b req-1730fcb9-5020-489f-b60a-91b87bf193c1 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 950 time: 0.0854290 Mar 25 20:31:05.163651 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59c1d4fb-4a6d-4b50-9cae-ef7813d8331b req-05bf75de-9b66-41d8-869d-c4dfb44a087d tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f9f7cfe-863a-48b2-a908-00cd087bc952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370059 Mar 25 20:31:05.246205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-8ab5b828-b8d6-4607-8f9d-8ce60b2f94df tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:05.246806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-8ab5b828-b8d6-4607-8f9d-8ce60b2f94df tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Synchronizing usage tracker for tenant:cdc56721d42a4022a12c3712f95147ea on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:31:05.344192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-8ab5b828-b8d6-4607-8f9d-8ce60b2f94df tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Unset dirty status for tenant:cdc56721d42a4022a12c3712f95147ea on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:31:05.345366 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-8ab5b828-b8d6-4607-8f9d-8ce60b2f94df tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.43 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 950 time: 0.1749208 Mar 25 20:31:05.416943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Deleting port 1ab5c014-c503-4b8d-8d9f-4947487a08ab {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:31:05.417279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:05.761436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] For port 1ab5c014-c503-4b8d-8d9f-4947487a08ab, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1ab5c014-c503-4b8d-8d9f-4947487a08ab,segment=NetworkSegment(a8424fe2-36b6-4d98-910f-3279d6c0e7ca),segment_id=a8424fe2-36b6-4d98-910f-3279d6c0e7ca)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:31:05.761788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:05.883800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Calling delete_port for 1ab5c014-c503-4b8d-8d9f-4947487a08ab owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:31:06.064189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:06.077517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['1ab5c014-c503-4b8d-8d9f-4947487a08ab'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:31:06.117093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Pushing event deleted for resources: {'Port': ['ID=1ab5c014-c503-4b8d-8d9f-4947487a08ab,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:06.193982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] No DVR routers for this DVR port 1ab5c014-c503-4b8d-8d9f-4947487a08ab on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:31:06.196533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:06.199176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5670da12-ad5e-4bc6-8779-1f34b11e07a4', 'name': 'network-vif-deleted', 'tag': '1ab5c014-c503-4b8d-8d9f-4947487a08ab'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:31:06.247172 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5670da12-ad5e-4bc6-8779-1f34b11e07a4', 'name': 'network-vif-deleted', 'tag': '1ab5c014-c503-4b8d-8d9f-4947487a08ab', 'status': 'completed', 'code': 200} Mar 25 20:31:06.271116 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-c305287e-e4a1-4b76-b95d-45d91748a35e req-2550be90-c94b-4568-abae-61c497948147 tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.43 "DELETE /v2.0/ports/1ab5c014-c503-4b8d-8d9f-4947487a08ab HTTP/1.1" status: 204 len: 173 time: 0.9206042 Mar 25 20:31:06.314007 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30a57929-f873-4044-b967-4ca5fe0642e3 req-3e402d47-cee2-49b1-9f7d-90cd9378cadf tempest-ServersAdminNegativeTestJSON-263801219 tempest-ServersAdminNegativeTestJSON-263801219-project] 10.222.0.37 "GET /v2.0/ports?device_id=5670da12-ad5e-4bc6-8779-1f34b11e07a4 HTTP/1.1" status: 200 len: 210 time: 0.0419049 Mar 25 20:31:07.891829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39242) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:31:08.038774 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-36b3ad54-22a5-470d-baee-7f22f6c09e05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdc56721d42a4022a12c3712f95147ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457989 Mar 25 20:31:08.041472 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39248) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:31:08.099152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73806890-cbff-434f-b03f-7496a813707b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:08.128269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73806890-cbff-434f-b03f-7496a813707b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:08.241445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73806890-cbff-434f-b03f-7496a813707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:08.255657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73806890-cbff-434f-b03f-7496a813707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f7cfe-863a-48b2-a908-00cd087bc952,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:08.263597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73806890-cbff-434f-b03f-7496a813707b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:08.264839 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-73806890-cbff-434f-b03f-7496a813707b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f9f7cfe-863a-48b2-a908-00cd087bc952 HTTP/1.1" status: 204 len: 168 time: 0.2223616 Mar 25 20:31:08.894527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 39256) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:31:08.911825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:08.926020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:31:08.929847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] Usage tracker for resource:security_group_rule and tenant:f5041075987c4246976ebfca8e114ba9 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:31:08.932638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:31:08.938211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:31:09.023387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:09.080941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:09.109686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-065d3173-c6b2-43e9-974f-e8445be2adfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:09.129631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5041075987c4246976ebfca8e114ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340667 Mar 25 20:31:09.130514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a68138-d0df-4dee-89ef-1393a7605f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b2637-bc00-40d7-8409-138448e95675,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:09.132318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39260) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:31:09.188660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d791e9e0-a4ce-448c-a795-b5d8a377c4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:09.217171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d791e9e0-a4ce-448c-a795-b5d8a377c4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:09.316176 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d791e9e0-a4ce-448c-a795-b5d8a377c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:09.331628 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791e9e0-a4ce-448c-a795-b5d8a377c4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b2637-bc00-40d7-8409-138448e95675,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:09.336121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d791e9e0-a4ce-448c-a795-b5d8a377c4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:09.336954 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d791e9e0-a4ce-448c-a795-b5d8a377c4f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b03b2637-bc00-40d7-8409-138448e95675 HTTP/1.1" status: 204 len: 168 time: 0.2036192 Mar 25 20:31:09.990333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1ab5c014-c503-4b8d-8d9f-4947487a08ab no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:31:10.035540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 1ab5c014-c503-4b8d-8d9f-4947487a08ab {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:31:10.035885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1ab5c014-c503-4b8d-8d9f-4947487a08ab not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:31:10.385410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39284) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:31:10.485781 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1733407557-network', 'tenant_id': '51b690eed0344155af2a0d6f448f7025'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:31:10.491229 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:31:10.494996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Usage tracker for resource:network and tenant:51b690eed0344155af2a0d6f448f7025 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:31:10.497869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:31:10.503481 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:31:10.566401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Made reservation on behalf of 51b690eed0344155af2a0d6f448f7025 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:31:10.568642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:10.580189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:10.594640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:31:10.598986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Usage tracker for resource:security_group_rule and tenant:51b690eed0344155af2a0d6f448f7025 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:31:10.601785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:31:10.607351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:31:10.687644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:10.755486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:10.788293 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:31:10.798447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8061f6-84a0-4d85-871a-88df2e29c31b,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:10.804231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:10.825898 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Added segment 192ab2de-e877-4e8b-9fb8-f78eb7970ad0 of type vlan for network c0eaebc3-9f06-478f-82f2-b7250edfe870 Mar 25 20:31:10.830563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:10.943807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:10.944779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:10.945346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:11.043866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] Pushing event updated for resources: {'Network': ['ID=c0eaebc3-9f06-478f-82f2-b7250edfe870,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:11.053257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c0eaebc3-9f06-478f-82f2-b7250edfe870 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:31:11.101998 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8c6c9e23-6a22-4ee4-8f80-eaac6edc2050 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7126777 Mar 25 20:31:11.102202 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39290) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:31:11.107585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Request body: {'subnet': {'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1733407557-subnet', 'tenant_id': '51b690eed0344155af2a0d6f448f7025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:31:11.112689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:31:11.116466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Usage tracker for resource:subnet and tenant:51b690eed0344155af2a0d6f448f7025 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:31:11.119320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:31:11.124891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:31:11.201074 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Made reservation on behalf of 51b690eed0344155af2a0d6f448f7025 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:31:11.203421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:11.461533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:11.530734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:11.540593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Checking segment: {'id': '192ab2de-e877-4e8b-9fb8-f78eb7970ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:31:11.540945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Network hostable DHCP agents. Network: c0eaebc3-9f06-478f-82f2-b7250edfe870, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:31:11.644418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Network c0eaebc3-9f06-478f-82f2-b7250edfe870 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:31:11.724343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c0eaebc3-9f06-478f-82f2-b7250edfe870) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:31:11.728382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:11.734523 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:11.735276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444be52-5d57-4530-aa05-ff3ee5e5580c None None] Network c0eaebc3-9f06-478f-82f2-b7250edfe870 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:31:11.816779 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-45b3a1d5-087d-4909-a7d4-11277e0e9161 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7134984 Mar 25 20:31:11.960873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19779360-211b-4c8a-9df3-88ac430ea91f None None] Network c0eaebc3-9f06-478f-82f2-b7250edfe870 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:31:12.164043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-266d4beb-91f0-41d1-bc29-172cea83bce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:12.323010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-b79407ea-2800-447b-a7f2-a40fa40f6052 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:12.324337 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-b79407ea-2800-447b-a7f2-a40fa40f6052 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/networks?id=c0eaebc3-9f06-478f-82f2-b7250edfe870 HTTP/1.1" status: 200 len: 812 time: 0.1423829 Mar 25 20:31:12.338752 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-f22022be-5347-48b4-b810-f7a1eb6e15dd tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/quotas/51b690eed0344155af2a0d6f448f7025 HTTP/1.1" status: 200 len: 375 time: 0.0091033 Mar 25 20:31:12.384445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-6bc8f468-a74e-45ed-9342-9652031834f0 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=51b690eed0344155af2a0d6f448f7025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407176 Mar 25 20:31:12.511337 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-b68fe4ce-846e-422e-8379-be00efd1ae7e service neutron] 10.222.0.37 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205926 Mar 25 20:31:12.638211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-df09c1b1-46c7-42e4-8678-3eae607f1ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212268 Mar 25 20:31:12.858537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:12.906341 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6a62b1e-57c5-4c4e-98eb-371108da19f6 req-f6bf9bdc-4717-4567-a5d9-89e21b5bf63b tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 210 time: 0.0465362 Mar 25 20:31:12.910047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:14.109216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-877f81a9-29d4-408f-98de-5c53b50a2675 req-736f25e7-6f78-418b-9d90-e7779a4b7072 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 210 time: 0.0935426 Mar 25 20:31:14.303807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:15.112251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-7820f715-1124-4e7b-99d8-4439e8591d7f tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:15.112982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-7820f715-1124-4e7b-99d8-4439e8591d7f tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Synchronizing usage tracker for tenant:51b690eed0344155af2a0d6f448f7025 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:31:15.195105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-7820f715-1124-4e7b-99d8-4439e8591d7f tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Unset dirty status for tenant:51b690eed0344155af2a0d6f448f7025 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:31:15.196248 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-7820f715-1124-4e7b-99d8-4439e8591d7f tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.43 "GET /v2.0/networks?id=c0eaebc3-9f06-478f-82f2-b7250edfe870 HTTP/1.1" status: 200 len: 812 time: 0.2304974 Mar 25 20:31:15.208328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Request body: {'port': {'device_id': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870', 'admin_state_up': True, 'tenant_id': '51b690eed0344155af2a0d6f448f7025'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:31:15.306263 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-34662fae-ef9c-41c8-b566-b1797ace317c req-7fc45def-fd6c-442a-bf76-0a75de4c680d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 210 time: 0.0935497 Mar 25 20:31:15.351472 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:31:15.355312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Usage tracker for resource:port and tenant:51b690eed0344155af2a0d6f448f7025 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:31:15.359956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:31:15.364283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:31:15.427606 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Made reservation on behalf of 51b690eed0344155af2a0d6f448f7025 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:31:15.431132 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:15.591197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Allocated IP 172.20.0.4 (c0eaebc3-9f06-478f-82f2-b7250edfe870/34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087/79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:31:15.793326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:15.875734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:15.942013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Network c0eaebc3-9f06-478f-82f2-b7250edfe870 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:31:15.944840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:31:15.948640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:31:15.994058 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Pushing event updated for resources: {'Port': ['ID=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:16.017883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:16.018477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:16.096722 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-cb9eef36-b427-49fc-a94d-00f82e7485fb tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8927600 Mar 25 20:31:16.108375 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Request body: {'port': {'device_id': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:31:16.218068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:16.490784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c7c8e-8ffe-402a-9c58-55fd91bfe170 req-60815c37-126e-49d0-a296-741458580947 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:16.492151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-264c7c8e-8ffe-402a-9c58-55fd91bfe170 req-60815c37-126e-49d0-a296-741458580947 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 931 time: 0.0811112 Mar 25 20:31:16.535238 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-264c7c8e-8ffe-402a-9c58-55fd91bfe170 req-15919f0e-2af9-4185-af33-8c7cab876074 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368149 Mar 25 20:31:16.552690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:31:16.559834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:16.573923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Transition to ACTIVE for port object 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:31:16.663623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:16.895982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Pushing event updated for resources: {'Port': ['ID=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:16.994879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Attempting to bind port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:31:16.995205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Attempting to bind port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '192ab2de-e877-4e8b-9fb8-f78eb7970ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:31:16.995528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Attempting to bind port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce on network c0eaebc3-9f06-478f-82f2-b7250edfe870 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:31:17.000048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce on network c0eaebc3-9f06-478f-82f2-b7250edfe870 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:31:17.000360 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Attempting to bind port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce on network c0eaebc3-9f06-478f-82f2-b7250edfe870 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:31:17.005911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:31:17.006243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Checking segment: {'id': '192ab2de-e877-4e8b-9fb8-f78eb7970ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:31:17.006623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Bound using segment: {'id': '192ab2de-e877-4e8b-9fb8-f78eb7970ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:31:17.007063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Bound port: 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192ab2de-e877-4e8b-9fb8-f78eb7970ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:31:17.007403 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:17.097153 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:31:17.099903 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,segment=NetworkSegment(192ab2de-e877-4e8b-9fb8-f78eb7970ad0),segment_id=192ab2de-e877-4e8b-9fb8-f78eb7970ad0)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:31:17.187618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:17.242480 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:17.243085 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:17.244430 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] 10.222.0.43 "PUT /v2.0/ports/79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce HTTP/1.1" status: 200 len: 1093 time: 1.1400337 Mar 25 20:31:17.244862 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'tag': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:31:17.273588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29baf2-35b8-44af-ac6a-a0709c4293fe service neutron] Pushing event updated for resources: {'Port': ['ID=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:17.368414 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'tag': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce', 'status': 'completed', 'code': 200} Mar 25 20:31:17.407526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-680c4450-1f94-4f79-9830-8a821d48ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:17.409016 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-680c4450-1f94-4f79-9830-8a821d48ef17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b690eed0344155af2a0d6f448f7025&device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 1096 time: 0.0727785 Mar 25 20:31:17.477970 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-6a1296c7-b2fa-4ba7-9057-8a7fcb81a28c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce HTTP/1.1" status: 200 len: 217 time: 0.0625384 Mar 25 20:31:17.538834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-91526bae-6f84-49be-ba9c-8696b6a40a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:17.540244 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-91526bae-6f84-49be-ba9c-8696b6a40a12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087 HTTP/1.1" status: 200 len: 852 time: 0.0562656 Mar 25 20:31:17.586828 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-5796e9bb-fd16-4f9c-8b0f-4d62cd593c24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0eaebc3-9f06-478f-82f2-b7250edfe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402751 Mar 25 20:31:17.719973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff028f5-2c04-4f83-82f6-0bd2c5a882e9 req-ee7c879c-0f2e-45b9-a2e1-1cf1b2226cc5 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:17.721440 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-aff028f5-2c04-4f83-82f6-0bd2c5a882e9 req-ee7c879c-0f2e-45b9-a2e1-1cf1b2226cc5 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 943 time: 0.0809116 Mar 25 20:31:17.737851 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-72d99568-e93a-4a6d-a410-3af206209d0e service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444499 Mar 25 20:31:17.765587 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-aff028f5-2c04-4f83-82f6-0bd2c5a882e9 req-80d16b22-9d1a-4a5b-b6a7-3271a1e2c1c2 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379193 Mar 25 20:31:17.871406 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6d3e7840-2401-46d2-8205-978e00fd7468 req-90c33824-f4f5-4781-8b9d-50a3f59f4579 service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277952 Mar 25 20:31:18.003891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:18.061047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-b9f8dea9-a9df-4b6d-9c76-68f535cd175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:18.062510 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-b9f8dea9-a9df-4b6d-9c76-68f535cd175e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b690eed0344155af2a0d6f448f7025&device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 1096 time: 0.0758276 Mar 25 20:31:18.191980 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-74b1b361-4d62-4f3a-b7f4-98b2e80e5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:18.193451 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-74b1b361-4d62-4f3a-b7f4-98b2e80e5848 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0eaebc3-9f06-478f-82f2-b7250edfe870 HTTP/1.1" status: 200 len: 913 time: 0.1252608 Mar 25 20:31:18.259112 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-6df8fffa-6ba5-45e9-9db9-4af7fa9ab2c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce HTTP/1.1" status: 200 len: 217 time: 0.0596237 Mar 25 20:31:18.322907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-f86735a9-6f1b-41e3-9b5c-35cc9531f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:18.324285 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-f86735a9-6f1b-41e3-9b5c-35cc9531f404 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087 HTTP/1.1" status: 200 len: 852 time: 0.0588169 Mar 25 20:31:18.374825 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-f27f9213-4b33-43be-b79e-5826e0a2f3ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0eaebc3-9f06-478f-82f2-b7250edfe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437086 Mar 25 20:31:18.504069 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-2ff539af-b50c-4735-9fc2-09803348f24a service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221724 Mar 25 20:31:18.632453 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-9bbf0a40-f8e9-48c4-b7f0-a666c69ce4a8 req-95cee012-e289-4bb2-a6d3-0e4b5afc7919 service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230352 Mar 25 20:31:18.949113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf91844-d9f8-4eb5-964d-4c310427e013 req-626b4a88-03e7-47d2-86ba-8e5c1fa52629 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:18.950454 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbf91844-d9f8-4eb5-964d-4c310427e013 req-626b4a88-03e7-47d2-86ba-8e5c1fa52629 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 943 time: 0.0807233 Mar 25 20:31:19.000109 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbf91844-d9f8-4eb5-964d-4c310427e013 req-62ef464a-7e51-4225-86d6-fcd6ead3309e tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441322 Mar 25 20:31:20.033383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:31:20.176616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,segment=NetworkSegment(192ab2de-e877-4e8b-9fb8-f78eb7970ad0),segment_id=192ab2de-e877-4e8b-9fb8-f78eb7970ad0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:31:20.189417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce', 'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870', 'port_id': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce', 'mac_address': 'fa:16:3e:fe:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:31:20.197431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aadbd6-01d8-4f1b-8097-5e9cb1c55947 req-effcc022-1c49-4236-bbd2-bc9dc15afed2 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:20.198856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83aadbd6-01d8-4f1b-8097-5e9cb1c55947 req-effcc022-1c49-4236-bbd2-bc9dc15afed2 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 943 time: 0.0811906 Mar 25 20:31:20.250110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:20.267936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:31:20.284391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,segment=NetworkSegment(192ab2de-e877-4e8b-9fb8-f78eb7970ad0),segment_id=192ab2de-e877-4e8b-9fb8-f78eb7970ad0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:31:20.336101 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83aadbd6-01d8-4f1b-8097-5e9cb1c55947 req-25d228a7-98d1-4135-9e71-704b454e922c tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315041 Mar 25 20:31:20.358542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:20.423946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:20.430881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.431226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.431558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.431887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.432213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.432565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.432891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.433213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.433546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.433850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.434164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.434478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:31:20.674495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:31:21.517470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb2ff5-85ec-4530-be25-1b0405a16107 req-251b80e9-0aa9-4987-b692-af54240ac123 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:21.518895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2fb2ff5-85ec-4530-be25-1b0405a16107 req-251b80e9-0aa9-4987-b692-af54240ac123 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 944 time: 0.0778632 Mar 25 20:31:21.561174 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2fb2ff5-85ec-4530-be25-1b0405a16107 req-bf4a21f3-d12d-4540-8ab6-82ebc138e0c1 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359595 Mar 25 20:31:22.033934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:31:22.178066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:31:22.182948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:31:22.184646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:22.299105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:22.326981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:31:22.336875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,segment=NetworkSegment(192ab2de-e877-4e8b-9fb8-f78eb7970ad0),segment_id=192ab2de-e877-4e8b-9fb8-f78eb7970ad0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:31:22.370721 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce', 'code': 200} Mar 25 20:31:22.404577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:22.470394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:22.708783 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60fef7-628c-4ed0-af46-6c0777a8e1a4 req-3a06ad82-5386-4e7f-9943-b59b2066bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:22.710251 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-dd60fef7-628c-4ed0-af46-6c0777a8e1a4 req-3a06ad82-5386-4e7f-9943-b59b2066bd0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 1098 time: 0.0746593 Mar 25 20:31:22.748627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37348960-9160-405c-8319-d1ea32d57e5d req-66dc7726-6eef-4a84-8282-0f7e6402af37 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:22.750014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-37348960-9160-405c-8319-d1ea32d57e5d req-66dc7726-6eef-4a84-8282-0f7e6402af37 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0818248 Mar 25 20:31:22.751568 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-dd60fef7-628c-4ed0-af46-6c0777a8e1a4 req-a554891f-2678-4cbd-8e21-c3fcb9c98633 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359294 Mar 25 20:31:22.793799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-37348960-9160-405c-8319-d1ea32d57e5d req-179668d0-d9b1-415b-b287-3d95df2e6568 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 Mar 25 20:31:23.980465 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce082d4d-eafc-49a5-98e7-deff4f5eeb84 req-f5dabdd0-6eb6-42d6-84c6-1f93142d369b tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:23.981835 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce082d4d-eafc-49a5-98e7-deff4f5eeb84 req-f5dabdd0-6eb6-42d6-84c6-1f93142d369b tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0806775 Mar 25 20:31:24.028194 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce082d4d-eafc-49a5-98e7-deff4f5eeb84 req-c111b0ef-da18-425d-82d1-816cfea952f0 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Mar 25 20:31:25.207195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e16dc-c88f-4e34-9662-8836f9a8094c req-76136381-7d14-4bb8-b2ce-8aeab5b54f83 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:25.208654 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-330e16dc-c88f-4e34-9662-8836f9a8094c req-76136381-7d14-4bb8-b2ce-8aeab5b54f83 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0794492 Mar 25 20:31:25.250544 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-330e16dc-c88f-4e34-9662-8836f9a8094c req-37f70b16-5924-406d-80c9-7e9b21b3a94d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Mar 25 20:31:25.745954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495827-1a5b-470f-bf42-50f8614a3b86 req-fe1e6479-c9cd-4765-aa7a-aa6cddd0e8f4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:25.747429 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e495827-1a5b-470f-bf42-50f8614a3b86 req-fe1e6479-c9cd-4765-aa7a-aa6cddd0e8f4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0823181 Mar 25 20:31:25.794027 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e495827-1a5b-470f-bf42-50f8614a3b86 req-49aad51c-093b-421c-9527-d3da52e8c1a8 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Mar 25 20:31:25.858894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39362) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:31:25.967288 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-c611c297-0da6-4814-9720-64152a4548f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071615 Mar 25 20:31:26.983177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dd7dd-1f41-40a5-98df-fdbaf4870db2 req-435797a9-2bfd-48ee-8b9d-4ea6b75b120a tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:26.984656 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-497dd7dd-1f41-40a5-98df-fdbaf4870db2 req-435797a9-2bfd-48ee-8b9d-4ea6b75b120a tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0856123 Mar 25 20:31:27.032361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-497dd7dd-1f41-40a5-98df-fdbaf4870db2 req-a45548c2-8194-4f23-b8b7-02eea1baa9e8 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Mar 25 20:31:28.086392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-1f935152-926f-4ea4-954d-a3858f716ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:28.087914 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-1f935152-926f-4ea4-954d-a3858f716ee0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b690eed0344155af2a0d6f448f7025&device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 1098 time: 0.1768813 Mar 25 20:31:28.219487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-c78ae31e-672c-46e3-87da-d8c2052d3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:28.220935 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-c78ae31e-672c-46e3-87da-d8c2052d3340 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0eaebc3-9f06-478f-82f2-b7250edfe870 HTTP/1.1" status: 200 len: 913 time: 0.1266131 Mar 25 20:31:28.221725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59537252-371f-4c3f-8a3d-97adfd6108b0 req-c5f3ac8e-cb66-43a4-8d08-818030f4d443 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:28.223200 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59537252-371f-4c3f-8a3d-97adfd6108b0 req-c5f3ac8e-cb66-43a4-8d08-818030f4d443 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0850410 Mar 25 20:31:28.266920 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-59537252-371f-4c3f-8a3d-97adfd6108b0 req-e0e3810d-e0f6-422f-aacd-c856c535a120 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Mar 25 20:31:28.287262 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-d480c1d2-4afc-47af-85f6-fb5f416f391a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce HTTP/1.1" status: 200 len: 217 time: 0.0605569 Mar 25 20:31:28.351627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-c5a1526c-4fd6-4c8e-9d1d-c519cbdd4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:28.352983 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-c5a1526c-4fd6-4c8e-9d1d-c519cbdd4049 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087 HTTP/1.1" status: 200 len: 852 time: 0.0602095 Mar 25 20:31:28.399715 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-1a472f95-b202-498f-987c-6462f1d2bf74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0eaebc3-9f06-478f-82f2-b7250edfe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401716 Mar 25 20:31:28.529563 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-1e252f44-cbec-4bc2-b860-6560afd361bb service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229701 Mar 25 20:31:28.659872 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-3e037b0a-2cb3-48e0-bc44-1dbbca52aeb4 service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240308 Mar 25 20:31:29.455706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc39a2-29e2-4027-aa9f-004b0c2e58e8 req-d5b3932f-7940-46b7-aa73-b1273ffa25d9 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:29.457226 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c9cc39a2-29e2-4027-aa9f-004b0c2e58e8 req-d5b3932f-7940-46b7-aa73-b1273ffa25d9 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0820847 Mar 25 20:31:29.499957 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c9cc39a2-29e2-4027-aa9f-004b0c2e58e8 req-5699247e-5e6c-4a99-810f-5a30e6c11966 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372701 Mar 25 20:31:30.681199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f145680-69c9-4593-8922-3d37445a97a7 req-becf6070-642e-458a-aef4-5f05f8238b5c tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:30.682643 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6f145680-69c9-4593-8922-3d37445a97a7 req-becf6070-642e-458a-aef4-5f05f8238b5c tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0791543 Mar 25 20:31:30.727654 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6f145680-69c9-4593-8922-3d37445a97a7 req-1b52a8a6-c44e-49d5-ad47-9b85f7ca9094 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Mar 25 20:31:31.909055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f37aa-3c2b-4441-bd43-3dd1997c688a req-01810b0f-d72d-4051-8fb4-c5d455f6c9a9 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:31.910451 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e06f37aa-3c2b-4441-bd43-3dd1997c688a req-01810b0f-d72d-4051-8fb4-c5d455f6c9a9 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0785532 Mar 25 20:31:31.954481 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e06f37aa-3c2b-4441-bd43-3dd1997c688a req-04602346-b7bf-49c4-9da1-bbdd3867cf8b tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384779 Mar 25 20:31:33.149876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd4132-a3da-4660-a8c9-373414865e17 req-d5eaee68-3432-4936-86a2-d3ba7dffe7b6 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:33.151292 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0dfd4132-a3da-4660-a8c9-373414865e17 req-d5eaee68-3432-4936-86a2-d3ba7dffe7b6 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0807419 Mar 25 20:31:33.194316 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0dfd4132-a3da-4660-a8c9-373414865e17 req-380470da-2952-40ad-9976-06ca232d8e50 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Mar 25 20:31:34.196423 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:31:34.384274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d89823-2f74-47fa-9bc8-fba290146c3e req-d6668e00-727d-435d-80f8-e94f368374a0 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:34.385740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38d89823-2f74-47fa-9bc8-fba290146c3e req-d6668e00-727d-435d-80f8-e94f368374a0 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0865245 Mar 25 20:31:34.428698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38d89823-2f74-47fa-9bc8-fba290146c3e req-4fcdfdbe-280c-4a38-add4-90478d13bdf6 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372903 Mar 25 20:31:35.612016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241fe93-e3db-41b8-8e2f-2f183b1b7471 req-c5b3f1ef-2b15-4e71-8215-f3cc530d5621 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:35.613803 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1241fe93-e3db-41b8-8e2f-2f183b1b7471 req-c5b3f1ef-2b15-4e71-8215-f3cc530d5621 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0824161 Mar 25 20:31:35.657140 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1241fe93-e3db-41b8-8e2f-2f183b1b7471 req-98bc3d8e-a01b-400a-b00b-34704f316ef3 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Mar 25 20:31:36.842729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879d268-d052-4cda-bbff-d5fbacc66afb req-b4567739-9b9a-43ce-b6e6-681fb0ce2e35 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:36.844172 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1879d268-d052-4cda-bbff-d5fbacc66afb req-b4567739-9b9a-43ce-b6e6-681fb0ce2e35 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0801585 Mar 25 20:31:36.890355 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1879d268-d052-4cda-bbff-d5fbacc66afb req-6eb533c8-7c80-4122-8de1-2a928f4949a1 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Mar 25 20:31:38.068851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fccf38-578a-417d-b053-56212ee93bf8 req-1bcef0f2-e2b6-44db-b89b-df58f5d2fefe tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:38.070256 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-60fccf38-578a-417d-b053-56212ee93bf8 req-1bcef0f2-e2b6-44db-b89b-df58f5d2fefe tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0764370 Mar 25 20:31:38.111818 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-60fccf38-578a-417d-b053-56212ee93bf8 req-c52f8f1f-fdeb-406c-a68d-169d69380fb2 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361898 Mar 25 20:31:39.097713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b537c223-8a84-4cfa-9873-d05d742dfb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:39.295896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e950beb-2480-4bb8-a7ac-a71a8de2a464 req-550a49c1-bc18-46d9-8fc4-cd0cd3d9fb42 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:39.297324 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5e950beb-2480-4bb8-a7ac-a71a8de2a464 req-550a49c1-bc18-46d9-8fc4-cd0cd3d9fb42 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0824788 Mar 25 20:31:39.341338 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5e950beb-2480-4bb8-a7ac-a71a8de2a464 req-80f15a6f-7491-4f43-a416-f17ed7e16b88 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383122 Mar 25 20:31:40.529025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22074b-a1a3-41a1-8bb4-2525adef7841 req-29fbe9b2-c38c-42a8-84a4-f4ec6ab8c31e tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:40.530437 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf22074b-a1a3-41a1-8bb4-2525adef7841 req-29fbe9b2-c38c-42a8-84a4-f4ec6ab8c31e tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0776772 Mar 25 20:31:40.572111 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cf22074b-a1a3-41a1-8bb4-2525adef7841 req-035e99cd-cff4-464e-be53-ea615ef411bc tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362282 Mar 25 20:31:41.756128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39613585-70e0-4217-81ec-1bd1d9edae94 req-11134761-846e-4947-a2e9-997f4b1f4987 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:41.757601 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39613585-70e0-4217-81ec-1bd1d9edae94 req-11134761-846e-4947-a2e9-997f4b1f4987 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0815516 Mar 25 20:31:41.801655 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39613585-70e0-4217-81ec-1bd1d9edae94 req-90451246-f60a-4d36-8648-3c89808d3e1f tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384550 Mar 25 20:31:42.120241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d3de0141-64d8-4683-9b3f-ca828d6bde61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:42.838808 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:42.909221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:42.986892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446a225-904b-4781-88fb-bd5dd4b6ab3d req-ae74c5b5-05ac-4771-8d80-48f27cc08f7d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:42.989087 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b446a225-904b-4781-88fb-bd5dd4b6ab3d req-ae74c5b5-05ac-4771-8d80-48f27cc08f7d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0820982 Mar 25 20:31:43.117749 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b446a225-904b-4781-88fb-bd5dd4b6ab3d req-0ac806b7-cd45-4179-929d-488262d3d760 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230464 Mar 25 20:31:44.278403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:44.301860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540641b-160d-4cde-89b3-de417a27ec86 req-c9c607c0-9d19-4b05-b3c4-0511ccc4887d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:44.303355 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0540641b-160d-4cde-89b3-de417a27ec86 req-c9c607c0-9d19-4b05-b3c4-0511ccc4887d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0793054 Mar 25 20:31:44.346658 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0540641b-160d-4cde-89b3-de417a27ec86 req-fff6d9d2-bfa4-413f-969b-9216e6c21b51 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Mar 25 20:31:45.528691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a07153-4883-43f5-9188-72af4351d964 req-7c493ee1-19a3-4a01-b4a4-97f82ba21eec tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:45.530131 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-79a07153-4883-43f5-9188-72af4351d964 req-7c493ee1-19a3-4a01-b4a4-97f82ba21eec tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0810695 Mar 25 20:31:45.572683 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-79a07153-4883-43f5-9188-72af4351d964 req-bf97b12c-35f8-4f4d-a6ee-0739a71c9898 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368915 Mar 25 20:31:46.525538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-f8cc51b3-8cfb-4daa-b9d1-cee8658a6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:46.526979 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-f8cc51b3-8cfb-4daa-b9d1-cee8658a6f98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b690eed0344155af2a0d6f448f7025&device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 1098 time: 0.0741003 Mar 25 20:31:46.671267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-4da48ec5-21a5-4624-9243-6bbe5e858443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:46.672854 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-4da48ec5-21a5-4624-9243-6bbe5e858443 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0eaebc3-9f06-478f-82f2-b7250edfe870 HTTP/1.1" status: 200 len: 913 time: 0.1269445 Mar 25 20:31:46.739383 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-40c0f521-d976-4028-b0b4-8cbb64c5c68e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce HTTP/1.1" status: 200 len: 217 time: 0.0600441 Mar 25 20:31:46.760232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9fdb-2feb-4859-bb4c-d48f8f687da7 req-366c8c98-72f3-4f47-8050-49911d3ada52 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:46.761712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2ba9fdb-2feb-4859-bb4c-d48f8f687da7 req-366c8c98-72f3-4f47-8050-49911d3ada52 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0825183 Mar 25 20:31:46.803522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-0ef2a059-3145-4972-9c34-dfb610f29990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:46.805030 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-0ef2a059-3145-4972-9c34-dfb610f29990 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087 HTTP/1.1" status: 200 len: 852 time: 0.0602734 Mar 25 20:31:46.805993 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2ba9fdb-2feb-4859-bb4c-d48f8f687da7 req-08452231-de6c-4bbc-b5c6-91d29cb87468 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 Mar 25 20:31:46.850686 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-d47ce8d4-bcaf-480c-869c-c18da6fe036d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0eaebc3-9f06-478f-82f2-b7250edfe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399742 Mar 25 20:31:46.978617 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-0951a355-72f5-4f8a-a7fd-e81e0894f826 service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219540 Mar 25 20:31:47.105991 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-73a1ef85-f8b0-41bd-8db7-69a4a117b954 req-60c9ae1d-cf7c-4214-8dac-0c7ea54ff695 service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213872 Mar 25 20:31:47.991453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36df36b-9a7f-439f-ad5e-f9cf96eee2f8 req-6bb7e0f3-3603-4023-9386-c207c992588c tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:47.992823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f36df36b-9a7f-439f-ad5e-f9cf96eee2f8 req-6bb7e0f3-3603-4023-9386-c207c992588c tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0800045 Mar 25 20:31:48.011635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:48.041631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f36df36b-9a7f-439f-ad5e-f9cf96eee2f8 req-5b2ac62e-c40b-4015-8043-41e875a67aa2 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Mar 25 20:31:49.224800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d693b6-32f6-48ca-9406-adeb84872a57 req-95d3e1fd-0d1d-402d-ae8d-d03167a6d97d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:49.226243 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11d693b6-32f6-48ca-9406-adeb84872a57 req-95d3e1fd-0d1d-402d-ae8d-d03167a6d97d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0820365 Mar 25 20:31:49.270121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11d693b6-32f6-48ca-9406-adeb84872a57 req-1703583c-d897-4b2d-91d7-0d20c70558f4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Mar 25 20:31:50.449436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ac28e-530e-406f-9572-06265c54d6fa req-16d287da-b2b0-4eef-85fc-648725596f36 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:50.450958 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5ac28e-530e-406f-9572-06265c54d6fa req-16d287da-b2b0-4eef-85fc-648725596f36 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0776427 Mar 25 20:31:50.496985 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5ac28e-530e-406f-9572-06265c54d6fa req-eaa7e892-cac9-4591-928e-5f430486a060 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Mar 25 20:31:51.679973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9167f20-29f1-41c1-bcb0-3f9f9eebaf4e req-adbd14cd-76e5-4836-b2c3-626e8d52199d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:51.681434 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9167f20-29f1-41c1-bcb0-3f9f9eebaf4e req-adbd14cd-76e5-4836-b2c3-626e8d52199d tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0795760 Mar 25 20:31:51.725037 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9167f20-29f1-41c1-bcb0-3f9f9eebaf4e req-67e97bce-3684-4e1a-b272-7603ee44c25c tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 Mar 25 20:31:52.909845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179af985-389c-401d-8c96-68d0825ed14e req-c5e17471-73e8-4aa4-85f2-807e17281952 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:52.911194 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-179af985-389c-401d-8c96-68d0825ed14e req-c5e17471-73e8-4aa4-85f2-807e17281952 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0823226 Mar 25 20:31:52.954521 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-179af985-389c-401d-8c96-68d0825ed14e req-98427de1-d38b-4609-bc3e-866b965268bd tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Mar 25 20:31:54.275197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbe7c-572c-42cd-8b79-a414b60b55bc req-760239ec-1d90-431b-b393-dec2c52d483a tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:54.276555 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a3ffbe7c-572c-42cd-8b79-a414b60b55bc req-760239ec-1d90-431b-b393-dec2c52d483a tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0776813 Mar 25 20:31:54.319715 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a3ffbe7c-572c-42cd-8b79-a414b60b55bc req-eb3eb496-6107-4bcf-b4af-8d81df317870 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Mar 25 20:31:55.506387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5b246-c641-42dc-b2a6-e984cb54d01d req-614c7a91-0c43-4181-8db7-b9fe6dc13f68 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:55.507941 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bfc5b246-c641-42dc-b2a6-e984cb54d01d req-614c7a91-0c43-4181-8db7-b9fe6dc13f68 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0820799 Mar 25 20:31:55.551613 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bfc5b246-c641-42dc-b2a6-e984cb54d01d req-3d3d4faa-0552-4c59-9536-ea841bd62502 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380385 Mar 25 20:31:55.971236 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-d8e90d54-d16f-45f9-a1a9-50836524750d service neutron] 10.222.0.43 "GET /v2.0/ports/79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.0733104 Mar 25 20:31:56.476773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-86e52223-7825-4bc4-a9bd-24da1afee29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:56.478212 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-86e52223-7825-4bc4-a9bd-24da1afee29c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a&tenant_id=51b690eed0344155af2a0d6f448f7025 HTTP/1.1" status: 200 len: 1098 time: 0.0730743 Mar 25 20:31:56.566900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-bd323bd0-0361-4bda-a5b4-01cc8aa9be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:56.568344 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-bd323bd0-0361-4bda-a5b4-01cc8aa9be0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b690eed0344155af2a0d6f448f7025&device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 1098 time: 0.0699053 Mar 25 20:31:56.748027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea89a6-0728-4bfb-8d66-74591fc4a592 req-2fe93b0b-bbcb-4e74-9350-ba77be57b3ba tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:56.749414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f1ea89a6-0728-4bfb-8d66-74591fc4a592 req-2fe93b0b-bbcb-4e74-9350-ba77be57b3ba tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0842228 Mar 25 20:31:56.793455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f1ea89a6-0728-4bfb-8d66-74591fc4a592 req-869ee530-39c4-47c7-a076-14850a4c1695 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Mar 25 20:31:56.809779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-a963b149-ba5d-4791-b508-2ff4d208fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:56.811215 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-a963b149-ba5d-4791-b508-2ff4d208fd15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0eaebc3-9f06-478f-82f2-b7250edfe870 HTTP/1.1" status: 200 len: 913 time: 0.2372215 Mar 25 20:31:56.881383 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-35e21025-340c-450e-8374-45d4347c7976 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce HTTP/1.1" status: 200 len: 217 time: 0.0629468 Mar 25 20:31:56.941800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-04a49d29-2975-4edd-8546-0ffc737a3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:56.943173 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-04a49d29-2975-4edd-8546-0ffc737a3251 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087 HTTP/1.1" status: 200 len: 852 time: 0.0561635 Mar 25 20:31:56.991421 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-6730c7fb-6002-4313-bef7-cc6ebe202a74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0eaebc3-9f06-478f-82f2-b7250edfe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421786 Mar 25 20:31:57.120255 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-6fbf5e6a-f9d8-46b7-96f9-7389f5265566 service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222613 Mar 25 20:31:57.248288 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-40312b37-112b-4df4-b470-fb40895a7eb5 req-ceeaf027-95b0-4735-96ef-f340b822a463 service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215067 Mar 25 20:31:57.976234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca8a33-0592-42d5-ba64-756b569525ad req-c1c7b83f-ce62-41b9-9ea2-ae01dd9adcce tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:57.977736 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03ca8a33-0592-42d5-ba64-756b569525ad req-c1c7b83f-ce62-41b9-9ea2-ae01dd9adcce tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0788097 Mar 25 20:31:58.021406 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03ca8a33-0592-42d5-ba64-756b569525ad req-7252b521-38f2-4afe-93b6-3c56e4037500 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381989 Mar 25 20:31:58.236110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:31:58.366254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,segment=NetworkSegment(192ab2de-e877-4e8b-9fb8-f78eb7970ad0),segment_id=192ab2de-e877-4e8b-9fb8-f78eb7970ad0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:31:58.379244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce', 'network_id': 'c0eaebc3-9f06-478f-82f2-b7250edfe870', 'port_id': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce', 'mac_address': 'fa:16:3e:fe:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:31:58.435500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:58.451739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:31:58.466745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,segment=NetworkSegment(192ab2de-e877-4e8b-9fb8-f78eb7970ad0),segment_id=192ab2de-e877-4e8b-9fb8-f78eb7970ad0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:31:58.536878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:31:58.613277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:31:58.659819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:31:59.205935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c0870-5f28-4499-bc4b-1bbaa2f04919 req-7c887481-2eef-4a71-97c6-64bf75c5905c tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:31:59.208000 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c00c0870-5f28-4499-bc4b-1bbaa2f04919 req-7c887481-2eef-4a71-97c6-64bf75c5905c tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 944 time: 0.0803380 Mar 25 20:31:59.251242 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c00c0870-5f28-4499-bc4b-1bbaa2f04919 req-14b6f232-ce4f-4706-8495-d9af6cab83be tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 Mar 25 20:32:00.237681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:32:00.308399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:32:00.308799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:00.428678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:00.438237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15c098-a693-454a-9448-071f30794453 req-e0a3ff45-87d1-4093-b3d8-710ec6f0106b tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:00.439694 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6b15c098-a693-454a-9448-071f30794453 req-e0a3ff45-87d1-4093-b3d8-710ec6f0106b tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 944 time: 0.0790992 Mar 25 20:32:00.460824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:32:00.470267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,segment=NetworkSegment(192ab2de-e877-4e8b-9fb8-f78eb7970ad0),segment_id=192ab2de-e877-4e8b-9fb8-f78eb7970ad0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:32:00.490560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6b15c098-a693-454a-9448-071f30794453 req-3733f684-c359-4623-9d0b-2d3a9574012a tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Mar 25 20:32:00.520113 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce', 'code': 200} Mar 25 20:32:00.552562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:00.621218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:01.673541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c86da-5160-4a19-80c4-c35f75192283 req-8b32acfe-5b61-4cd9-abc5-f2de40a39f75 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:01.674979 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d8c86da-5160-4a19-80c4-c35f75192283 req-8b32acfe-5b61-4cd9-abc5-f2de40a39f75 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0788097 Mar 25 20:32:01.718275 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d8c86da-5160-4a19-80c4-c35f75192283 req-78728ec0-6625-48d8-aead-731af6d8f5f4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Mar 25 20:32:02.270818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-d623a51a-c1c5-4b50-8c37-081e31d32e13 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:02.271513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-d623a51a-c1c5-4b50-8c37-081e31d32e13 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Synchronizing usage tracker for tenant:51b690eed0344155af2a0d6f448f7025 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:32:02.353949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-d623a51a-c1c5-4b50-8c37-081e31d32e13 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Unset dirty status for tenant:51b690eed0344155af2a0d6f448f7025 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:32:02.355053 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-d623a51a-c1c5-4b50-8c37-081e31d32e13 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a&tenant_id=51b690eed0344155af2a0d6f448f7025&binding%3Ahost_id=hv-neutron-8351 HTTP/1.1" status: 200 len: 945 time: 0.1668277 Mar 25 20:32:02.493383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-0735a50e-0326-4332-92ad-c70358693670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:02.494819 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-0735a50e-0326-4332-92ad-c70358693670 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b690eed0344155af2a0d6f448f7025&device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 1098 time: 0.0734406 Mar 25 20:32:02.624622 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-ff63c231-48f0-436e-804d-160459dad60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:02.626300 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-ff63c231-48f0-436e-804d-160459dad60c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0eaebc3-9f06-478f-82f2-b7250edfe870 HTTP/1.1" status: 200 len: 913 time: 0.1248507 Mar 25 20:32:02.692272 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-4e856741-b37b-4cf7-9207-5b8d93db2869 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce HTTP/1.1" status: 200 len: 217 time: 0.0598037 Mar 25 20:32:02.757474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-3c0a2684-2309-46b2-acec-ef453606e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:02.758878 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-3c0a2684-2309-46b2-acec-ef453606e77c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087 HTTP/1.1" status: 200 len: 852 time: 0.0605826 Mar 25 20:32:02.805657 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-65828891-726a-48bd-ae89-e330f32be3da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0eaebc3-9f06-478f-82f2-b7250edfe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399950 Mar 25 20:32:02.933034 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-223c8ddd-f6a8-4a16-9d82-ccc361e0e6a6 service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207850 Mar 25 20:32:03.058935 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-5f950ce7-3703-48bb-b816-d0394eadd67a service neutron] 10.222.0.43 "GET /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202719 Mar 25 20:32:04.585918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6aff-3534-41f1-b637-e31b7e198bce req-4b8779ca-9eb3-4b88-b489-1af8b6100938 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:04.587348 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5bee6aff-3534-41f1-b637-e31b7e198bce req-4b8779ca-9eb3-4b88-b489-1af8b6100938 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0800984 Mar 25 20:32:04.630413 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5bee6aff-3534-41f1-b637-e31b7e198bce req-49947ae3-d7c8-4f5a-849a-ebf2fbe4b756 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Mar 25 20:32:05.820332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523912e3-664a-4e6c-87b3-c089013fed28 req-9fbdf500-59bc-40eb-b998-ffa93d71ce4b tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:05.821804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-523912e3-664a-4e6c-87b3-c089013fed28 req-9fbdf500-59bc-40eb-b998-ffa93d71ce4b tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0785339 Mar 25 20:32:05.868076 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-523912e3-664a-4e6c-87b3-c089013fed28 req-f098c06c-cc4e-4d85-b20c-6fbcd35ad7bc tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Mar 25 20:32:06.514161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-dc4e28ed-7e1b-471f-b5b3-64a8030550c2 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:06.515566 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-dc4e28ed-7e1b-471f-b5b3-64a8030550c2 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0809577 Mar 25 20:32:06.582623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Deleting port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:32:06.582963 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:06.931823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] For port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,segment=NetworkSegment(192ab2de-e877-4e8b-9fb8-f78eb7970ad0),segment_id=192ab2de-e877-4e8b-9fb8-f78eb7970ad0)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:32:06.932223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:07.053239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836c26-4481-4300-9684-eb248ca38677 req-b271fb7f-befa-493c-8c28-4a5354500641 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:07.054297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Calling delete_port for 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:32:07.054621 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b836c26-4481-4300-9684-eb248ca38677 req-b271fb7f-befa-493c-8c28-4a5354500641 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 945 time: 0.0800016 Mar 25 20:32:07.098426 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b836c26-4481-4300-9684-eb248ca38677 req-656f20d3-7478-4de9-9e15-4917b860e945 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f8061f6-84a0-4d85-871a-88df2e29c31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Mar 25 20:32:07.283746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:07.294763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:32:07.333764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Pushing event deleted for resources: {'Port': ['ID=79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:07.377526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.377879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.378207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.378539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.378867 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.379193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.379517 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.380362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.380707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.381024 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.381343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.381658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:07.417267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] No DVR routers for this DVR port 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:32:07.419454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:07.421840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'name': 'network-vif-deleted', 'tag': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:32:07.464582 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb98986-6158-48ca-aabc-f6bf42721e2a', 'name': 'network-vif-deleted', 'tag': '79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce', 'status': 'completed', 'code': 200} Mar 25 20:32:07.480274 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-bd471a0e-c1b1-48a2-b2a3-ba2b46b8ab7f req-97928a29-b44c-4fd2-af4e-5f814fcf16b4 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.43 "DELETE /v2.0/ports/79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce HTTP/1.1" status: 204 len: 173 time: 0.9597299 Mar 25 20:32:08.278162 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-713ea7ba-da03-4747-adaa-8d2f7e4c4094 req-25a4b551-e202-4823-8288-9cf8b3b9ba18 tempest-DeleteServersTestJSON-1789240431 tempest-DeleteServersTestJSON-1789240431-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdb98986-6158-48ca-aabc-f6bf42721e2a HTTP/1.1" status: 200 len: 210 time: 0.0431812 Mar 25 20:32:09.107139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4aa9ae9e-a5fc-4a52-ac62-0ee23b0b9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:09.514119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39478) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:32:09.571922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5a266b-9a85-4dad-9e5f-f3535a5f3f08 admin admin] Deleting subnet 34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:32:09.574739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f5a266b-9a85-4dad-9e5f-f3535a5f3f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:09.626198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f5a266b-9a85-4dad-9e5f-f3535a5f3f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:09.682145 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f5a266b-9a85-4dad-9e5f-f3535a5f3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:09.800402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f5a266b-9a85-4dad-9e5f-f3535a5f3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:09.839725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a266b-9a85-4dad-9e5f-f3535a5f3f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:09.841664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5f5a266b-9a85-4dad-9e5f-f3535a5f3f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:09.847603 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5f5a266b-9a85-4dad-9e5f-f3535a5f3f08 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/34fe5ccd-89a7-4f0c-bb78-a50dd3a8a087 HTTP/1.1" status: 204 len: 168 time: 0.3324666 Mar 25 20:32:09.850744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39482) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:32:09.955453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.077348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.103038 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eaebc3-9f06-478f-82f2-b7250edfe870']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:32:10.114954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192ab2de-e877-4e8b-9fb8-f78eb7970ad0') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:32:10.115245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192ab2de-e877-4e8b-9fb8-f78eb7970ad0') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:32:10.126262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.141676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.147939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:32:10.148311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:32:10.160947 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:32:10.301175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.305562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.311523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:32:10.331802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c0eaebc3-9f06-478f-82f2-b7250edfe870,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:10.349031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:32:10.349373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 79a6f6f8-6e87-4db0-97da-9d8fd3dc67ce not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:32:10.383313 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-26686e1b-349f-49a2-b51c-e2f828cc60ba admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0eaebc3-9f06-478f-82f2-b7250edfe870 HTTP/1.1" status: 204 len: 168 time: 0.5315626 Mar 25 20:32:10.717194 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39488) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:32:10.764458 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5d8feb62-a95f-4029-ba9a-66ba719f5e24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51b690eed0344155af2a0d6f448f7025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461321 Mar 25 20:32:10.766953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39492) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:32:10.823475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f31846e-809c-480c-a9b3-d50140312983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.852398 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f31846e-809c-480c-a9b3-d50140312983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.948382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f31846e-809c-480c-a9b3-d50140312983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.964549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31846e-809c-480c-a9b3-d50140312983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8061f6-84a0-4d85-871a-88df2e29c31b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:10.971642 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4f31846e-809c-480c-a9b3-d50140312983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:10.973555 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4f31846e-809c-480c-a9b3-d50140312983 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f8061f6-84a0-4d85-871a-88df2e29c31b HTTP/1.1" status: 204 len: 168 time: 0.2055328 Mar 25 20:32:11.195308 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:32:11.993952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39516) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:32:12.094679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1629862271-network', 'tenant_id': 'bf87ede0e0cc4104aea146401ea6fb98'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:32:12.100066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:32:12.104087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Usage tracker for resource:network and tenant:bf87ede0e0cc4104aea146401ea6fb98 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:32:12.106992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:32:12.113455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:32:12.125533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-74196ea4-68a9-41c4-9fde-0f524afcf0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.199773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Made reservation on behalf of bf87ede0e0cc4104aea146401ea6fb98 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:32:12.202114 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.215616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.234131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:32:12.238479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Usage tracker for resource:security_group_rule and tenant:bf87ede0e0cc4104aea146401ea6fb98 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:32:12.241393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:32:12.247093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:32:12.326430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.410993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.440262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:32:12.448804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a848b5-fb2d-4dcd-a584-6298b3f18d60,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:12.455200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.455200 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Added segment 402d3adc-7ec7-482f-8acd-3758e25f5515 of type vlan for network 51537327-9beb-4095-951f-4aec2c08fdf4 Mar 25 20:32:12.479607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.588346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.589238 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:12.589812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.789423 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] Pushing event updated for resources: {'Network': ['ID=51537327-9beb-4095-951f-4aec2c08fdf4,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:12.799741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 51537327-9beb-4095-951f-4aec2c08fdf4 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:32:12.857897 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-43ce770f-e3cb-4a8b-b7ac-c5a095badd07 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8628366 Mar 25 20:32:12.860737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39522) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:32:12.866856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Request body: {'subnet': {'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1629862271-subnet', 'tenant_id': 'bf87ede0e0cc4104aea146401ea6fb98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:32:12.871630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:32:12.875496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Usage tracker for resource:subnet and tenant:bf87ede0e0cc4104aea146401ea6fb98 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:32:12.878401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:32:12.884858 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:32:12.888175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.975604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Made reservation on behalf of bf87ede0e0cc4104aea146401ea6fb98 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:32:12.977993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:12.998502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:13.228973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:13.300388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d344207b-e11a-4af6-909a-c7c421852eee,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:13.309036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Checking segment: {'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:32:13.309392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Network hostable DHCP agents. Network: 51537327-9beb-4095-951f-4aec2c08fdf4, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:32:13.416684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Network 51537327-9beb-4095-951f-4aec2c08fdf4 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:32:13.500929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 51537327-9beb-4095-951f-4aec2c08fdf4) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:32:13.504771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:13.505859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:13.510559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f97be-8805-4302-8747-9e567beda90d None None] Network 51537327-9beb-4095-951f-4aec2c08fdf4 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:32:13.587652 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-135013d1-fd0b-4742-9202-73f1e34155a6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7258928 Mar 25 20:32:13.724915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf201f8-c095-4949-a48d-d98ee5b1fb0c None None] Network 51537327-9beb-4095-951f-4aec2c08fdf4 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:32:14.110526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-a422f066-20d1-453c-a2de-5a6ee1131fa1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:14.111945 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-a422f066-20d1-453c-a2de-5a6ee1131fa1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 815 time: 0.1506515 Mar 25 20:32:14.126385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-e9e03af5-1346-4f67-ac99-7ec74c8469fa tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/quotas/bf87ede0e0cc4104aea146401ea6fb98 HTTP/1.1" status: 200 len: 375 time: 0.0087099 Mar 25 20:32:14.256862 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2db06692-b528-411d-87b0-4bd860b5bb54 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1252861 Mar 25 20:32:14.291516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:14.430191 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-5f894205-5ff7-4c39-b9f0-986cb4f38c88 service neutron] 10.222.0.37 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664705 Mar 25 20:32:14.557049 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-86598aff-df1c-4516-8241-24a7655521c9 service neutron] 10.222.0.37 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211562 Mar 25 20:32:14.829385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4178a72a-bd14-4a3e-9d15-fc1e31437c59 req-776c0818-e24d-415d-ba18-3f4ca2a06539 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 210 time: 0.0417519 Mar 25 20:32:15.977814 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7fcaf501-a994-4dba-a9f5-86507cb28b59 req-370225a5-d161-4c0c-aaea-aeae0ccac564 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 210 time: 0.0459156 Mar 25 20:32:16.726688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-4bbe0eec-a314-471b-a178-de72d059a953 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:16.727363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-4bbe0eec-a314-471b-a178-de72d059a953 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Synchronizing usage tracker for tenant:bf87ede0e0cc4104aea146401ea6fb98 on resource:network {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:32:16.821384 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-4bbe0eec-a314-471b-a178-de72d059a953 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Unset dirty status for tenant:bf87ede0e0cc4104aea146401ea6fb98 on resource:network {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:32:16.822525 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-4bbe0eec-a314-471b-a178-de72d059a953 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 815 time: 0.2380624 Mar 25 20:32:16.835149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Request body: {'port': {'device_id': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4', 'admin_state_up': True, 'tenant_id': 'bf87ede0e0cc4104aea146401ea6fb98'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:32:16.975131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:32:16.978861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Usage tracker for resource:port and tenant:bf87ede0e0cc4104aea146401ea6fb98 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:32:16.981826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:32:16.987539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:32:17.091792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Made reservation on behalf of bf87ede0e0cc4104aea146401ea6fb98 for: {'port': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:32:17.095587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:17.129761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d598e159-a930-4319-a4ad-fc829ec21a53 req-14638b6d-9728-42e4-bda3-e3d6a9139d4e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 210 time: 0.0432456 Mar 25 20:32:17.259635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Allocated IP 172.20.0.4 (51537327-9beb-4095-951f-4aec2c08fdf4/d344207b-e11a-4af6-909a-c7c421852eee/24bf4343-b85f-4b60-bd63-85e018782401) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:32:17.459126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:17.543181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:17.606341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Network 51537327-9beb-4095-951f-4aec2c08fdf4 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:32:17.609282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:32:17.613138 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:32:17.663237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Pushing event updated for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:17.687346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:17.687979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:17.789671 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-2f708f22-d4f4-45b4-96d7-74d4f3b3e115 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9582176 Mar 25 20:32:17.801221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Request body: {'port': {'device_id': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:32:17.908836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:18.057243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:18.252374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bf4343-b85f-4b60-bd63-85e018782401 {{(pid=88485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:32:18.260219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:18.274063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Transition to ACTIVE for port object 24bf4343-b85f-4b60-bd63-85e018782401 will not be triggered until provisioned by entity L2. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:32:18.317518 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0590f-3b4e-417f-bb43-b1bb47a6dd36 req-f4c6882e-fe4f-46ae-b39e-32c8721d4c62 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:18.319407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-12a0590f-3b4e-417f-bb43-b1bb47a6dd36 req-f4c6882e-fe4f-46ae-b39e-32c8721d4c62 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 931 time: 0.0822258 Mar 25 20:32:18.359982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:18.361786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-12a0590f-3b4e-417f-bb43-b1bb47a6dd36 req-da151f66-38ff-4fd8-b7e5-118a039a929c tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367200 Mar 25 20:32:18.514872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Pushing event updated for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:18.584083 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Attempting to bind port 24bf4343-b85f-4b60-bd63-85e018782401 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:32:18.584328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Attempting to bind port 24bf4343-b85f-4b60-bd63-85e018782401 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:32:18.584674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Attempting to bind port 24bf4343-b85f-4b60-bd63-85e018782401 on network 51537327-9beb-4095-951f-4aec2c08fdf4 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:32:18.589130 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Port 24bf4343-b85f-4b60-bd63-85e018782401 on network 51537327-9beb-4095-951f-4aec2c08fdf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:32:18.589444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Attempting to bind port 24bf4343-b85f-4b60-bd63-85e018782401 on network 51537327-9beb-4095-951f-4aec2c08fdf4 {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:32:18.594456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:32:18.594784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Checking segment: {'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:32:18.595156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Bound using segment: {'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'} {{(pid=88485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:32:18.595563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.managers [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Bound port: 24bf4343-b85f-4b60-bd63-85e018782401, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'}}] {{(pid=88485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:32:18.595892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:18.781471 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, cleared binding levels {{(pid=88485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:32:18.784303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:32:18.863645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:18.923047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:18.923659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:18.925031 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/24bf4343-b85f-4b60-bd63-85e018782401 HTTP/1.1" status: 200 len: 1093 time: 1.1278715 Mar 25 20:32:18.925463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:32:18.949982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cc59c-6126-499e-80e5-2f5802ec48b8 service neutron] Pushing event updated for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=3']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:18.969900 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401', 'status': 'completed', 'code': 200} Mar 25 20:32:19.063264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d44c-c7e4-4ec9-923d-9a853e087edb req-70adeb67-8689-4b42-b51c-b4049ac852fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:19.064784 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b5b6d44c-c7e4-4ec9-923d-9a853e087edb req-70adeb67-8689-4b42-b51c-b4049ac852fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 1096 time: 0.0752542 Mar 25 20:32:19.205866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d44c-c7e4-4ec9-923d-9a853e087edb req-cea2e3fe-38bf-48d9-8c87-8df64d0a60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:19.207179 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b5b6d44c-c7e4-4ec9-923d-9a853e087edb req-cea2e3fe-38bf-48d9-8c87-8df64d0a60fb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1361153 Mar 25 20:32:19.342142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d44c-c7e4-4ec9-923d-9a853e087edb req-b1c11bf0-4cc7-4054-b140-866193d462fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:19.343571 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-b5b6d44c-c7e4-4ec9-923d-9a853e087edb req-b1c11bf0-4cc7-4054-b140-866193d462fe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309371 Mar 25 20:32:19.455344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-25bb424c-7307-4899-bdb5-0c03f312a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:19.456878 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-25bb424c-7307-4899-bdb5-0c03f312a60e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 1096 time: 0.0795531 Mar 25 20:32:19.526175 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-3f3ff0bd-3a76-45ae-9f9d-03e0bc2e45d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24bf4343-b85f-4b60-bd63-85e018782401 HTTP/1.1" status: 200 len: 217 time: 0.0619864 Mar 25 20:32:19.553951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75beee-866d-43ec-9396-4c4398704afc req-87dfaa46-0043-41f2-bcc2-26fd79df069b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:19.555410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5e75beee-866d-43ec-9396-4c4398704afc req-87dfaa46-0043-41f2-bcc2-26fd79df069b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 943 time: 0.0804524 Mar 25 20:32:19.592142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-4ec4e3f5-f71f-4fa3-872b-987db68f9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:19.593608 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-4ec4e3f5-f71f-4fa3-872b-987db68f9070 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0611696 Mar 25 20:32:19.598935 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5e75beee-866d-43ec-9396-4c4398704afc req-63cd18e9-ed60-4b12-aa9a-91b33d6d97cc tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Mar 25 20:32:19.640776 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-95b11a98-d5fb-4ba9-a25e-915d2a56805e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413125 Mar 25 20:32:19.770824 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-1e3ff5f4-b652-4993-890b-8985650ef3d0 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241698 Mar 25 20:32:19.899242 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8260cf-a0cc-4d29-a5e3-5270bc2260e7 req-ee7a5453-8289-4b0a-b2f4-db420f6bcf85 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233480 Mar 25 20:32:20.789953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b331e8-ac48-4426-a058-45debe5003a5 req-cebb1471-4c55-40c1-bf32-95c68e66126d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:20.791412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03b331e8-ac48-4426-a058-45debe5003a5 req-cebb1471-4c55-40c1-bf32-95c68e66126d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 943 time: 0.0867133 Mar 25 20:32:20.834759 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03b331e8-ac48-4426-a058-45debe5003a5 req-bf2697f3-0e2f-4ab6-b4be-f2cf42aa815c tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Mar 25 20:32:22.017143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04ce9-2b3c-4c1c-b664-00d2805ba267 req-2e9ed223-13d9-4ece-ad8e-eb8cfeb694cc tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:22.018513 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6be04ce9-2b3c-4c1c-b664-00d2805ba267 req-2e9ed223-13d9-4ece-ad8e-eb8cfeb694cc tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 943 time: 0.0817089 Mar 25 20:32:22.065130 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6be04ce9-2b3c-4c1c-b664-00d2805ba267 req-7682f384-57b7-4f21-b754-2f683b809500 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Mar 25 20:32:22.378085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 24bf4343-b85f-4b60-bd63-85e018782401 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:32:22.507189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:32:22.519736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '24bf4343-b85f-4b60-bd63-85e018782401', 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4', 'port_id': '24bf4343-b85f-4b60-bd63-85e018782401', 'mac_address': 'fa:16:3e:5f:4e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd344207b-e11a-4af6-909a-c7c421852eee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:32:22.575841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:22.593122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bf4343-b85f-4b60-bd63-85e018782401 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:32:22.608811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:32:22.678522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:22.744048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:22.751266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:22.756619 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:32:23.004443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['24bf4343-b85f-4b60-bd63-85e018782401'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:32:23.247548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89316744-1202-4827-91df-d32e3b894ba3 req-619468d3-6533-4f99-bef8-82e77792e8b8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:23.249000 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89316744-1202-4827-91df-d32e3b894ba3 req-619468d3-6533-4f99-bef8-82e77792e8b8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 944 time: 0.0786607 Mar 25 20:32:23.291798 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89316744-1202-4827-91df-d32e3b894ba3 req-14196708-0ccf-43c6-bdf8-a8946ad1af82 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371056 Mar 25 20:32:24.413105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 24bf4343-b85f-4b60-bd63-85e018782401 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:32:24.475268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240920b-7ce6-4cf1-a99c-91feb2956054 req-84d92653-9d3b-4926-a817-55b0b8ad8abd tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:24.476728 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8240920b-7ce6-4cf1-a99c-91feb2956054 req-84d92653-9d3b-4926-a817-55b0b8ad8abd tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 944 time: 0.0811625 Mar 25 20:32:24.519680 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8240920b-7ce6-4cf1-a99c-91feb2956054 req-e06acf4d-76e3-43bb-9932-ffcc518e80dd tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Mar 25 20:32:24.536271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 24bf4343-b85f-4b60-bd63-85e018782401 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:32:24.541911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 24bf4343-b85f-4b60-bd63-85e018782401 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:32:24.542278 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:24.657197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:24.684187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:32:24.694528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:32:24.729882 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401', 'code': 200} Mar 25 20:32:24.749097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:24.821975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:32:25.054685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3806f-2203-4c0d-a44d-d554ef83922c req-2cb48e1d-12dd-433e-843f-f05c2823dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:25.056087 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1ee3806f-2203-4c0d-a44d-d554ef83922c req-2cb48e1d-12dd-433e-843f-f05c2823dcb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 1098 time: 0.0776184 Mar 25 20:32:25.100695 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-1ee3806f-2203-4c0d-a44d-d554ef83922c req-acfa6cd9-70cc-43e1-9086-65e7953bcb42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 Mar 25 20:32:25.697565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53c64f-58c6-4ef7-9880-4d7cb44b5e92 req-f95019eb-21ef-48c1-b7b1-9040b09686ae tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:25.698987 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d53c64f-58c6-4ef7-9880-4d7cb44b5e92 req-f95019eb-21ef-48c1-b7b1-9040b09686ae tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0776978 Mar 25 20:32:25.746045 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d53c64f-58c6-4ef7-9880-4d7cb44b5e92 req-db66409a-9597-4d2c-a75b-b34d1507fad8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Mar 25 20:32:26.934561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d163341-635e-4598-9fee-67362a128224 req-a35d85df-d505-48c0-866a-7ccf51aed125 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:26.935921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d163341-635e-4598-9fee-67362a128224 req-a35d85df-d505-48c0-866a-7ccf51aed125 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0807610 Mar 25 20:32:26.979023 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d163341-635e-4598-9fee-67362a128224 req-2368cb04-93de-4782-8145-d2bbb6ae1480 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375612 Mar 25 20:32:27.159072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e1547-406d-452a-bb2e-a64f03ee9ae7 req-9bceea64-618e-4706-9d74-acdb99ec1520 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:27.160506 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a45e1547-406d-452a-bb2e-a64f03ee9ae7 req-9bceea64-618e-4706-9d74-acdb99ec1520 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0813358 Mar 25 20:32:27.202145 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a45e1547-406d-452a-bb2e-a64f03ee9ae7 req-909ff208-2bea-4c03-9fc8-c8236e789d19 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361545 Mar 25 20:32:27.621002 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e56f7-e756-451a-946c-0afcda0baf86 req-bc684b89-17e8-451e-acf6-d9d5399145b3 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:27.622429 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-be8e56f7-e756-451a-946c-0afcda0baf86 req-bc684b89-17e8-451e-acf6-d9d5399145b3 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0795755 Mar 25 20:32:27.664957 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-be8e56f7-e756-451a-946c-0afcda0baf86 req-e263d893-eca4-47fb-9e6e-dba3e5654ba9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369301 Mar 25 20:32:27.849210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f74f99-3562-43ca-8025-33f8554f89b9 req-0c6aaf06-62b1-426d-9b91-6e8c3fa71221 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:27.851074 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2f74f99-3562-43ca-8025-33f8554f89b9 req-0c6aaf06-62b1-426d-9b91-6e8c3fa71221 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0813675 Mar 25 20:32:27.894397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2f74f99-3562-43ca-8025-33f8554f89b9 req-2231ad3a-e41f-45a1-a8e4-d81bbc89d85c tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377860 Mar 25 20:32:28.417190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e727e-c22a-4c84-894a-726e8518e25d req-43dc160a-ac79-4882-9b60-a831011ab102 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:28.418601 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e40e727e-c22a-4c84-894a-726e8518e25d req-43dc160a-ac79-4882-9b60-a831011ab102 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0780871 Mar 25 20:32:28.464732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e40e727e-c22a-4c84-894a-726e8518e25d req-8f4fcfc2-7481-48a5-90c4-b454cd4d54dc tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Mar 25 20:32:28.508243 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-f277f753-419d-46e9-9b82-63ad5639528f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691636 Mar 25 20:32:29.650197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63550d-03a3-4d59-8301-fa6f81e975fc req-4ed2b468-6050-496f-bb85-4c33eee86d60 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:29.651659 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec63550d-03a3-4d59-8301-fa6f81e975fc req-4ed2b468-6050-496f-bb85-4c33eee86d60 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0812488 Mar 25 20:32:29.695441 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec63550d-03a3-4d59-8301-fa6f81e975fc req-9d9442ef-20dd-48a8-9cef-58ddac3cb7d2 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380578 Mar 25 20:32:30.508344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-caa3d581-d52c-44b6-9f84-c4e69c15c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:30.509936 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-caa3d581-d52c-44b6-9f84-c4e69c15c08b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 1098 time: 0.0697966 Mar 25 20:32:30.637010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-bff41944-a1a4-4a77-8ee4-7d73f79eb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:30.638440 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-bff41944-a1a4-4a77-8ee4-7d73f79eb01a service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.1227367 Mar 25 20:32:30.707446 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-bbf026f4-e166-4c49-9e0b-9b0ab3be61ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24bf4343-b85f-4b60-bd63-85e018782401 HTTP/1.1" status: 200 len: 217 time: 0.0626879 Mar 25 20:32:30.768370 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-7849117e-a839-4c55-b525-3288c56594e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:30.769755 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-7849117e-a839-4c55-b525-3288c56594e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0567887 Mar 25 20:32:30.928324 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-c173b80a-1e7c-42b4-9c17-37b1875942f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526694 Mar 25 20:32:30.978471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0b0e-53d5-4368-9563-f54cd71748b8 req-7dee7bf2-d608-43d6-80ba-d49480ba684d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:30.979905 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fc6f0b0e-53d5-4368-9563-f54cd71748b8 req-7dee7bf2-d608-43d6-80ba-d49480ba684d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.1768684 Mar 25 20:32:31.024735 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fc6f0b0e-53d5-4368-9563-f54cd71748b8 req-f0b6b277-ff47-47aa-b42c-0a04eb14685f tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Mar 25 20:32:31.058259 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-71dfa883-4e48-4c63-b378-c51de72e61a4 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237552 Mar 25 20:32:31.186074 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-9ea05dc9-5de8-40de-a354-ed2a5be3a4c1 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214068 Mar 25 20:32:32.209700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6a7f-603a-41c1-9907-5dc84b0c3e92 req-8aae5009-db9d-41e2-b2d0-b843d04d6dab tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:32.211144 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-60bd6a7f-603a-41c1-9907-5dc84b0c3e92 req-8aae5009-db9d-41e2-b2d0-b843d04d6dab tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0785990 Mar 25 20:32:32.253917 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-60bd6a7f-603a-41c1-9907-5dc84b0c3e92 req-15e10558-ff9f-4539-a80b-efb8a94b8772 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365982 Mar 25 20:32:33.438443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7554505-75de-4c95-bc54-3b04cf07b173 req-235e0ede-5dd4-4a4e-bd8e-e63c2b9d7b2e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:33.439856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d7554505-75de-4c95-bc54-3b04cf07b173 req-235e0ede-5dd4-4a4e-bd8e-e63c2b9d7b2e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0795736 Mar 25 20:32:33.482825 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d7554505-75de-4c95-bc54-3b04cf07b173 req-ce526fdd-89bf-494c-bdb6-6bf92f330abb tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372951 Mar 25 20:32:34.664546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7af4f-96bc-48bb-a990-0ccaf58924a8 req-b8eea4c0-2c9b-4599-904f-49723a860988 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:34.666542 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0cf7af4f-96bc-48bb-a990-0ccaf58924a8 req-b8eea4c0-2c9b-4599-904f-49723a860988 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0811634 Mar 25 20:32:34.719168 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0cf7af4f-96bc-48bb-a990-0ccaf58924a8 req-bca4fd6a-3505-4968-9635-c70f870d2ad2 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Mar 25 20:32:35.902028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8e791-d450-428a-a45e-55abfa1fe5dd req-4c22cc74-d2b6-4f79-9854-323c16e6c534 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:35.903518 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-52f8e791-d450-428a-a45e-55abfa1fe5dd req-4c22cc74-d2b6-4f79-9854-323c16e6c534 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0779622 Mar 25 20:32:35.946025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-52f8e791-d450-428a-a45e-55abfa1fe5dd req-624405e4-b77a-42cf-a91d-f42dfcdd5144 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370741 Mar 25 20:32:37.131023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88b4b9-3bdd-45b6-aba2-c67209392e18 req-b36f42c8-981a-4d92-a0c7-256bdb5e665a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:37.132454 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fc88b4b9-3bdd-45b6-aba2-c67209392e18 req-b36f42c8-981a-4d92-a0c7-256bdb5e665a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0811667 Mar 25 20:32:37.175205 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fc88b4b9-3bdd-45b6-aba2-c67209392e18 req-82341f85-cb51-4236-9223-5ffbe43a977c tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365498 Mar 25 20:32:38.355438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896acc12-8d2b-4c16-a194-85c6188e8c58 req-38ad212b-ed8d-4dfc-bd42-6f6e1b4d4432 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:38.356889 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-896acc12-8d2b-4c16-a194-85c6188e8c58 req-38ad212b-ed8d-4dfc-bd42-6f6e1b4d4432 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0779617 Mar 25 20:32:38.402439 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-896acc12-8d2b-4c16-a194-85c6188e8c58 req-f946925a-71a4-49b9-8b53-68312b39ea88 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 Mar 25 20:32:39.086353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7a9-73fe-4f9f-86b2-35cda66d232c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:39.582127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f524fd-baca-4ab4-b63e-2ce8d8d322bb req-f687336f-d406-453b-8424-71c40473c611 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:39.583550 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6f524fd-baca-4ab4-b63e-2ce8d8d322bb req-f687336f-d406-453b-8424-71c40473c611 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0782294 Mar 25 20:32:39.627594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6f524fd-baca-4ab4-b63e-2ce8d8d322bb req-764d627e-c854-4567-aed8-6a6dfffd3968 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378635 Mar 25 20:32:40.812579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5a89-a921-4747-b40f-8fff49c19021 req-c9023739-b091-479f-a8e9-cef34b840c99 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:40.814016 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-496e5a89-a921-4747-b40f-8fff49c19021 req-c9023739-b091-479f-a8e9-cef34b840c99 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0811393 Mar 25 20:32:40.857742 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-496e5a89-a921-4747-b40f-8fff49c19021 req-810c80ad-676f-47fe-8da6-45eb0bb138ea tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Mar 25 20:32:42.037646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e530a34-f34c-43bc-b403-9eb378a763ed req-fa5eb8ef-c204-48cc-9928-83f58b63a8fb tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:42.039082 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e530a34-f34c-43bc-b403-9eb378a763ed req-fa5eb8ef-c204-48cc-9928-83f58b63a8fb tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0784078 Mar 25 20:32:42.087004 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e530a34-f34c-43bc-b403-9eb378a763ed req-90bcd066-1f02-456c-b4b2-693f7be24953 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Mar 25 20:32:42.143628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3af41db8-2d83-469a-adaf-330074bdb5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:42.829216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:42.920721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:43.267707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170c7ec-eee5-4560-b891-c7e2f93e3490 req-600be333-afa3-4169-aef3-9a452a23ff28 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:43.269103 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f170c7ec-eee5-4560-b891-c7e2f93e3490 req-600be333-afa3-4169-aef3-9a452a23ff28 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0792868 Mar 25 20:32:43.311441 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f170c7ec-eee5-4560-b891-c7e2f93e3490 req-aa9bea45-bcc6-446d-83ca-3121544dfd08 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Mar 25 20:32:44.280420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:44.648286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9f20-332a-4c7c-8f0a-81913115bab8 req-0da822b9-6fde-479d-9988-f13426cfb566 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:44.649740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-370c9f20-332a-4c7c-8f0a-81913115bab8 req-0da822b9-6fde-479d-9988-f13426cfb566 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0815151 Mar 25 20:32:44.692684 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-370c9f20-332a-4c7c-8f0a-81913115bab8 req-ea524d1b-8283-4a88-85ee-7c5ec04fc449 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Mar 25 20:32:45.872223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7225f3-3faf-4389-a7a3-aa97285cb60a req-e10572d6-3220-462d-ba4d-7f357be0a112 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:45.873809 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f7225f3-3faf-4389-a7a3-aa97285cb60a req-e10572d6-3220-462d-ba4d-7f357be0a112 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0775292 Mar 25 20:32:45.917313 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f7225f3-3faf-4389-a7a3-aa97285cb60a req-37d7c38e-eb9d-4c75-ae04-40220eb17a59 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379872 Mar 25 20:32:46.519416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-5556e728-3b00-4259-a357-394972d40deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:46.520909 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-5556e728-3b00-4259-a357-394972d40deb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 1098 time: 0.0699699 Mar 25 20:32:46.661807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-13411df6-9708-4082-ac77-503707bf4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:46.663248 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-13411df6-9708-4082-ac77-503707bf4235 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.1244092 Mar 25 20:32:46.732365 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-1a1ea7c3-fa42-451b-9ae2-940e9e5352ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24bf4343-b85f-4b60-bd63-85e018782401 HTTP/1.1" status: 200 len: 217 time: 0.0629749 Mar 25 20:32:46.793591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-35990bc9-7815-41f5-b40d-9b7d85427a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:46.794954 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-35990bc9-7815-41f5-b40d-9b7d85427a24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0560243 Mar 25 20:32:46.843830 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-2f81f909-496d-47d9-b699-06dde14bf4fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424116 Mar 25 20:32:46.974809 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-00dbfaa6-8f19-45f4-b1f5-d21a9db61a84 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236413 Mar 25 20:32:47.098775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d9633-7ed6-47a1-b0cd-f0fe0b306e9b req-3fec8e61-f285-4c61-b152-1ff9128e495b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:47.100214 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb5d9633-7ed6-47a1-b0cd-f0fe0b306e9b req-3fec8e61-f285-4c61-b152-1ff9128e495b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0801983 Mar 25 20:32:47.105940 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-59a8be11-3d81-4fc1-8121-8dd06acad0ea req-22eb8731-ccf3-4ac0-aadf-e7705c1234a3 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247416 Mar 25 20:32:47.144905 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb5d9633-7ed6-47a1-b0cd-f0fe0b306e9b req-71a40c5a-df54-4dd1-8549-a71a204a457c tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389142 Mar 25 20:32:48.024014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:32:48.193887 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:32:48.330472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67cd2d-3734-4dcb-a658-adeb78ea50a9 req-3385c1fd-7fae-4b02-9500-ca00f5852816 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:48.331808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d67cd2d-3734-4dcb-a658-adeb78ea50a9 req-3385c1fd-7fae-4b02-9500-ca00f5852816 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0812948 Mar 25 20:32:48.375688 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d67cd2d-3734-4dcb-a658-adeb78ea50a9 req-00ebc454-9da9-4267-97e4-338d998bac86 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383036 Mar 25 20:32:49.554959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1029e3-ac48-42c3-a5d7-07c19379f3fb req-7ebb7f33-2944-446b-89a2-e25ed00a9906 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:49.556374 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dc1029e3-ac48-42c3-a5d7-07c19379f3fb req-7ebb7f33-2944-446b-89a2-e25ed00a9906 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0781577 Mar 25 20:32:49.598413 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dc1029e3-ac48-42c3-a5d7-07c19379f3fb req-1684c4cc-210b-4643-9393-07d52879e3e4 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359445 Mar 25 20:32:50.787915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424123ee-6b2a-4908-b81a-ddf926351dc3 req-fa54021f-dc35-4011-9c39-3dfcb691c2c5 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:50.789412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-424123ee-6b2a-4908-b81a-ddf926351dc3 req-fa54021f-dc35-4011-9c39-3dfcb691c2c5 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0823588 Mar 25 20:32:50.832342 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-424123ee-6b2a-4908-b81a-ddf926351dc3 req-0942ec64-7451-4479-831b-c037239e91a1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367389 Mar 25 20:32:52.015127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc6f41-a008-4237-b96d-03f71ab49d90 req-67c0fb42-0923-418e-82e4-b30486b288c5 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:52.016511 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-66fc6f41-a008-4237-b96d-03f71ab49d90 req-67c0fb42-0923-418e-82e4-b30486b288c5 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0793817 Mar 25 20:32:52.061887 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-66fc6f41-a008-4237-b96d-03f71ab49d90 req-23c0e05d-70a2-4d8c-b2bf-2f3a269c2014 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398531 Mar 25 20:32:53.244972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448283d-cba2-4b9e-8bb2-a26664b85bc5 req-1fa23c16-adb8-4ec1-8a24-a7b11e58369a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:53.246414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6448283d-cba2-4b9e-8bb2-a26664b85bc5 req-1fa23c16-adb8-4ec1-8a24-a7b11e58369a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0779083 Mar 25 20:32:53.290343 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6448283d-cba2-4b9e-8bb2-a26664b85bc5 req-056bcb78-5a19-4b47-b0a0-dfd8fdef5fb3 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384319 Mar 25 20:32:54.473776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6049238-b5eb-47a0-ae68-99e956a112ff req-2b0031f6-d451-4ef0-8a92-505374c7f01a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:54.475197 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6049238-b5eb-47a0-ae68-99e956a112ff req-2b0031f6-d451-4ef0-8a92-505374c7f01a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0814004 Mar 25 20:32:54.517636 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6049238-b5eb-47a0-ae68-99e956a112ff req-fb4998c6-f2c8-4d0e-81d2-63058995b861 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369122 Mar 25 20:32:55.700667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b699e-c9e8-4789-be6a-d754b89367f1 req-46ae19c0-5b54-462e-a1bb-53570052668b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:55.702124 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8a1b699e-c9e8-4789-be6a-d754b89367f1 req-46ae19c0-5b54-462e-a1bb-53570052668b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0795045 Mar 25 20:32:55.745022 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8a1b699e-c9e8-4789-be6a-d754b89367f1 req-d09e3bc7-c0ac-42fd-a666-14289b933574 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Mar 25 20:32:56.930839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede965-dc52-4e9a-977b-c8079a6f5760 req-a599cfec-c849-4ea6-b5bb-ee08f0890451 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:56.932221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17ede965-dc52-4e9a-977b-c8079a6f5760 req-a599cfec-c849-4ea6-b5bb-ee08f0890451 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0808759 Mar 25 20:32:56.978745 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17ede965-dc52-4e9a-977b-c8079a6f5760 req-e9b21de9-6fa5-4d3e-b472-f9a4f27a5358 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402148 Mar 25 20:32:58.171446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd67144-7253-4a7e-b10b-ad44025b4df2 req-d80268bc-074f-4e93-add1-beff494c193e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:58.172898 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-afd67144-7253-4a7e-b10b-ad44025b4df2 req-d80268bc-074f-4e93-add1-beff494c193e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0853987 Mar 25 20:32:58.208766 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-fb19c3f0-8f83-4242-9927-0e2d06ffd63c service neutron] 10.222.0.43 "GET /v2.0/ports/24bf4343-b85f-4b60-bd63-85e018782401/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.0755136 Mar 25 20:32:58.309817 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-afd67144-7253-4a7e-b10b-ad44025b4df2 req-e33f9e2a-6a9b-407e-8752-6741db330cde tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306860 Mar 25 20:32:58.818948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-1cc7ec73-2901-4616-a463-8b56d079de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:58.820417 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-1cc7ec73-2901-4616-a463-8b56d079de09 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e&tenant_id=bf87ede0e0cc4104aea146401ea6fb98 HTTP/1.1" status: 200 len: 1098 time: 0.0722449 Mar 25 20:32:58.907804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-7e51c71c-1281-4b7b-bb01-10ab633bdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:58.909173 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-7e51c71c-1281-4b7b-bb01-10ab633bdd89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 1098 time: 0.0689733 Mar 25 20:32:59.039102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-ae27d75f-7b9f-4b03-9545-76d9dcfc1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:59.040544 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-ae27d75f-7b9f-4b03-9545-76d9dcfc1145 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.1243091 Mar 25 20:32:59.108394 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-32e2d018-dcdb-451f-a7b4-eb1da600ab15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24bf4343-b85f-4b60-bd63-85e018782401 HTTP/1.1" status: 200 len: 217 time: 0.0619798 Mar 25 20:32:59.169166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-74c85df7-0168-4f05-a504-2b0ca906f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:59.170458 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-74c85df7-0168-4f05-a504-2b0ca906f6c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0556204 Mar 25 20:32:59.217782 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-3072dcde-9671-4198-a2d8-eb8d904788f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416589 Mar 25 20:32:59.454349 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-57a4ae86-aca4-47df-92f7-36cc9cb1173b service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298908 Mar 25 20:32:59.495815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db5094-0219-4720-93ef-1f3b779e5a04 req-96b8772b-82e7-4c0b-9c4f-5256dbe5801b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:32:59.497300 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-73db5094-0219-4720-93ef-1f3b779e5a04 req-96b8772b-82e7-4c0b-9c4f-5256dbe5801b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0784495 Mar 25 20:32:59.541062 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-73db5094-0219-4720-93ef-1f3b779e5a04 req-2ee8a4e7-92ea-4fa2-9a04-feb0810d3666 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Mar 25 20:32:59.587279 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7847f45f-5f85-4c38-88eb-8c35f4e6e730 req-9f0cc588-17c3-4c21-9e87-00fa3c35ce0c service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260438 Mar 25 20:33:00.725794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414fb1e-0400-4c99-9908-485a61eda1e2 req-22e3574f-7cfd-49de-9665-877fe01d4de9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:00.727240 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c414fb1e-0400-4c99-9908-485a61eda1e2 req-22e3574f-7cfd-49de-9665-877fe01d4de9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0800354 Mar 25 20:33:00.771211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c414fb1e-0400-4c99-9908-485a61eda1e2 req-df0fecc4-d023-4ac3-8c0f-ab684176dbe4 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Mar 25 20:33:01.955049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea9233-cef8-4f61-9487-d91f95d344bf req-43c18dde-e1c4-4261-8411-09c4f97b780e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:01.956411 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdea9233-cef8-4f61-9487-d91f95d344bf req-43c18dde-e1c4-4261-8411-09c4f97b780e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0819104 Mar 25 20:33:01.999181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdea9233-cef8-4f61-9487-d91f95d344bf req-9bf6b57e-5b8b-49b5-87f0-0716fa40e3b4 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Mar 25 20:33:02.510039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 24bf4343-b85f-4b60-bd63-85e018782401 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:33:02.599622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 24bf4343-b85f-4b60-bd63-85e018782401 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:33:02.693294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:02.740631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '24bf4343-b85f-4b60-bd63-85e018782401', 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4', 'port_id': '24bf4343-b85f-4b60-bd63-85e018782401', 'mac_address': 'fa:16:3e:5f:4e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd344207b-e11a-4af6-909a-c7c421852eee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:33:02.795239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:02.829100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:02.840743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:33:02.855818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:02.857715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24bf4343-b85f-4b60-bd63-85e018782401 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:33:02.894816 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401', 'code': 200} Mar 25 20:33:02.904050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:03.046794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:33:03.047076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:33:03.050221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:03.179046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc939fc-c224-4f25-9b59-f307e7e41089 req-881924c9-8659-45b6-ae0b-408a59186511 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:03.180508 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7cc939fc-c224-4f25-9b59-f307e7e41089 req-881924c9-8659-45b6-ae0b-408a59186511 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 943 time: 0.0787952 Mar 25 20:33:03.223442 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7cc939fc-c224-4f25-9b59-f307e7e41089 req-f591c591-3abb-4de1-bace-a24c464060b6 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368111 Mar 25 20:33:03.606842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:03.623298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5999d3-1725-40c6-987a-7fa04d426aa2 req-797d53e5-fa4c-42b4-bea8-4b43f860062d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:03.626805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bf4343-b85f-4b60-bd63-85e018782401 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:33:03.630825 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c5999d3-1725-40c6-987a-7fa04d426aa2 req-797d53e5-fa4c-42b4-bea8-4b43f860062d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 943 time: 0.0909793 Mar 25 20:33:03.645629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:03.672757 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c5999d3-1725-40c6-987a-7fa04d426aa2 req-26ed3384-9ff0-43af-b4cf-f7f1d4c68fc0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Mar 25 20:33:03.675579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-b7a72b02-2fa2-444d-a58f-2995f197841a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:03.676155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-b7a72b02-2fa2-444d-a58f-2995f197841a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Synchronizing usage tracker for tenant:bf87ede0e0cc4104aea146401ea6fb98 on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:33:03.704060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:03.755383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-b7a72b02-2fa2-444d-a58f-2995f197841a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Unset dirty status for tenant:bf87ede0e0cc4104aea146401ea6fb98 on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:33:03.756691 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-b7a72b02-2fa2-444d-a58f-2995f197841a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e&tenant_id=bf87ede0e0cc4104aea146401ea6fb98&binding%3Ahost_id=hv-neutron-8351 HTTP/1.1" status: 200 len: 943 time: 0.1680608 Mar 25 20:33:03.765606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['24bf4343-b85f-4b60-bd63-85e018782401'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:33:03.811310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:03.897989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-bec9296b-67aa-4e96-9b3c-243ca0969eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:03.899450 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-bec9296b-67aa-4e96-9b3c-243ca0969eff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 1097 time: 0.0736306 Mar 25 20:33:04.030413 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-d537c86e-d918-4deb-9369-be8b1ec1994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:04.031796 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-d537c86e-d918-4deb-9369-be8b1ec1994b service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.1266654 Mar 25 20:33:04.098747 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-939b9cba-a8b3-423e-ae98-a9c287cd5763 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24bf4343-b85f-4b60-bd63-85e018782401 HTTP/1.1" status: 200 len: 217 time: 0.0595677 Mar 25 20:33:04.162584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-f3958cc3-4267-42bc-af5a-8d160d632a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:04.164005 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-f3958cc3-4267-42bc-af5a-8d160d632a8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0596690 Mar 25 20:33:04.209734 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-acdd331a-9c18-43bf-82db-3a25dd393c7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400047 Mar 25 20:33:04.338906 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-3222a5a6-ce7e-4670-9fcc-4f5e4da7f2be service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232357 Mar 25 20:33:04.466728 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6f3959e8-4d1c-4fdb-a1bf-b3612d70c8ce req-035097a7-594c-4af7-b771-2e6858fd8fd9 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223752 Mar 25 20:33:04.524306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 24bf4343-b85f-4b60-bd63-85e018782401 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:33:04.593289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 24bf4343-b85f-4b60-bd63-85e018782401 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:33:04.593572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:04.707682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:04.740272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:04.829667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:04.859309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89dde9-6550-4a47-8914-8438f398970c req-8496eb68-2223-41c5-ada3-2aca7a5d53f9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:04.860786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f89dde9-6550-4a47-8914-8438f398970c req-8496eb68-2223-41c5-ada3-2aca7a5d53f9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 944 time: 0.0793552 Mar 25 20:33:04.896317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:33:04.904103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:04.907258 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f89dde9-6550-4a47-8914-8438f398970c req-d1efede9-6603-4ecd-957e-59fa37096168 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Mar 25 20:33:04.954814 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401', 'code': 200} Mar 25 20:33:06.092553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d389c6-2db6-4b85-b7df-84eb09d3e525 req-91a0c593-17f6-4d53-9a7a-ec954636732a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:06.093981 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8d389c6-2db6-4b85-b7df-84eb09d3e525 req-91a0c593-17f6-4d53-9a7a-ec954636732a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0775931 Mar 25 20:33:06.137625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8d389c6-2db6-4b85-b7df-84eb09d3e525 req-1ee98e37-4259-4023-89b0-0e50b634efb6 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Mar 25 20:33:06.320201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076872-a1f3-4c8a-92aa-31b0653da8f2 req-d590452d-479b-4327-afb7-b75e363638c5 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:06.321569 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05076872-a1f3-4c8a-92aa-31b0653da8f2 req-d590452d-479b-4327-afb7-b75e363638c5 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0814409 Mar 25 20:33:06.370103 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05076872-a1f3-4c8a-92aa-31b0653da8f2 req-4444be63-bcc9-4e13-95a1-d34a4377ede1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Mar 25 20:33:06.549784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e79d6-4091-465e-9d55-c62c3be99a38 req-6a886d4c-6556-446c-b634-2a09bc75668a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:06.551229 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7c9e79d6-4091-465e-9d55-c62c3be99a38 req-6a886d4c-6556-446c-b634-2a09bc75668a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0782261 Mar 25 20:33:06.593577 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7c9e79d6-4091-465e-9d55-c62c3be99a38 req-eff585b8-ebc3-438c-a1ca-0bf338fd867b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Mar 25 20:33:07.271458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e6633-bfbf-4e61-a52c-d1897801541d req-6fab1401-f77f-4c79-9bce-27076b2d7d75 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:07.272822 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-6fab1401-f77f-4c79-9bce-27076b2d7d75 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 815 time: 0.1455212 Mar 25 20:33:07.287117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2234cb98-da90-4d19-a75f-400cc45215f9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/quotas/bf87ede0e0cc4104aea146401ea6fb98 HTTP/1.1" status: 200 len: 375 time: 0.0088410 Mar 25 20:33:07.369376 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-7981a552-277c-44d9-a136-954090e6620a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774763 Mar 25 20:33:07.541522 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-ff17d624-392a-466a-ae84-650d89a814da service neutron] 10.222.0.37 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649077 Mar 25 20:33:07.670172 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-ea4a8cf5-8ab5-4838-a4d3-d5d597cb28c9 service neutron] 10.222.0.37 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225307 Mar 25 20:33:07.928110 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f2e4d2de-d667-4c93-9ceb-5c8a53ce9282 req-53379cbe-667e-460f-8489-a319dd2f6cea tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 210 time: 0.0417595 Mar 25 20:33:09.087246 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ef6aad88-f030-40ed-9a1b-abdf43817c80 req-07a33110-6e21-437e-a39b-46bf11ad56e0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 210 time: 0.0498300 Mar 25 20:33:09.104603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c0e0995d-adda-4504-8ace-09bb6d84a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:09.115819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-f01c1bd8-c764-4abf-bbda-15e4b3c8ba49 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:09.117574 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-f01c1bd8-c764-4abf-bbda-15e4b3c8ba49 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cebf0b2-ae9d-467e-aad3-2906849cf25e HTTP/1.1" status: 200 len: 945 time: 0.0984073 Mar 25 20:33:09.198736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Deleting port 24bf4343-b85f-4b60-bd63-85e018782401 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:33:09.198963 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:09.448195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] For port 24bf4343-b85f-4b60-bd63-85e018782401, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=24bf4343-b85f-4b60-bd63-85e018782401,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:09.448569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:09.681447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Calling delete_port for 24bf4343-b85f-4b60-bd63-85e018782401 owned by compute:nova {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:33:09.876222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:09.888451 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['24bf4343-b85f-4b60-bd63-85e018782401'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:33:09.925880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Pushing event deleted for resources: {'Port': ['ID=24bf4343-b85f-4b60-bd63-85e018782401,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:09.939931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e6633-bfbf-4e61-a52c-d1897801541d req-e1e4f8aa-bb18-4e61-9fc8-8471797a3252 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:09.941880 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-e1e4f8aa-bb18-4e61-9fc8-8471797a3252 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 815 time: 0.2420337 Mar 25 20:33:09.954588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Request body: {'port': {'device_id': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4', 'admin_state_up': True, 'tenant_id': 'bf87ede0e0cc4104aea146401ea6fb98'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:33:09.995570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.997999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.997999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.997999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.997999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.997999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.998460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.998460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.998710 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.999022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.999336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:09.999648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.012528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] No DVR routers for this DVR port 24bf4343-b85f-4b60-bd63-85e018782401 on host hv-neutron-8351 {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:33:10.014775 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:10.017253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'name': 'network-vif-deleted', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:33:10.062112 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cebf0b2-ae9d-467e-aad3-2906849cf25e', 'name': 'network-vif-deleted', 'tag': '24bf4343-b85f-4b60-bd63-85e018782401', 'status': 'completed', 'code': 200} Mar 25 20:33:10.087061 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-7612e6f9-8265-49f6-93ea-d49cca45c995 req-1f13c951-e22a-4ecd-9619-19f1ccb16563 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "DELETE /v2.0/ports/24bf4343-b85f-4b60-bd63-85e018782401 HTTP/1.1" status: 204 len: 173 time: 0.9639516 Mar 25 20:33:10.100879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:33:10.105066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Usage tracker for resource:port and tenant:bf87ede0e0cc4104aea146401ea6fb98 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:33:10.108696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:33:10.114357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:33:10.240237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Made reservation on behalf of bf87ede0e0cc4104aea146401ea6fb98 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:33:10.243879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:10.259812 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1fa26059-7cbb-49d9-ad33-32826dd736fb req-3a9bd1f9-93b5-4e06-9a04-b01ba844c9db tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 210 time: 0.0607800 Mar 25 20:33:10.413762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Allocated IP 172.20.0.12 (51537327-9beb-4095-951f-4aec2c08fdf4/d344207b-e11a-4af6-909a-c7c421852eee/baf7c5c9-730b-42cf-a958-32ec78b64527) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:33:10.610674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:10.709697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:10.777789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Network 51537327-9beb-4095-951f-4aec2c08fdf4 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:33:10.781496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:33:10.784049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:33:10.836456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Pushing event updated for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:10.849860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.850201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.850531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.850857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.851179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.851501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.851816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.852129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.852442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.852789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.853100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.853408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:10.872569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:10.873169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:10.967615 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-a908e87d-2fc4-46fe-ac21-f24cac5bf491 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0169199 Mar 25 20:33:10.978725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Request body: {'port': {'device_id': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:33:11.090875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:11.465084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf7c5c9-730b-42cf-a958-32ec78b64527 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:33:11.473922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:11.493736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Transition to ACTIVE for port object baf7c5c9-730b-42cf-a958-32ec78b64527 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:33:11.512824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df731651-3575-4444-8b2a-b904fd30e1e6 req-61979b6d-40db-491b-ae74-55ca0504c401 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:11.513604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-df731651-3575-4444-8b2a-b904fd30e1e6 req-61979b6d-40db-491b-ae74-55ca0504c401 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Synchronizing usage tracker for tenant:bf87ede0e0cc4104aea146401ea6fb98 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:33:11.595101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:11.634410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-df731651-3575-4444-8b2a-b904fd30e1e6 req-61979b6d-40db-491b-ae74-55ca0504c401 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Unset dirty status for tenant:bf87ede0e0cc4104aea146401ea6fb98 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:33:11.635545 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df731651-3575-4444-8b2a-b904fd30e1e6 req-61979b6d-40db-491b-ae74-55ca0504c401 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 932 time: 0.2655644 Mar 25 20:33:11.812110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Pushing event updated for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:11.821148 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df731651-3575-4444-8b2a-b904fd30e1e6 req-4d6507ec-e739-4fd1-8770-be651242cf2a tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751528 Mar 25 20:33:11.859766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Attempting to bind port baf7c5c9-730b-42cf-a958-32ec78b64527 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:33:11.860096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Attempting to bind port baf7c5c9-730b-42cf-a958-32ec78b64527 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:33:11.860420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Attempting to bind port baf7c5c9-730b-42cf-a958-32ec78b64527 on network 51537327-9beb-4095-951f-4aec2c08fdf4 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:33:11.865051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Port baf7c5c9-730b-42cf-a958-32ec78b64527 on network 51537327-9beb-4095-951f-4aec2c08fdf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:33:11.865346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Attempting to bind port baf7c5c9-730b-42cf-a958-32ec78b64527 on network 51537327-9beb-4095-951f-4aec2c08fdf4 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:33:11.870697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:33:11.871024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Checking segment: {'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:33:11.871401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Bound using segment: {'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:33:11.872323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Bound port: baf7c5c9-730b-42cf-a958-32ec78b64527, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402d3adc-7ec7-482f-8acd-3758e25f5515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:33:11.872824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:12.057747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:33:12.061193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:33:12.133235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:12.143832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-482be86c-f6aa-434e-a867-1e0e3194ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:12.190539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:12.191139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:12.192689 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] 10.222.0.43 "PUT /v2.0/ports/baf7c5c9-730b-42cf-a958-32ec78b64527 HTTP/1.1" status: 200 len: 1094 time: 1.2180293 Mar 25 20:33:12.195093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:33:12.220911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101acd0-b2f0-4078-b453-3d54910340e3 service neutron] Pushing event updated for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:12.314272 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'status': 'completed', 'code': 200} Mar 25 20:33:12.359141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e6633-bfbf-4e61-a52c-d1897801541d req-f4796bf3-2f95-45e9-8019-1733b1bc4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:12.360633 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-f4796bf3-2f95-45e9-8019-1733b1bc4fb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 1097 time: 0.0802875 Mar 25 20:33:12.427940 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-1097bf6e-3236-4bb7-9dc4-a25f3a6e600b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7c5c9-730b-42cf-a958-32ec78b64527 HTTP/1.1" status: 200 len: 217 time: 0.0599127 Mar 25 20:33:12.490038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e6633-bfbf-4e61-a52c-d1897801541d req-cdfab912-0c64-4fe4-af66-23b76b6da111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:12.491662 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-cdfab912-0c64-4fe4-af66-23b76b6da111 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0582769 Mar 25 20:33:12.535476 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-f03c5e41-3ecd-4178-9396-d1c10bfa9fe6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385656 Mar 25 20:33:12.603887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 24bf4343-b85f-4b60-bd63-85e018782401 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:33:12.644906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 24bf4343-b85f-4b60-bd63-85e018782401 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:33:12.645244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 24bf4343-b85f-4b60-bd63-85e018782401 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:33:12.670162 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-09dd8ee0-5e28-4165-8bcd-eac326ba4cf5 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278677 Mar 25 20:33:12.801203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-310e6633-bfbf-4e61-a52c-d1897801541d req-e9d2b93e-6a4f-479d-bab4-0c0268606d58 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246338 Mar 25 20:33:12.830071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:12.910172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:13.049839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0504dc7-0ee8-49a6-8829-a71ba7c2d993 req-7add9522-e8f1-4a4a-aeac-c0d730e9f303 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:13.051330 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0504dc7-0ee8-49a6-8829-a71ba7c2d993 req-7add9522-e8f1-4a4a-aeac-c0d730e9f303 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 944 time: 0.1050825 Mar 25 20:33:13.053014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-65a877c1-fe86-4218-9e88-d2f1f662d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:13.054324 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-65a877c1-fe86-4218-9e88-d2f1f662d8e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 1097 time: 0.1415536 Mar 25 20:33:13.181511 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0504dc7-0ee8-49a6-8829-a71ba7c2d993 req-0236d7cb-13ff-4e21-95fb-b3bc53951685 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244955 Mar 25 20:33:13.212387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-c2e09a36-7cf1-43d9-abeb-73a3cb783263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:13.213839 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-c2e09a36-7cf1-43d9-abeb-73a3cb783263 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.1442456 Mar 25 20:33:13.283576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-2d8bbbab-f082-4383-b8c6-ea035cf6df5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7c5c9-730b-42cf-a958-32ec78b64527 HTTP/1.1" status: 200 len: 217 time: 0.0635600 Mar 25 20:33:13.344436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-c7ed41ce-1126-47ee-b140-7d56da758417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:13.345761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-c7ed41ce-1126-47ee-b140-7d56da758417 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0559444 Mar 25 20:33:13.395415 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-b1f9f4a2-7d3d-45e7-b4c2-f388c721f88c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424428 Mar 25 20:33:13.522201 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-0b456c55-0bb6-4a48-b9c7-63c4cf02d5e5 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206636 Mar 25 20:33:13.651811 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8bd15823-c73c-4b70-80ed-fe105a7b0047 req-c3c2981e-8a93-4b66-a332-39e60933f02a service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218088 Mar 25 20:33:14.298848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:14.367894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fbcff-2b12-4e64-8c84-8ac6fef1fa06 req-73cad7ed-f848-4c3f-a71f-9efa534db3e8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:14.369352 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-354fbcff-2b12-4e64-8c84-8ac6fef1fa06 req-73cad7ed-f848-4c3f-a71f-9efa534db3e8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 944 time: 0.0781474 Mar 25 20:33:14.411786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-354fbcff-2b12-4e64-8c84-8ac6fef1fa06 req-687a93c7-987a-48a6-bfb2-3d249d17dcba tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368705 Mar 25 20:33:15.684555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f94ac-5d91-420d-97f1-49758dcd6f3f req-c673aff1-4cae-4675-8d78-39d7268261c0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:15.685995 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec3f94ac-5d91-420d-97f1-49758dcd6f3f req-c673aff1-4cae-4675-8d78-39d7268261c0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 944 time: 0.1713114 Mar 25 20:33:15.729992 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec3f94ac-5d91-420d-97f1-49758dcd6f3f req-7f56b17d-8372-4e5c-8e23-47684fbac702 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Mar 25 20:33:16.626126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device baf7c5c9-730b-42cf-a958-32ec78b64527 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:33:16.755787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:16.769659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4', 'port_id': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'mac_address': 'fa:16:3e:9f:24:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd344207b-e11a-4af6-909a-c7c421852eee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:33:16.824297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:16.841721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7c5c9-730b-42cf-a958-32ec78b64527 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:33:16.857333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:16.912843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5407ba-3bef-4096-914c-398538b3c1f1 req-d0bca972-a0fd-48ab-9bdd-5b581a0cc82b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:16.914187 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f5407ba-3bef-4096-914c-398538b3c1f1 req-d0bca972-a0fd-48ab-9bdd-5b581a0cc82b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 944 time: 0.0823083 Mar 25 20:33:16.927013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:16.957788 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f5407ba-3bef-4096-914c-398538b3c1f1 req-dd362a07-e950-4772-b55d-181894e01541 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373626 Mar 25 20:33:16.997057 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:17.245934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['baf7c5c9-730b-42cf-a958-32ec78b64527'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:33:18.030050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:18.138444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f64a9b-60b0-4bdd-8bd5-abd8214df145 req-0e1fa445-dff9-484c-8cf4-dda977718484 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:18.139918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32f64a9b-60b0-4bdd-8bd5-abd8214df145 req-0e1fa445-dff9-484c-8cf4-dda977718484 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 945 time: 0.0783017 Mar 25 20:33:18.182572 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32f64a9b-60b0-4bdd-8bd5-abd8214df145 req-a2a923b1-ddc0-4c20-968e-75a2d60ae338 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Mar 25 20:33:18.619190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device baf7c5c9-730b-42cf-a958-32ec78b64527 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:33:18.761478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port baf7c5c9-730b-42cf-a958-32ec78b64527 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:33:18.766666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port baf7c5c9-730b-42cf-a958-32ec78b64527 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:33:18.767031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:18.880539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:18.907993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:33:18.917948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:18.949326 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'code': 200} Mar 25 20:33:18.984157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:19.051687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:19.359597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919487f-be4b-4893-b538-bc19b59135fc req-bcb3f032-1399-4422-9044-868b70fb282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:19.361072 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f919487f-be4b-4893-b538-bc19b59135fc req-bcb3f032-1399-4422-9044-868b70fb282e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 1099 time: 0.1260548 Mar 25 20:33:19.413017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294d323-240d-4cef-b06d-5104afcc7e2a req-d858288f-df9c-4469-b70a-3c6fb366e124 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:19.414409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7294d323-240d-4cef-b06d-5104afcc7e2a req-d858288f-df9c-4469-b70a-3c6fb366e124 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.1264172 Mar 25 20:33:19.423441 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f919487f-be4b-4893-b538-bc19b59135fc req-a2b1822b-6f1e-4f33-832c-55b6049c9dcb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552206 Mar 25 20:33:19.460397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7294d323-240d-4cef-b06d-5104afcc7e2a req-92d2511c-72e3-4c9d-854b-86732cb14720 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387821 Mar 25 20:33:20.644339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589a632-e7fb-4c80-8dfc-655e68f42e85 req-c3048efc-96af-4c24-915a-52316654232d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:20.645799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e589a632-e7fb-4c80-8dfc-655e68f42e85 req-c3048efc-96af-4c24-915a-52316654232d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0787203 Mar 25 20:33:20.690197 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e589a632-e7fb-4c80-8dfc-655e68f42e85 req-fb422dc9-fad3-4004-9172-17ebd0e6ab38 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388353 Mar 25 20:33:21.873381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768f526-7bd9-45a7-81a9-1df3eee0a79f req-db389b3f-2504-4839-8532-5e50e2fa2874 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:21.874802 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9768f526-7bd9-45a7-81a9-1df3eee0a79f req-db389b3f-2504-4839-8532-5e50e2fa2874 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0802503 Mar 25 20:33:21.917828 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9768f526-7bd9-45a7-81a9-1df3eee0a79f req-a984e2d8-7e6d-4317-b040-fb196de0f3a1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374849 Mar 25 20:33:22.103836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c6345-bdf2-497a-a873-dcaa9b0fd86b req-4e34656b-3fc8-41b4-a382-c6b8651b91a4 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:22.105417 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e82c6345-bdf2-497a-a873-dcaa9b0fd86b req-4e34656b-3fc8-41b4-a382-c6b8651b91a4 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0825386 Mar 25 20:33:22.149301 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e82c6345-bdf2-497a-a873-dcaa9b0fd86b req-35edc179-510c-45c6-9c74-eae9f9bb5ec0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 Mar 25 20:33:22.683043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc515-e941-49b4-aa97-5cde272a5b8b req-6e7a7b0e-13c4-47a3-adbd-ad47867991b1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:22.684640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-622bc515-e941-49b4-aa97-5cde272a5b8b req-6e7a7b0e-13c4-47a3-adbd-ad47867991b1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0834703 Mar 25 20:33:22.734415 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-622bc515-e941-49b4-aa97-5cde272a5b8b req-b5ef5212-d916-4be2-82c9-0d12cf29d2ad tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435333 Mar 25 20:33:22.781064 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-2779bd15-7430-415c-bd4d-7c20bc4f9107 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698426 Mar 25 20:33:23.926588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158562d-d3d4-4bf7-bee2-ee7ddb889e0d req-eb2c5806-d8e8-4f78-8b4e-34215332f2f0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:23.928132 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a158562d-d3d4-4bf7-bee2-ee7ddb889e0d req-eb2c5806-d8e8-4f78-8b4e-34215332f2f0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0849295 Mar 25 20:33:23.980930 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a158562d-d3d4-4bf7-bee2-ee7ddb889e0d req-1c3d314f-c896-4c3f-a534-e3412cd28462 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Mar 25 20:33:24.597651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-b1c18629-ac6e-49ce-a1d6-d71cbc91f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:24.599101 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-b1c18629-ac6e-49ce-a1d6-d71cbc91f44b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 1099 time: 0.0690973 Mar 25 20:33:24.728033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-c35fcbfe-3a6d-4bf4-b549-d6da77a5bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:24.729485 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-c35fcbfe-3a6d-4bf4-b549-d6da77a5bf00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.1247184 Mar 25 20:33:24.798428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-da12f103-e451-41aa-9104-f045703cd465 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7c5c9-730b-42cf-a958-32ec78b64527 HTTP/1.1" status: 200 len: 217 time: 0.0626512 Mar 25 20:33:24.858816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-23426eb5-159b-48aa-9f02-ee386eb6825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:24.860196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-23426eb5-159b-48aa-9f02-ee386eb6825e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0557759 Mar 25 20:33:24.905354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-6f8557a0-462d-4f82-8a04-c1e5fb5f331a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391612 Mar 25 20:33:25.034681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-2328e9df-13f7-4699-80f8-4bcd6a832e8a service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235898 Mar 25 20:33:25.193694 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:33:25.303102 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-b77e5052-564f-4095-85d6-207bf827a6b8 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617309 Mar 25 20:33:25.327451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488ffc-f45e-4fca-a5f0-cd77de61d0a8 req-d3f1bec2-0fd3-4be9-a7a0-14fc9ff04921 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:25.328882 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1b488ffc-f45e-4fca-a5f0-cd77de61d0a8 req-d3f1bec2-0fd3-4be9-a7a0-14fc9ff04921 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.2062647 Mar 25 20:33:25.372699 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1b488ffc-f45e-4fca-a5f0-cd77de61d0a8 req-a62f26db-9ef7-47d2-8eb3-3a29f3c50e6e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 Mar 25 20:33:26.558577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdedaa3-5aea-4f0a-b759-96e6b796ac6c req-600ac18d-b7b1-4694-aa12-487987d81ad2 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:26.559935 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bdedaa3-5aea-4f0a-b759-96e6b796ac6c req-600ac18d-b7b1-4694-aa12-487987d81ad2 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0809639 Mar 25 20:33:26.602797 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bdedaa3-5aea-4f0a-b759-96e6b796ac6c req-28631f59-c299-4dda-9392-a4b6e257abde tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371442 Mar 25 20:33:27.799937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796c975-cedf-4557-9014-a924c8f2970d req-0982ad1b-d45e-45bf-b16d-c81f919b4489 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:27.801414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7796c975-cedf-4557-9014-a924c8f2970d req-0982ad1b-d45e-45bf-b16d-c81f919b4489 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0791068 Mar 25 20:33:27.844450 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7796c975-cedf-4557-9014-a924c8f2970d req-73309273-a9a2-4a34-843c-1bb648c6b4aa tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375342 Mar 25 20:33:29.027304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169b60c-5caa-4211-920b-9150709b3019 req-26b16f22-2d37-4c67-845c-27c1f83b2a39 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:29.028668 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3169b60c-5caa-4211-920b-9150709b3019 req-26b16f22-2d37-4c67-845c-27c1f83b2a39 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0814841 Mar 25 20:33:29.073022 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3169b60c-5caa-4211-920b-9150709b3019 req-f037dfbe-4cf8-4f8b-980d-f2d2a081d6ad tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383523 Mar 25 20:33:30.252430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7600a-720a-42a9-b99f-c13f83698d27 req-6a9f1f40-35dc-4de2-8eeb-3e8649e224c8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:30.253885 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bd7600a-720a-42a9-b99f-c13f83698d27 req-6a9f1f40-35dc-4de2-8eeb-3e8649e224c8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0792501 Mar 25 20:33:30.302720 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bd7600a-720a-42a9-b99f-c13f83698d27 req-f1db65bb-a24a-4eda-a67b-4dde40dc1069 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Mar 25 20:33:31.491581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7cedf-22fa-4588-8225-fdd197d79112 req-979c149a-8a77-4e9b-a13e-fe9a31fe4d55 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:31.493285 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b0f7cedf-22fa-4588-8225-fdd197d79112 req-979c149a-8a77-4e9b-a13e-fe9a31fe4d55 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0809336 Mar 25 20:33:31.535747 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b0f7cedf-22fa-4588-8225-fdd197d79112 req-efdc8799-a5d1-4748-9fb8-057f5876ca1f tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369940 Mar 25 20:33:32.718492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab210a66-3a33-4525-8eaa-16164ee919e4 req-eed7c7c3-3fe9-4b2d-975f-652169b30353 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:32.719936 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab210a66-3a33-4525-8eaa-16164ee919e4 req-eed7c7c3-3fe9-4b2d-975f-652169b30353 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0777752 Mar 25 20:33:32.767076 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab210a66-3a33-4525-8eaa-16164ee919e4 req-9eff323e-27f2-47c6-99da-18f620c66000 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Mar 25 20:33:33.944548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92db3c-52e1-4a53-b60a-9c3ccc7800f9 req-30e29e1c-c7f7-4b5c-866c-547044fdce03 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:33.945881 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bd92db3c-52e1-4a53-b60a-9c3ccc7800f9 req-30e29e1c-c7f7-4b5c-866c-547044fdce03 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0768254 Mar 25 20:33:33.989579 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bd92db3c-52e1-4a53-b60a-9c3ccc7800f9 req-cb3d7830-4ab0-499f-ad19-6d930b7e2578 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Mar 25 20:33:35.172342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35ebe5-d0cc-4557-bd9a-3bf8406b58c4 req-5be32605-0345-485f-b4c8-002ed1907c56 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:35.173793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bd35ebe5-d0cc-4557-bd9a-3bf8406b58c4 req-5be32605-0345-485f-b4c8-002ed1907c56 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0820084 Mar 25 20:33:35.215988 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bd35ebe5-d0cc-4557-bd9a-3bf8406b58c4 req-83a9f636-531d-4baf-8b6a-552c800ad2a4 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366914 Mar 25 20:33:36.397535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3f677-5687-4e2d-b4b2-4140975addf0 req-7450cf4b-7dc0-4027-b6c5-2f9b2c2f7098 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:36.398973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a0b3f677-5687-4e2d-b4b2-4140975addf0 req-7450cf4b-7dc0-4027-b6c5-2f9b2c2f7098 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0784748 Mar 25 20:33:36.441861 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a0b3f677-5687-4e2d-b4b2-4140975addf0 req-d4f5ec43-2da6-47a8-8bef-3e0db6f1615f tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Mar 25 20:33:37.627908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaa621-5d29-4ae1-9f76-5d8b8050288c req-99dd0beb-2dfa-41ab-890a-6ef461023d94 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:37.629371 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-77eaa621-5d29-4ae1-9f76-5d8b8050288c req-99dd0beb-2dfa-41ab-890a-6ef461023d94 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0848365 Mar 25 20:33:37.675561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-77eaa621-5d29-4ae1-9f76-5d8b8050288c req-69bd2704-7c4f-4c56-a216-17310256c645 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Mar 25 20:33:38.857551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd72bdc-26b9-40f0-a20b-c87c4ec6c4fe req-953b8fcb-a7c3-4141-b512-baebf510acfc tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:38.859609 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1dd72bdc-26b9-40f0-a20b-c87c4ec6c4fe req-953b8fcb-a7c3-4141-b512-baebf510acfc tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0783722 Mar 25 20:33:38.907719 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1dd72bdc-26b9-40f0-a20b-c87c4ec6c4fe req-175833d4-662e-4108-b6be-48df45f6071f tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Mar 25 20:33:39.104448 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8ce7-3231-45e2-8160-45a5ab53a9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:40.089748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bcb58-18aa-4df0-8bfb-d90d8b5efda3 req-8379ceb1-9829-4ee2-9a4e-05a752d61db3 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:40.091186 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-475bcb58-18aa-4df0-8bfb-d90d8b5efda3 req-8379ceb1-9829-4ee2-9a4e-05a752d61db3 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0783012 Mar 25 20:33:40.135574 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-475bcb58-18aa-4df0-8bfb-d90d8b5efda3 req-b30d678d-f665-4e35-819d-fc4b98dee526 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382147 Mar 25 20:33:41.324629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0cc65-43dd-4634-9991-4a7dc6c3f010 req-1c71652f-dcaa-4d3a-a737-53beb07088f8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:41.326012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-49b0cc65-43dd-4634-9991-4a7dc6c3f010 req-1c71652f-dcaa-4d3a-a737-53beb07088f8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0870733 Mar 25 20:33:41.369003 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-49b0cc65-43dd-4634-9991-4a7dc6c3f010 req-8bd523ec-eaab-4653-83bc-809ba258c2c2 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373554 Mar 25 20:33:42.116114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7cf09cd-10fb-4edc-9f0d-2db23ad7dc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:42.547493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eeec2-4df1-4fc7-813d-023fffbf84d8 req-a151eeb1-fe05-4656-8da1-646533ad85ff tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:42.548994 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c7eeec2-4df1-4fc7-813d-023fffbf84d8 req-a151eeb1-fe05-4656-8da1-646533ad85ff tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0775156 Mar 25 20:33:42.591580 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c7eeec2-4df1-4fc7-813d-023fffbf84d8 req-eb952e07-c996-4baf-8203-e62918d27a3d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370560 Mar 25 20:33:42.853135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:42.898957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:43.775437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea7594-d6b8-4831-9834-d5942c1b2998 req-81206db1-8b83-452f-b19b-f2771f60cb93 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:43.776897 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-69ea7594-d6b8-4831-9834-d5942c1b2998 req-81206db1-8b83-452f-b19b-f2771f60cb93 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0831492 Mar 25 20:33:43.820059 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-69ea7594-d6b8-4831-9834-d5942c1b2998 req-499b4fa6-dae1-4228-b588-dfb83e42e050 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371215 Mar 25 20:33:44.276037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:45.004600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539fe22-68d7-48c9-b8ea-f971581afa13 req-5c4a2274-bcb4-4393-97a9-174970c27823 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:45.005948 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6539fe22-68d7-48c9-b8ea-f971581afa13 req-5c4a2274-bcb4-4393-97a9-174970c27823 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0802045 Mar 25 20:33:45.051867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6539fe22-68d7-48c9-b8ea-f971581afa13 req-70ce62d6-0137-4b8b-bc40-3eb1cd9451be tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Mar 25 20:33:46.233111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a028c6a-8b52-4b30-bd01-e98f5f712e1e req-3500dcc3-f10c-49ef-bef8-8178be0d81d9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:46.234576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a028c6a-8b52-4b30-bd01-e98f5f712e1e req-3500dcc3-f10c-49ef-bef8-8178be0d81d9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0772054 Mar 25 20:33:46.277673 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a028c6a-8b52-4b30-bd01-e98f5f712e1e req-bdf355db-b7ed-40b6-a370-0ba33685cb41 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 Mar 25 20:33:47.465562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfc344-0885-48bf-8e0f-1ebfddd30111 req-b894e8d1-b8bf-44a6-8bf8-42a417198611 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:47.467004 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7fdfc344-0885-48bf-8e0f-1ebfddd30111 req-b894e8d1-b8bf-44a6-8bf8-42a417198611 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0830140 Mar 25 20:33:47.511645 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7fdfc344-0885-48bf-8e0f-1ebfddd30111 req-a76b66df-9f52-4399-b7c8-a3d2b5177a50 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Mar 25 20:33:48.036358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:48.513472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-bb5ab531-94d1-47e4-b0f7-18af1a2c9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:48.514861 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-bb5ab531-94d1-47e4-b0f7-18af1a2c9a3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 1099 time: 0.0695465 Mar 25 20:33:48.796875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-56d6d3c7-c5c9-4fb8-94c0-e1587268088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:48.798226 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-56d6d3c7-c5c9-4fb8-94c0-e1587268088a service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.2632725 Mar 25 20:33:48.867581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-b6783ab0-b71f-4bc5-9f46-6c27c3cb25df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7c5c9-730b-42cf-a958-32ec78b64527 HTTP/1.1" status: 200 len: 217 time: 0.0627348 Mar 25 20:33:48.946233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0bebc-c198-4ea6-9aa7-3dac3463d3cc req-f540c0f3-af44-4f40-aede-821f0ac2166b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:48.947656 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5f0bebc-c198-4ea6-9aa7-3dac3463d3cc req-f540c0f3-af44-4f40-aede-821f0ac2166b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.3305125 Mar 25 20:33:48.953235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-2598cd38-42d8-4f69-902f-df3437e04e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:48.954544 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-2598cd38-42d8-4f69-902f-df3437e04e84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0799363 Mar 25 20:33:49.012657 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-e26cd590-98a8-4cbb-b42e-35a2de5e6553 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450130 Mar 25 20:33:49.061271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5f0bebc-c198-4ea6-9aa7-3dac3463d3cc req-df97f2f1-85ab-4218-96c3-9d682d3c0c81 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057434 Mar 25 20:33:49.158530 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-3fe151f7-14c4-4a3c-bc0a-b21eed714ba9 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366136 Mar 25 20:33:49.289150 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6ee593e-2a2e-4e9e-9b9e-57edc8be0330 req-ad517d76-9d01-4c1b-b746-141d822022b5 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229091 Mar 25 20:33:50.244836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3c889-7fd9-41b2-867b-8e8bf537a962 req-3b60af9b-569d-47e8-aad7-f42faaa081a8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:50.246323 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd3c889-7fd9-41b2-867b-8e8bf537a962 req-3b60af9b-569d-47e8-aad7-f42faaa081a8 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0789294 Mar 25 20:33:50.291079 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbd3c889-7fd9-41b2-867b-8e8bf537a962 req-a84988ed-6bfa-4292-87b8-850e354eed00 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Mar 25 20:33:51.476262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102c76-ba34-41e0-a783-8264290b13b2 req-5d696b3f-0d6b-4d12-a24b-d25aa3d29e83 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:51.477736 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e6102c76-ba34-41e0-a783-8264290b13b2 req-5d696b3f-0d6b-4d12-a24b-d25aa3d29e83 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0820308 Mar 25 20:33:51.521314 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e6102c76-ba34-41e0-a783-8264290b13b2 req-54949fb2-8047-4382-a5b4-a0a84327b522 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Mar 25 20:33:52.432583 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-362203f3-d772-4dd7-acd4-2121ee59dc05 service neutron] 10.222.0.43 "GET /v2.0/ports/baf7c5c9-730b-42cf-a958-32ec78b64527/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.0751286 Mar 25 20:33:52.707070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ebb0c-1560-431e-a177-95166d75c8ec req-f8360043-e332-46e7-a64a-19fcaee57991 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:52.708444 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-345ebb0c-1560-431e-a177-95166d75c8ec req-f8360043-e332-46e7-a64a-19fcaee57991 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0832224 Mar 25 20:33:52.752438 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-345ebb0c-1560-431e-a177-95166d75c8ec req-875ecf37-66cb-4e27-98b9-72fa19b204ba tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 Mar 25 20:33:53.032224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-a6042000-fb1c-46f9-904d-ead8a83aaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:53.033625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-a6042000-fb1c-46f9-904d-ead8a83aaaf6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb&tenant_id=bf87ede0e0cc4104aea146401ea6fb98 HTTP/1.1" status: 200 len: 1099 time: 0.0820124 Mar 25 20:33:53.126376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-bc22940b-daa4-4725-95ed-d5db5788d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:53.127805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-bc22940b-daa4-4725-95ed-d5db5788d09d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 1099 time: 0.0733955 Mar 25 20:33:53.256835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-604552eb-a041-4043-a30f-7fc8c1973ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:53.258262 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-604552eb-a041-4043-a30f-7fc8c1973ced service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.1251242 Mar 25 20:33:53.323747 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-dfbcae91-3efa-4d87-97f2-5fc9c9fc5e06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7c5c9-730b-42cf-a958-32ec78b64527 HTTP/1.1" status: 200 len: 217 time: 0.0593004 Mar 25 20:33:53.388469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-b85eb731-c1ba-439d-8a60-a4de0a86a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:53.389882 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-b85eb731-c1ba-439d-8a60-a4de0a86a8cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0602915 Mar 25 20:33:53.435830 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-478875a5-8a6e-421d-964a-83a395ffcff7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396779 Mar 25 20:33:53.563249 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-bd2bbe73-5dc5-4c8f-9336-b63b5211a512 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218183 Mar 25 20:33:53.795328 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed1fb205-9d66-433e-b235-78499c0453c9 req-807c0820-960b-48c5-8bf5-7e1ecca16ee0 service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262242 Mar 25 20:33:53.945128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587990cc-c32a-4270-b00b-ce6353d5bfbd req-3744d65f-6f43-488f-8f59-fad18edd454e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:53.946493 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-587990cc-c32a-4270-b00b-ce6353d5bfbd req-3744d65f-6f43-488f-8f59-fad18edd454e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0821309 Mar 25 20:33:53.997097 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-587990cc-c32a-4270-b00b-ce6353d5bfbd req-45798288-47ac-4c50-b93c-73ad60c658af tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Mar 25 20:33:55.182848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387ca28-b140-4d6b-a6c3-b6cb762e8464 req-067884ea-d2e4-4495-a8e5-83bd5b29a0c5 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:55.184301 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8387ca28-b140-4d6b-a6c3-b6cb762e8464 req-067884ea-d2e4-4495-a8e5-83bd5b29a0c5 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0788937 Mar 25 20:33:55.227215 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8387ca28-b140-4d6b-a6c3-b6cb762e8464 req-5472fa57-0f63-4c40-b82a-b8fbc67abb3e tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369163 Mar 25 20:33:56.413959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd521d2-c634-42a5-b434-4611391c48c7 req-01976091-2d4e-4c4a-8bde-240812b2eb54 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:56.415519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7bd521d2-c634-42a5-b434-4611391c48c7 req-01976091-2d4e-4c4a-8bde-240812b2eb54 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0840297 Mar 25 20:33:56.468679 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7bd521d2-c634-42a5-b434-4611391c48c7 req-1eed7859-54ce-43df-8ed8-b759f7f1fb89 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Mar 25 20:33:56.861752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device baf7c5c9-730b-42cf-a958-32ec78b64527 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:33:56.867139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device baf7c5c9-730b-42cf-a958-32ec78b64527 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:33:57.107736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:57.148708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:57.162657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:33:57.175953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'network_id': '51537327-9beb-4095-951f-4aec2c08fdf4', 'port_id': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'mac_address': 'fa:16:3e:9f:24:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd344207b-e11a-4af6-909a-c7c421852eee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:33:57.176618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:57.214496 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'code': 200} Mar 25 20:33:57.231180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:57.241363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:57.290979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baf7c5c9-730b-42cf-a958-32ec78b64527 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:33:57.370027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:57.380865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:33:57.381214 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:33:57.385307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.385649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.385982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.386310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.386633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.386953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.387274 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.387591 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.387907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.388218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.388561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.388876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:33:57.654269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef36c9d-cd33-4472-a37b-e84ec29970b5 req-f0fdac81-6410-4f0b-89eb-d05660b7016c tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:57.655653 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bef36c9d-cd33-4472-a37b-e84ec29970b5 req-f0fdac81-6410-4f0b-89eb-d05660b7016c tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 944 time: 0.0814710 Mar 25 20:33:57.698877 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bef36c9d-cd33-4472-a37b-e84ec29970b5 req-e55bf069-16c4-45de-a134-082e2be800a6 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Mar 25 20:33:57.940210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:57.957417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7c5c9-730b-42cf-a958-32ec78b64527 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:33:57.972937 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:58.036719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:58.107484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['baf7c5c9-730b-42cf-a958-32ec78b64527'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:33:58.135772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:58.139727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9047-43a9-4c35-a606-0f6f02e0dc21 req-207a83df-29d2-46c4-851e-994d8eed7705 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:58.141769 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90dc9047-43a9-4c35-a606-0f6f02e0dc21 req-207a83df-29d2-46c4-851e-994d8eed7705 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 945 time: 0.1173334 Mar 25 20:33:58.197197 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90dc9047-43a9-4c35-a606-0f6f02e0dc21 req-a760dd4b-b0e9-4fed-b54a-b12ba71332fc tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Mar 25 20:33:58.221008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-282371eb-20c6-4ed5-82a2-7ac05ffdfbcb tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:58.222406 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-282371eb-20c6-4ed5-82a2-7ac05ffdfbcb tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb&tenant_id=bf87ede0e0cc4104aea146401ea6fb98&binding%3Ahost_id=hv-neutron-8351 HTTP/1.1" status: 200 len: 945 time: 0.1301489 Mar 25 20:33:58.364944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-0057a7c9-4191-4550-858b-63f44fab03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:58.366386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-0057a7c9-4191-4550-858b-63f44fab03f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 1098 time: 0.0756233 Mar 25 20:33:58.501173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-8d69d27d-5062-4fc6-b8fd-647c469fb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:58.502497 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-8d69d27d-5062-4fc6-b8fd-647c469fb783 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 200 len: 916 time: 0.1295404 Mar 25 20:33:58.570869 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-275ddee9-2121-44f6-8114-35a81d828fed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7c5c9-730b-42cf-a958-32ec78b64527 HTTP/1.1" status: 200 len: 217 time: 0.0620449 Mar 25 20:33:58.631884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-9de7738a-6ad8-4664-99d7-ba7c60872403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:58.633322 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-9de7738a-6ad8-4664-99d7-ba7c60872403 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 200 len: 855 time: 0.0566370 Mar 25 20:33:58.682959 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-0f7d24b7-85dd-41a7-a7cd-6896b7c80327 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51537327-9beb-4095-951f-4aec2c08fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425537 Mar 25 20:33:58.809545 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-4478c339-ad9a-489d-a027-898dcf1312be service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202664 Mar 25 20:33:58.876108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device baf7c5c9-730b-42cf-a958-32ec78b64527 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:33:58.936544 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c23b0196-487d-4709-bc3f-da6ccbad310e req-82353e11-5c73-4171-853c-66c8776d00ae service neutron] 10.222.0.43 "GET /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214225 Mar 25 20:33:58.943352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port baf7c5c9-730b-42cf-a958-32ec78b64527 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:33:58.943890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:59.058848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:59.091867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:33:59.167568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:33:59.216017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:33:59.244828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:33:59.271925 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'code': 200} Mar 25 20:33:59.386005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e24b1-14fb-48eb-9c3f-4bf08c31fdfd req-ae0977b0-b65a-49f9-9f33-c1b321989399 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:33:59.387443 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5b5e24b1-14fb-48eb-9c3f-4bf08c31fdfd req-ae0977b0-b65a-49f9-9f33-c1b321989399 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0788546 Mar 25 20:33:59.430470 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5b5e24b1-14fb-48eb-9c3f-4bf08c31fdfd req-b39d1eb4-f0ae-4dc1-8383-79424670d4b4 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372758 Mar 25 20:34:00.616215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d44521-1f41-4b60-85df-30c4b8c9663b req-638e437b-2960-4865-9ea7-cfdda0a88fd0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:00.617672 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e7d44521-1f41-4b60-85df-30c4b8c9663b req-638e437b-2960-4865-9ea7-cfdda0a88fd0 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0811884 Mar 25 20:34:00.661505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e7d44521-1f41-4b60-85df-30c4b8c9663b req-b9bf58c4-b6db-47fd-abfa-cbf9269522db tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Mar 25 20:34:00.838648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d9fd-d9cd-4077-a58f-c5341e3c9588 req-c220f707-d498-457c-b83f-004de61a35d1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:00.839999 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad14d9fd-d9cd-4077-a58f-c5341e3c9588 req-c220f707-d498-457c-b83f-004de61a35d1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0770152 Mar 25 20:34:00.885960 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad14d9fd-d9cd-4077-a58f-c5341e3c9588 req-55c2cdcd-26f4-4b1b-a601-270fc9dc7a44 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Mar 25 20:34:01.153481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b615-4be3-4bdf-8ec5-989c32199dd0 req-356b1f23-7d3c-495b-95eb-1c45e9a33cb1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:01.154918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6462b615-4be3-4bdf-8ec5-989c32199dd0 req-356b1f23-7d3c-495b-95eb-1c45e9a33cb1 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.1659031 Mar 25 20:34:01.197703 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6462b615-4be3-4bdf-8ec5-989c32199dd0 req-f70e406b-2dd6-4f5e-91f1-8ad19d2f9a1d tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Mar 25 20:34:02.014405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d281d-b9cd-484e-aa5b-93134a104345 req-02e41920-fda3-485d-b352-360e0c679bbe tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:02.016406 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0f5d281d-b9cd-484e-aa5b-93134a104345 req-02e41920-fda3-485d-b352-360e0c679bbe tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0818143 Mar 25 20:34:02.059211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0f5d281d-b9cd-484e-aa5b-93134a104345 req-d947015d-0b1a-4d54-80db-70a6f8869baa tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Mar 25 20:34:02.192836 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:34:03.241247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d11b4c-2237-4131-90e6-6edbd9022875 req-ec56f496-878c-46fd-9178-093ef0ad020b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:03.242763 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a4d11b4c-2237-4131-90e6-6edbd9022875 req-ec56f496-878c-46fd-9178-093ef0ad020b tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0780873 Mar 25 20:34:03.289353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a4d11b4c-2237-4131-90e6-6edbd9022875 req-e3fc70c8-c136-415f-9060-5ea8487309f3 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/security-groups?id=06a848b5-fb2d-4dcd-a584-6298b3f18d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Mar 25 20:34:03.649208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-979411d9-3269-41be-9909-5faa2489963f tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:03.650634 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-979411d9-3269-41be-9909-5faa2489963f tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 946 time: 0.0793581 Mar 25 20:34:03.718132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Deleting port baf7c5c9-730b-42cf-a958-32ec78b64527 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:34:03.719158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:03.958060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] For port baf7c5c9-730b-42cf-a958-32ec78b64527, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=baf7c5c9-730b-42cf-a958-32ec78b64527,segment=NetworkSegment(402d3adc-7ec7-482f-8acd-3758e25f5515),segment_id=402d3adc-7ec7-482f-8acd-3758e25f5515)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:34:03.958320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:04.081792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Calling delete_port for baf7c5c9-730b-42cf-a958-32ec78b64527 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:34:04.282910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:04.294098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['baf7c5c9-730b-42cf-a958-32ec78b64527'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:34:04.334287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Pushing event deleted for resources: {'Port': ['ID=baf7c5c9-730b-42cf-a958-32ec78b64527,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:04.445257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] No DVR routers for this DVR port baf7c5c9-730b-42cf-a958-32ec78b64527 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:34:04.451273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:04.454192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'name': 'network-vif-deleted', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:34:04.469151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7db968a1-eb76-4762-9a18-d9904c21f345 req-c4786512-6986-4611-bc98-3c910a9c86d9 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb HTTP/1.1" status: 200 len: 210 time: 0.0591938 Mar 25 20:34:04.501798 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0b8a0c-760f-4265-a3b5-bfdebc1c23cb', 'name': 'network-vif-deleted', 'tag': 'baf7c5c9-730b-42cf-a958-32ec78b64527', 'status': 'completed', 'code': 200} Mar 25 20:34:04.545510 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-80c64214-fd02-46e5-b7f3-b720334fc425 req-35a67aa2-3453-412b-b18f-aac085972820 tempest-ServerDiskConfigTestJSON-363816263 tempest-ServerDiskConfigTestJSON-363816263-project] 10.222.0.43 "DELETE /v2.0/ports/baf7c5c9-730b-42cf-a958-32ec78b64527 HTTP/1.1" status: 204 len: 173 time: 0.8892667 Mar 25 20:34:05.698879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39876) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:05.760521 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-505d01f2-3198-4b1d-9f63-55b5f1f1f678 admin admin] Deleting subnet d344207b-e11a-4af6-909a-c7c421852eee {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:34:05.763351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-505d01f2-3198-4b1d-9f63-55b5f1f1f678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:05.810761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-505d01f2-3198-4b1d-9f63-55b5f1f1f678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:05.867406 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-505d01f2-3198-4b1d-9f63-55b5f1f1f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:05.974115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-505d01f2-3198-4b1d-9f63-55b5f1f1f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.012627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d01f2-3198-4b1d-9f63-55b5f1f1f678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d344207b-e11a-4af6-909a-c7c421852eee,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:06.014463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-505d01f2-3198-4b1d-9f63-55b5f1f1f678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.020429 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-505d01f2-3198-4b1d-9f63-55b5f1f1f678 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d344207b-e11a-4af6-909a-c7c421852eee HTTP/1.1" status: 204 len: 168 time: 0.3205447 Mar 25 20:34:06.022928 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39880) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:06.126435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.246727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.270797 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51537327-9beb-4095-951f-4aec2c08fdf4']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:06.282800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402d3adc-7ec7-482f-8acd-3758e25f5515') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:06.283092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402d3adc-7ec7-482f-8acd-3758e25f5515') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:06.293900 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.313081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.318849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:34:06.325958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:34:06.331845 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:34:06.459445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.475183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.485609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=51537327-9beb-4095-951f-4aec2c08fdf4,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:06.551652 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fb60b85f-e875-4d95-9537-3f8d02917eb9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/51537327-9beb-4095-951f-4aec2c08fdf4 HTTP/1.1" status: 204 len: 168 time: 0.5276771 Mar 25 20:34:06.803698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39886) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:06.854082 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dfb422bd-d46b-413f-aa0c-08a718c0771c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf87ede0e0cc4104aea146401ea6fb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492830 Mar 25 20:34:06.856442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39890) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:06.889424 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device baf7c5c9-730b-42cf-a958-32ec78b64527 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:34:06.912461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b604b5d-7505-40ca-acfa-11d60a4a9551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:06.922751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: baf7c5c9-730b-42cf-a958-32ec78b64527 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:34:06.923085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device baf7c5c9-730b-42cf-a958-32ec78b64527 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:34:06.938380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b604b5d-7505-40ca-acfa-11d60a4a9551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:07.041955 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b604b5d-7505-40ca-acfa-11d60a4a9551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:07.057852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b604b5d-7505-40ca-acfa-11d60a4a9551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a848b5-fb2d-4dcd-a584-6298b3f18d60,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:07.062740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5b604b5d-7505-40ca-acfa-11d60a4a9551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:07.063123 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5b604b5d-7505-40ca-acfa-11d60a4a9551 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06a848b5-fb2d-4dcd-a584-6298b3f18d60 HTTP/1.1" status: 204 len: 168 time: 0.2058015 Mar 25 20:34:08.055652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39914) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:08.156492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1774692469-network', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:08.161048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:08.164873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Usage tracker for resource:network and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:08.167634 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:08.173753 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:08.230696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Made reservation on behalf of 16dd3c011aa845fd9fca67e8ef962e02 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:34:08.232977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:08.245661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:08.260920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:08.264691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Usage tracker for resource:security_group_rule and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:08.267520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:08.273324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:08.363184 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:08.408060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:08.435165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:34:08.448020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff27010-a955-46a1-8290-da3d4b2a9450,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:08.452366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:08.452755 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Added segment 6bb3e3dd-4119-4114-8c94-06a840435d5a of type vlan for network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 Mar 25 20:34:08.478583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:08.539201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:08.540147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:08.540767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:08.642820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] Pushing event updated for resources: {'Network': ['ID=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:08.667018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:34:08.683288 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-35cc2aa7-325f-43e7-bd0c-38605a37e788 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6263800 Mar 25 20:34:08.686515 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39920) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:08.691785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Request body: {'subnet': {'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1774692469-subnet', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:08.696761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:08.700641 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Usage tracker for resource:subnet and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:08.703541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:08.709358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:08.785257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Made reservation on behalf of 16dd3c011aa845fd9fca67e8ef962e02 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:34:08.787627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.056101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.133868 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13ed5166-2a72-43fd-89a9-fd56cadf85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.159964 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Pushing event updated for resources: {'Subnet': ['ID=761716a4-f0a5-49e8-8611-d0928d876ce6,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:09.169630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Checking segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:34:09.170227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Network hostable DHCP agents. Network: 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:34:09.241993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:34:09.299115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:34:09.303133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:09.303714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.308575 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594fb1d4-c1cf-4c36-bdc3-2887094aa99e None None] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:34:09.386306 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c71e3fbb-3a3f-4e0f-903a-47825d9a88db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6986871 Mar 25 20:34:09.388942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39924) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:09.396200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:09.401649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:09.406485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Usage tracker for resource:router and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:09.410547 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:09.416872 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:09.482808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.483879 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.500871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.544836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:34:09.545688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.714518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Allocated IP 172.20.0.2 (44f31867-d55b-4fd3-b1aa-1d72b7b3fc41/761716a4-f0a5-49e8-8611-d0928d876ce6/af2dcec8-1966-4b95-9d85-ed617d164772) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:34:09.925722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.957607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:09.967262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Transition to ACTIVE for port object af2dcec8-1966-4b95-9d85-ed617d164772 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:34:09.985514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Transition to ACTIVE for port object af2dcec8-1966-4b95-9d85-ed617d164772 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:34:10.038650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:10.100412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:34:10.103035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:34:10.106572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:34:10.121218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Pushing event updated for resources: {'Port': ['ID=af2dcec8-1966-4b95-9d85-ed617d164772,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:10.202503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Attempting to bind port af2dcec8-1966-4b95-9d85-ed617d164772 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:34:10.203014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Attempting to bind port af2dcec8-1966-4b95-9d85-ed617d164772 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:34:10.203195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Attempting to bind port af2dcec8-1966-4b95-9d85-ed617d164772 on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:34:10.208286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:34:10.208691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Checking segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:34:10.209085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:10.209471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Bound using segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:34:10.209923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Bound port: af2dcec8-1966-4b95-9d85-ed617d164772, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:34:10.210287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:10.299480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] For port af2dcec8-1966-4b95-9d85-ed617d164772, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:34:10.302311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:10.302811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] For port af2dcec8-1966-4b95-9d85-ed617d164772, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=af2dcec8-1966-4b95-9d85-ed617d164772,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:34:10.334715 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:10.339686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:10.439568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933d0e7-f189-4c78-80fc-dfde83df22ac None None] Pushing event updated for resources: {'Port': ['ID=af2dcec8-1966-4b95-9d85-ed617d164772,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:10.480919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Allocated IP 172.26.8.48 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/1437e932-3f07-48f4-8c4b-a72ffd99d1d8) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:34:10.644853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:10.711397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:10.774037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:34:10.776815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:34:10.784538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:34:10.817163 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Pushing event updated for resources: {'Port': ['ID=1437e932-3f07-48f4-8c4b-a72ffd99d1d8,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:10.833200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.833489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.833824 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.834152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.834476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.834799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.835125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.835431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.835747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.836059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.836371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.836708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:10.931153 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device af2dcec8-1966-4b95-9d85-ed617d164772 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:34:11.042584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port af2dcec8-1966-4b95-9d85-ed617d164772 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:34:11.350313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182fcd26-d1dc-4156-959b-5f766af13a67 None None] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:34:11.399377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:11.503029 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b754841e-6317-4ec6-a032-6ad3a4c2de10 None None] Provisioning for port af2dcec8-1966-4b95-9d85-ed617d164772 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:34:11.517791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b754841e-6317-4ec6-a032-6ad3a4c2de10 None None] Provisioning complete for port af2dcec8-1966-4b95-9d85-ed617d164772 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:11.518161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b754841e-6317-4ec6-a032-6ad3a4c2de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:11.694483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b754841e-6317-4ec6-a032-6ad3a4c2de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:11.730234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b754841e-6317-4ec6-a032-6ad3a4c2de10 None None] For port af2dcec8-1966-4b95-9d85-ed617d164772, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=af2dcec8-1966-4b95-9d85-ed617d164772,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:34:11.743044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:11.785443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b754841e-6317-4ec6-a032-6ad3a4c2de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:11.856041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754841e-6317-4ec6-a032-6ad3a4c2de10 None None] Pushing event updated for resources: {'Port': ['ID=af2dcec8-1966-4b95-9d85-ed617d164772,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:11.905612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-35397c7f-e2e4-4178-ab53-5245d16458f4 None None] Provisioning complete for port af2dcec8-1966-4b95-9d85-ed617d164772 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:11.906091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35397c7f-e2e4-4178-ab53-5245d16458f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:12.030514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Router e713e68c-6878-43b6-8e0f-e066f20b5fad is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:34:12.139176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b97d-78f0-416f-aa84-6bdc43e2004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:12.209159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:34:12.217396 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:34:12.226953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:34:12.227624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:34:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:12.276850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:12.278088 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9aea8e3c-71ff-441f-8f8d-0d7e56c42e80 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8881204 Mar 25 20:34:12.280808 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39928) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:12.402425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:34:12.726710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:11Z', 'revision_number': 3, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:12.730667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:34:12.731023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Updating router e713e68c-6878-43b6-8e0f-e066f20b5fad port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:34:12.804034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:12.859036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:12.920591 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device af2dcec8-1966-4b95-9d85-ed617d164772 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:34:12.959214 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.101660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port af2dcec8-1966-4b95-9d85-ed617d164772 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:13.102024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.102516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.304010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.305311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Allocated IP 172.20.0.1 (44f31867-d55b-4fd3-b1aa-1d72b7b3fc41/761716a4-f0a5-49e8-8611-d0928d876ce6/149923ad-79f0-46fe-b603-b1db03f42077) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:34:13.315618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Transition to ACTIVE for port object 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:34:13.368091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.445583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Attempting to bind port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:34:13.445940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Attempting to bind port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:34:13.446296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Attempting to bind port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:34:13.451222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.455815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf1c3c-4bc1-40ca-a6da-22fe7cf6bfdf None None] Pushing event updated for resources: {'Port': ['ID=1437e932-3f07-48f4-8c4b-a72ffd99d1d8,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:13.456955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:34:13.457322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:34:13.457714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.458110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:34:13.458567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Bound port: 1437e932-3f07-48f4-8c4b-a72ffd99d1d8, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:34:13.458922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.467498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Transition to ACTIVE for port object 149923ad-79f0-46fe-b603-b1db03f42077 will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:34:13.522963 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.530988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] For port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:34:13.535839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] For port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1437e932-3f07-48f4-8c4b-a72ffd99d1d8,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:34:13.581590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:34:13.584168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:34:13.586032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.587761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:34:13.632095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Pushing event updated for resources: {'Port': ['ID=149923ad-79f0-46fe-b603-b1db03f42077,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:13.664581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:13.665102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:34:13.665727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:34:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:13.732405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf1c3c-4bc1-40ca-a6da-22fe7cf6bfdf None None] Pushing event updated for resources: {'Port': ['ID=1437e932-3f07-48f4-8c4b-a72ffd99d1d8,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:13.858805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:34:13.987618 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:14.041374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-041011d8-cab3-450b-846c-368c0223ce2f None None] Provisioning for port 149923ad-79f0-46fe-b603-b1db03f42077 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:34:14.058675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-041011d8-cab3-450b-846c-368c0223ce2f None None] Provisioning complete for port 149923ad-79f0-46fe-b603-b1db03f42077 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:14.059035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-041011d8-cab3-450b-846c-368c0223ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:14.138334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-041011d8-cab3-450b-846c-368c0223ce2f None None] Port 149923ad-79f0-46fe-b603-b1db03f42077 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:34:14.199201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:11Z', 'revision_number': 3, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:14.203617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a563a-82ff-41ca-9168-b361beaa0763 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:11Z', 'revision_number': 3, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:34:14.214394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:14.271531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:14.288329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:14.379451 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Pushing event updated for resources: {'Port': ['ID=149923ad-79f0-46fe-b603-b1db03f42077,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:14.383474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:14.535020 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:34:14.536211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:34:14.765792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f3c868e5-c2da-49c9-b766-1880328f28b2 None None] Provisioning complete for port 149923ad-79f0-46fe-b603-b1db03f42077 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:14.766395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f3c868e5-c2da-49c9-b766-1880328f28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:14.822742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f3c868e5-c2da-49c9-b766-1880328f28b2 None None] Port 149923ad-79f0-46fe-b603-b1db03f42077 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:34:14.869785 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:34:14.950549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:34:15.069281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:34:15.078006 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3eba0970-31fb-4ca6-ad03-d0e837c8ef72 admin admin] 10.222.0.37 "PUT /v2.0/routers/e713e68c-6878-43b6-8e0f-e066f20b5fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7956929 Mar 25 20:34:15.168422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:34:15.174047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:15.174414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:15.292354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:15.308890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1437e932-3f07-48f4-8c4b-a72ffd99d1d8,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:34:15.373679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:15.439579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=1437e932-3f07-48f4-8c4b-a72ffd99d1d8,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:15.588890 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39938) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:15.594192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620689453', 'description': 'tempest-description--2135565650'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:15.600937 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:15.605248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Usage tracker for resource:security_group and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:15.608252 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:15.614552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:15.694281 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:15.715045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:15.719498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Usage tracker for resource:security_group_rule and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:15.722440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:15.722764 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:34:15.728256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:15.733293 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:34:15.733293 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:34:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:15.798136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:15.836640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:15.878519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2007ce3e-982a-486d-8588-c977e5eb25a4,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:15.907536 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:34:15.934150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:15.938604 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-adf0dada-082b-42dd-a908-e2321538c522 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3455133 Mar 25 20:34:15.938859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39942) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:15.943919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'security_group_rule': {'security_group_id': '2007ce3e-982a-486d-8588-c977e5eb25a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:15.950104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:15.953977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Usage tracker for resource:security_group_rule and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:15.956868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:15.962665 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:16.014655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.078069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.134378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.158219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6f9c40-e28e-4656-aae5-901fad5521db,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:16.216028 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:14Z', 'revision_number': 2, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:16.220317 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:34:16.220687 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Updating router e713e68c-6878-43b6-8e0f-e066f20b5fad port 149923ad-79f0-46fe-b603-b1db03f42077 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:34:16.237048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.238249 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ba479ce9-2cbb-4710-a165-03198405af96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984540 Mar 25 20:34:16.240825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39946) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:16.246424 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'security_group_rule': {'security_group_id': '2007ce3e-982a-486d-8588-c977e5eb25a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:16.252270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:16.267330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Usage tracker for resource:security_group_rule and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:16.267330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:16.267330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:16.276157 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.340509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.402814 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.448416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.474393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd08eb3-f09c-44d2-af02-d877318e34e1,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:16.528692 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.529803 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8e43d163-ccd3-46d5-82d3-efd77f0f8740 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880540 Mar 25 20:34:16.533476 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 39950) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:16.538533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:16.544319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:16.548719 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Usage tracker for resource:floatingip and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:16.551567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:16.557857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:16.631404 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.643192 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.655700 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Transition to ACTIVE for port object 149923ad-79f0-46fe-b603-b1db03f42077 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:34:16.705298 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.771442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.833496 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Pushing event updated for resources: {'Port': ['ID=149923ad-79f0-46fe-b603-b1db03f42077,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:16.866300 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.866640 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.866972 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.867298 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.867620 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.867943 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.868260 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.868662 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.868900 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.869211 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.869912 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.870087 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:16.929913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Allocated IP 172.26.8.147 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/7d014fd4-53fd-44ea-9f19-038a4c443894) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:34:16.937877 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Attempting to bind port 149923ad-79f0-46fe-b603-b1db03f42077 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:34:16.943967 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Attempting to bind port 149923ad-79f0-46fe-b603-b1db03f42077 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:34:16.943967 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Attempting to bind port 149923ad-79f0-46fe-b603-b1db03f42077 on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:34:16.944607 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:34:16.944974 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Checking segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:34:16.945364 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.945747 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Bound using segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:34:16.946203 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Bound port: 149923ad-79f0-46fe-b603-b1db03f42077, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:34:16.946560 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:16.957864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:34:17.033920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:17.034201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.056660 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] For port 149923ad-79f0-46fe-b603-b1db03f42077, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:34:17.060331 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] For port 149923ad-79f0-46fe-b603-b1db03f42077, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=149923ad-79f0-46fe-b603-b1db03f42077,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:34:17.086383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.134242 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.162675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.219505 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:34:17.220132 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:34:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:17.227044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:34:17.230079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:34:17.238531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:34:17.273132 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716be29-67f3-4f4f-81b9-0cdfa8e15955 None None] Pushing event updated for resources: {'Port': ['ID=149923ad-79f0-46fe-b603-b1db03f42077,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:17.276567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'Port': ['ID=7d014fd4-53fd-44ea-9f19-038a4c443894,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:17.324802 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.410218 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:34:17.490904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.695826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.720542 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:17Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:17.724375 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e86ae8-f36f-419e-9dd1-ac2186f8949d None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:17Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:34:17.734290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.857869 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'Port': ['ID=7d014fd4-53fd-44ea-9f19-038a4c443894,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:17.866456 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.951169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:17.952516 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-79674478-4614-45cd-b0c6-3f8c2965c375 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4180319 Mar 25 20:34:18.036887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:18.122980 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-4fb0a7a9-1db2-450a-9ffe-8e3520396445 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--620689453&fields=id&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 267 time: 0.0410130 Mar 25 20:34:18.276035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-59650db1-fed4-4977-aeee-0bebe6590730 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:18.277543 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-59650db1-fed4-4977-aeee-0bebe6590730 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 812 time: 0.1473141 Mar 25 20:34:18.293204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-934d8954-ccf6-40eb-999d-e5df2d189780 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/quotas/16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 375 time: 0.0095079 Mar 25 20:34:18.383143 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-5b581f18-2fd1-47cc-94fc-994159175fdb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839174 Mar 25 20:34:18.524904 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-38ebaef3-7c04-45e3-9d6b-6c80ce1ecd4a service neutron] 10.222.0.37 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296375 Mar 25 20:34:18.754168 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-fc5932e6-5efc-4457-8433-a721e85b06ba service neutron] 10.222.0.37 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231605 Mar 25 20:34:18.929653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 149923ad-79f0-46fe-b603-b1db03f42077 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:34:19.012216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97262c89-ecc8-45c9-a7d2-a124c03be9a1 req-32ff3b3a-4b49-4867-8c8b-53f8f64ea8c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 210 time: 0.0418355 Mar 25 20:34:19.059657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 149923ad-79f0-46fe-b603-b1db03f42077 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:34:19.064803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 149923ad-79f0-46fe-b603-b1db03f42077 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:19.065193 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:19.186048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:19.217532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 149923ad-79f0-46fe-b603-b1db03f42077, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=149923ad-79f0-46fe-b603-b1db03f42077,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:34:19.266089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:19.332724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=149923ad-79f0-46fe-b603-b1db03f42077,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:20.161433 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b796097c-a3e6-47d6-bb07-f728aafef629 req-92e50cd9-d7ba-4a59-a15d-675e6709347c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 210 time: 0.0419006 Mar 25 20:34:20.915383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 149923ad-79f0-46fe-b603-b1db03f42077 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:34:20.986255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 149923ad-79f0-46fe-b603-b1db03f42077 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:20.986627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:21.219569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-d7eb2ed5-b3ef-45b8-b296-475571beb133 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:21.220988 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-d7eb2ed5-b3ef-45b8-b296-475571beb133 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 812 time: 0.1487784 Mar 25 20:34:21.273276 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-706603bb-23f0-467b-aa5a-8bc88ba33fd9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 379 time: 0.0433309 Mar 25 20:34:21.316851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'port': {'device_id': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'admin_state_up': True, 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'security_groups': ['2007ce3e-982a-486d-8588-c977e5eb25a4']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:21.331070 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b36b7f24-b9f8-4359-9052-c49069b4cee6 req-58ddccfa-17ff-4c90-b08b-9a4fbc602c63 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 210 time: 0.0569203 Mar 25 20:34:21.452213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:34:21.455959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Usage tracker for resource:port and tenant:16dd3c011aa845fd9fca67e8ef962e02 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:34:21.458844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:34:21.464614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:34:21.522420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Made reservation on behalf of 16dd3c011aa845fd9fca67e8ef962e02 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:34:21.525982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:21.685499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Allocated IP 172.20.0.6 (44f31867-d55b-4fd3-b1aa-1d72b7b3fc41/761716a4-f0a5-49e8-8611-d0928d876ce6/1d60540d-1876-4266-b0a0-3b7798d4ef64) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:34:21.868437 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:21.883866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Transition to ACTIVE for port object 1d60540d-1876-4266-b0a0-3b7798d4ef64 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:34:21.957399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:22.025673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:34:22.028617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:34:22.031146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:34:22.072238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:22.089952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.090290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.090625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.090946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.091295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.091620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.091942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.092257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.092599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.092912 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.093224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.093579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:34:22.114928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:22.115540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:22.203929 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-b3326f01-3356-4e44-a60f-fe3fe6999f85 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8944101 Mar 25 20:34:22.214203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Request body: {'port': {'device_id': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:22.322622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e124edd6-2280-4208-a3ac-024c0ce2efa5 None None] Provisioning for port 1d60540d-1876-4266-b0a0-3b7798d4ef64 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:34:22.324079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:22.327476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e124edd6-2280-4208-a3ac-024c0ce2efa5 None None] Provisioning complete for port 1d60540d-1876-4266-b0a0-3b7798d4ef64 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:22.327835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e124edd6-2280-4208-a3ac-024c0ce2efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:22.381687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e124edd6-2280-4208-a3ac-024c0ce2efa5 None None] Port 1d60540d-1876-4266-b0a0-3b7798d4ef64 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:34:22.639939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9a87-a333-4c72-be59-d6107f42a42b req-7ba7342d-ba15-4acd-8f19-196ee586f3e0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:22.640586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-77bb9a87-a333-4c72-be59-d6107f42a42b req-7ba7342d-ba15-4acd-8f19-196ee586f3e0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Synchronizing usage tracker for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:34:22.811582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-77bb9a87-a333-4c72-be59-d6107f42a42b req-7ba7342d-ba15-4acd-8f19-196ee586f3e0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Unset dirty status for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:34:22.812763 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-77bb9a87-a333-4c72-be59-d6107f42a42b req-7ba7342d-ba15-4acd-8f19-196ee586f3e0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 931 time: 0.3727925 Mar 25 20:34:22.853100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d60540d-1876-4266-b0a0-3b7798d4ef64 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:34:22.868633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:22.885203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-77bb9a87-a333-4c72-be59-d6107f42a42b req-b6ec873f-bcce-43eb-918c-622c8270e277 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664260 Mar 25 20:34:22.891086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Transition to ACTIVE for port object 1d60540d-1876-4266-b0a0-3b7798d4ef64 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:34:22.934072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:23.063624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:23.167031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Attempting to bind port 1d60540d-1876-4266-b0a0-3b7798d4ef64 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:34:23.167365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Attempting to bind port 1d60540d-1876-4266-b0a0-3b7798d4ef64 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:34:23.167689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Attempting to bind port 1d60540d-1876-4266-b0a0-3b7798d4ef64 on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:34:23.172494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Port 1d60540d-1876-4266-b0a0-3b7798d4ef64 on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:34:23.172822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Attempting to bind port 1d60540d-1876-4266-b0a0-3b7798d4ef64 on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:34:23.177899 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:34:23.178232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Checking segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:34:23.178612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Bound using segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:34:23.179030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Bound port: 1d60540d-1876-4266-b0a0-3b7798d4ef64, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:34:23.179371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:23.270385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:34:23.273198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:34:23.351190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:23.405542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:23.406830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:23.408183 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/1d60540d-1876-4266-b0a0-3b7798d4ef64 HTTP/1.1" status: 200 len: 1093 time: 1.1980183 Mar 25 20:34:23.408629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:34:23.437025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f4f5d-5e20-4e26-89ce-2be97e4379c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:23.459468 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'status': 'completed', 'code': 200} Mar 25 20:34:23.554906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad08e-e80f-4e5c-8bc3-8293e655ed5d req-fd4fc77d-16ed-4097-9e26-c39b5a5941ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:23.556381 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b9ad08e-e80f-4e5c-8bc3-8293e655ed5d req-fd4fc77d-16ed-4097-9e26-c39b5a5941ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 1096 time: 0.0764542 Mar 25 20:34:23.696299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad08e-e80f-4e5c-8bc3-8293e655ed5d req-cf98d8a7-28cd-4788-a755-69cb062403e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:23.697693 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b9ad08e-e80f-4e5c-8bc3-8293e655ed5d req-cf98d8a7-28cd-4788-a755-69cb062403e9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1343238 Mar 25 20:34:23.832705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad08e-e80f-4e5c-8bc3-8293e655ed5d req-2c8e938e-c2f8-4379-b351-5a24bfae734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:23.834934 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b9ad08e-e80f-4e5c-8bc3-8293e655ed5d req-2c8e938e-c2f8-4379-b351-5a24bfae734d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302285 Mar 25 20:34:23.937185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-71a28b78-ed51-4079-a3cb-649730f9ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:23.939198 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-71a28b78-ed51-4079-a3cb-649730f9ad05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 1096 time: 0.0704129 Mar 25 20:34:24.010092 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-f75bc5f6-dad9-4f66-9fb0-479a05655cf0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64 HTTP/1.1" status: 200 len: 217 time: 0.0638208 Mar 25 20:34:24.117282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-2d07dbb5-ed54-461b-80b8-b80de1de55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:24.118698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-2d07dbb5-ed54-461b-80b8-b80de1de55a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0758739 Mar 25 20:34:24.183084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282302d-ef01-4ac7-80df-c7db4c02016a req-b2507274-c169-4221-8980-c3bbaf649c84 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:24.184509 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3282302d-ef01-4ac7-80df-c7db4c02016a req-b2507274-c169-4221-8980-c3bbaf649c84 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 943 time: 0.1832218 Mar 25 20:34:24.256913 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3282302d-ef01-4ac7-80df-c7db4c02016a req-3087216d-1356-4bb2-aa0e-ae16312ec76b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649176 Mar 25 20:34:24.274509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-4622f15b-b7f6-4c20-8c5e-f59ab106003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:24.276010 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-4622f15b-b7f6-4c20-8c5e-f59ab106003d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1466599 Mar 25 20:34:24.404458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-a05959f8-5a17-4e0f-9008-b9ab8e23c01a service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219368 Mar 25 20:34:24.532716 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7fa6f9-f09c-4725-8a31-fdee54bca440 req-beaf3097-ab37-49ad-b321-711fd052ecf3 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217167 Mar 25 20:34:25.548120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b656-34cf-40ac-8607-f303d8fbef09 req-7713cc5a-7cd1-4012-bdc3-b6498145b680 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:25.549525 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1b31b656-34cf-40ac-8607-f303d8fbef09 req-7713cc5a-7cd1-4012-bdc3-b6498145b680 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 943 time: 0.1887786 Mar 25 20:34:25.592131 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1b31b656-34cf-40ac-8607-f303d8fbef09 req-0c554390-d19c-4a4e-9e10-e26fe7d768af tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368855 Mar 25 20:34:26.777897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4ad61-fc68-4bb4-8715-418dc1172621 req-be970877-8dbc-4748-80cc-8b6d45723cc4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:26.779308 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-76b4ad61-fc68-4bb4-8715-418dc1172621 req-be970877-8dbc-4748-80cc-8b6d45723cc4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 943 time: 0.0817358 Mar 25 20:34:26.821747 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-76b4ad61-fc68-4bb4-8715-418dc1172621 req-901f948a-a69b-4b83-8ff2-52aad63959a4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362968 Mar 25 20:34:28.002730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a50161-58e1-4a88-83f1-41455809766d req-07a73dcd-4cc6-4bd9-a2b7-212471fa99a5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:28.004122 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-14a50161-58e1-4a88-83f1-41455809766d req-07a73dcd-4cc6-4bd9-a2b7-212471fa99a5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 943 time: 0.0787385 Mar 25 20:34:28.046317 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-14a50161-58e1-4a88-83f1-41455809766d req-55c62222-1820-4fcd-861b-008f6c8ba820 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366912 Mar 25 20:34:28.986076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d60540d-1876-4266-b0a0-3b7798d4ef64 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:34:29.115433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:34:29.128321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'mac_address': 'fa:16:3e:d3:f8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:34:29.187136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:29.204102 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d60540d-1876-4266-b0a0-3b7798d4ef64 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:34:29.220301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:34:29.237897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e8fd9-fd8e-4976-a583-5cb2313ba78a req-4854a137-c24f-46e9-9c04-8eb17b6a8868 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:29.239696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-471e8fd9-fd8e-4976-a583-5cb2313ba78a req-4854a137-c24f-46e9-9c04-8eb17b6a8868 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 943 time: 0.0874181 Mar 25 20:34:29.276902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:29.285878 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-471e8fd9-fd8e-4976-a583-5cb2313ba78a req-d660090f-5456-481f-8b32-ad11fcc0773b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 Mar 25 20:34:29.342161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:29.584853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['1d60540d-1876-4266-b0a0-3b7798d4ef64'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:34:30.469208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe5f1-d9fc-497f-8461-3339193f8317 req-af3a4f73-6dc7-48e0-b233-cd7768091b51 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:30.470806 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e42fe5f1-d9fc-497f-8461-3339193f8317 req-af3a4f73-6dc7-48e0-b233-cd7768091b51 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 944 time: 0.0808756 Mar 25 20:34:30.518298 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e42fe5f1-d9fc-497f-8461-3339193f8317 req-4c2ca53d-630e-45c7-b768-516a92eb3393 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Mar 25 20:34:31.001199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d60540d-1876-4266-b0a0-3b7798d4ef64 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:34:31.128338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 1d60540d-1876-4266-b0a0-3b7798d4ef64 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:34:31.133009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 1d60540d-1876-4266-b0a0-3b7798d4ef64 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:34:31.133371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:31.247092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:31.272420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:34:31.282120 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:34:31.351241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:31.387292 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'code': 200} Mar 25 20:34:31.422139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:34:31.718126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabb973-99b7-48e7-a155-8205af4021a7 req-6b358dc5-fac3-4640-9cbe-20ae0d2a29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:31.720181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7eabb973-99b7-48e7-a155-8205af4021a7 req-6b358dc5-fac3-4640-9cbe-20ae0d2a29d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 1098 time: 0.1337445 Mar 25 20:34:31.727476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a58c-5e38-48bf-8017-5a28357464ec req-4783dd93-6678-4124-b2ca-bb969179f817 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:31.728888 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce09a58c-5e38-48bf-8017-5a28357464ec req-4783dd93-6678-4124-b2ca-bb969179f817 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.1076546 Mar 25 20:34:31.793255 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7eabb973-99b7-48e7-a155-8205af4021a7 req-c0456cdd-61d9-48b7-891d-05b1424cb695 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632672 Mar 25 20:34:31.798260 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce09a58c-5e38-48bf-8017-5a28357464ec req-23f390f7-eb9d-41a8-ac16-e9ba5a4f0c1e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563912 Mar 25 20:34:32.982565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4a623-547b-4c66-9474-b21df79be2c1 req-74a24691-2e93-4e77-b1b2-bc56eb1312f3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:32.983918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b4a623-547b-4c66-9474-b21df79be2c1 req-74a24691-2e93-4e77-b1b2-bc56eb1312f3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0810359 Mar 25 20:34:33.028520 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17b4a623-547b-4c66-9474-b21df79be2c1 req-3c270f9f-4bb5-48b8-bee7-0b741b3d67dc tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383704 Mar 25 20:34:34.207983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c44b2-aa07-47e4-b152-06710594f771 req-e2833f50-5a36-4cf6-bd79-dc684a1527cf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:34.209464 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a28c44b2-aa07-47e4-b152-06710594f771 req-e2833f50-5a36-4cf6-bd79-dc684a1527cf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0773585 Mar 25 20:34:34.253508 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a28c44b2-aa07-47e4-b152-06710594f771 req-e3b7ae6f-b7b1-483e-a792-34d489455df8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 Mar 25 20:34:34.433415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56b0b5-7d54-4ede-88d1-a55ae23e8910 req-2a664715-2dd1-436e-bc99-2e9e5a34bc3a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:34.434848 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cc56b0b5-7d54-4ede-88d1-a55ae23e8910 req-2a664715-2dd1-436e-bc99-2e9e5a34bc3a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0814722 Mar 25 20:34:34.444230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40020) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:34:34.449007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'floatingip': {'port_id': '1d60540d-1876-4266-b0a0-3b7798d4ef64'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:34:34.525466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:35.199489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:35.259976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:35.426972 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d associated. External IP: 172.26.8.147, port: 1d60540d-1876-4266-b0a0-3b7798d4ef64. Mar 25 20:34:35.768853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:34:35.941170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:34:35.945917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:35.950428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:34:35.960312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:34:35.960950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:34:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:36.002823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-39b7d39f-b687-4272-93d2-4bf6ee4434e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "PUT /v2.0/floatingips/ab06c61e-476d-4ad7-b203-5cc0d4ec232d HTTP/1.1" status: 200 len: 991 time: 1.5574856 Mar 25 20:34:36.003402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:34:36.048925 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'status': 'completed', 'code': 200} Mar 25 20:34:36.174088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:34:36.202582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-5806bde4-20da-4c5b-ae24-311982280e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:36.204053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-5806bde4-20da-4c5b-ae24-311982280e4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 1098 time: 0.1330872 Mar 25 20:34:36.211511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5452d5c-cb30-41c7-bac2-953d53cc6bec req-70701dc3-81d2-4746-ac92-f8c7bd8427f1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:36.212899 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c5452d5c-cb30-41c7-bac2-953d53cc6bec req-70701dc3-81d2-4746-ac92-f8c7bd8427f1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.1079071 Mar 25 20:34:36.342218 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c5452d5c-cb30-41c7-bac2-953d53cc6bec req-a4741180-148f-4e65-9d95-40a09e4798fb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087723 Mar 25 20:34:36.372253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-2db53d3f-4a4a-4c0b-ab8b-11d374d1983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:36.374007 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-2db53d3f-4a4a-4c0b-ab8b-11d374d1983c service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1602831 Mar 25 20:34:36.526554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:d3:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:34:35Z', 'revision_number': 1, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:36.530452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:34:36.539569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:34:36.540185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:34:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:36.628456 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-57853284-fcda-487a-a565-a5c853136ff5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64 HTTP/1.1" status: 200 len: 999 time: 0.2485139 Mar 25 20:34:36.707064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c19cc-99d3-4aea-8e1c-988f4be47982 req-9679bfe8-e846-49d1-a0fd-e490fd7bca97 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:36.708511 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-782c19cc-99d3-4aea-8e1c-988f4be47982 req-9679bfe8-e846-49d1-a0fd-e490fd7bca97 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.1547055 Mar 25 20:34:36.713616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-183bcb9d-0184-41d4-a3ef-29d78928ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:36.715020 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-183bcb9d-0184-41d4-a3ef-29d78928ab6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0796943 Mar 25 20:34:36.729497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:34:36.799683 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-782c19cc-99d3-4aea-8e1c-988f4be47982 req-29e970d0-db2e-4c1b-becd-d8b6e0116651 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836034 Mar 25 20:34:36.831783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-0e712006-c0da-4abd-b4af-5e8b59961a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:36.833256 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-0e712006-c0da-4abd-b4af-5e8b59961a75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047769 Mar 25 20:34:36.963014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-f5f8d38a-4279-4c58-aacf-f6d7133b6382 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229980 Mar 25 20:34:37.077847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:d3:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:34:35Z', 'revision_number': 1, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:34:37.081765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4d11d-7b2e-48e5-b10a-b82886f66323 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:d3:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:34:35Z', 'revision_number': 1, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:34:37.094625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b495f53d-ca92-4f96-894f-f88d94ee5527 req-3aeb8857-adf7-46e3-a076-dcc897156fcf service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253586 Mar 25 20:34:37.262025 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49011331-d811-45b6-a72b-5a3b443f1cbd None None] New status for floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:34:37.980655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3821b-13a1-4be4-9090-f56a7b3d3c1e req-d96977cc-c3ef-4772-adb7-e1ac5cc0725d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:37.982092 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c8f3821b-13a1-4be4-9090-f56a7b3d3c1e req-d96977cc-c3ef-4772-adb7-e1ac5cc0725d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0793829 Mar 25 20:34:38.025009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c8f3821b-13a1-4be4-9090-f56a7b3d3c1e req-2056e806-06c9-47d9-93eb-16623a56c3a7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368004 Mar 25 20:34:38.205653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e09bf-f09f-4278-a042-ab015ad08fdf req-d5e6255f-101e-49a7-a3eb-c0a48fcaeb93 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:38.207048 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c6e09bf-f09f-4278-a042-ab015ad08fdf req-d5e6255f-101e-49a7-a3eb-c0a48fcaeb93 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0801721 Mar 25 20:34:38.249606 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c6e09bf-f09f-4278-a042-ab015ad08fdf req-a5cc804a-8cd9-4429-a6f7-fd26f0d65100 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369904 Mar 25 20:34:38.819145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51272486-b89c-4fcc-8dd7-40b2f492f44c req-f692f79a-e8e7-4b4c-8e13-570584a97b26 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:38.820587 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51272486-b89c-4fcc-8dd7-40b2f492f44c req-f692f79a-e8e7-4b4c-8e13-570584a97b26 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0783849 Mar 25 20:34:38.864379 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51272486-b89c-4fcc-8dd7-40b2f492f44c req-c9bc3b1c-0bc6-404e-9d22-384cd685f2e8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381641 Mar 25 20:34:38.905015 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-cb8d749f-c5b6-4cab-bfb2-6003d0a3cdd9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696886 Mar 25 20:34:39.111736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0293e6d-8cb5-4e81-b6fa-29359ffa3f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:39.192202 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:34:40.052811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd49c4e-6aaa-445d-8b73-97222cbcdde2 req-fdcadb99-4594-4d34-a87e-ac1b0d852306 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:40.054272 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2cd49c4e-6aaa-445d-8b73-97222cbcdde2 req-fdcadb99-4594-4d34-a87e-ac1b0d852306 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0830233 Mar 25 20:34:40.099227 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2cd49c4e-6aaa-445d-8b73-97222cbcdde2 req-696cf227-62a3-4431-9296-562e3cae97a4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391839 Mar 25 20:34:40.899868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-401a283e-5842-4159-bca0-0648fe913294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:40.901418 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-401a283e-5842-4159-bca0-0648fe913294 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 1098 time: 0.0704958 Mar 25 20:34:41.030472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-15e8172b-957f-401d-872f-97bae5ae6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:41.031914 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-15e8172b-957f-401d-872f-97bae5ae6b49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1231370 Mar 25 20:34:41.133311 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-aebfe90b-b5f0-4fff-81d3-3fc6d819a153 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64 HTTP/1.1" status: 200 len: 1001 time: 0.0948348 Mar 25 20:34:41.207591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-db409f0d-9cb4-49e7-959e-739b1e9a3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:41.209102 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-db409f0d-9cb4-49e7-959e-739b1e9a3f3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0670505 Mar 25 20:34:41.344253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128735-9869-4ebe-8cab-28c3e3bb6067 req-ad2792b2-2ba8-4741-87ea-e407817304a1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:41.346204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df128735-9869-4ebe-8cab-28c3e3bb6067 req-ad2792b2-2ba8-4741-87ea-e407817304a1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.1361418 Mar 25 20:34:41.348043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-48210949-8dd6-4468-bdc5-8dd7fc9659c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:41.349349 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-48210949-8dd6-4468-bdc5-8dd7fc9659c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1092341 Mar 25 20:34:41.568221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df128735-9869-4ebe-8cab-28c3e3bb6067 req-32a45af9-3293-449e-9e82-974b7eb08b70 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162831 Mar 25 20:34:41.601607 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-bcef303e-9dbf-4ac4-b4c8-f0a56b5ef715 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369189 Mar 25 20:34:41.731840 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-2ff96c66-b62f-4bb9-a79c-0aa2db6393c6 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224701 Mar 25 20:34:42.140441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-865d2327-9e57-4cfe-8113-9d953bec1ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:42.752131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679da3f-ffeb-422c-b5ff-fc678a8c2b87 req-21761985-e177-47ef-ac94-0b52f38a66bf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:42.753591 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3679da3f-ffeb-422c-b5ff-fc678a8c2b87 req-21761985-e177-47ef-ac94-0b52f38a66bf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0794213 Mar 25 20:34:42.797463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3679da3f-ffeb-422c-b5ff-fc678a8c2b87 req-51dd4241-ed47-4283-94df-f94bf14c65cb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382357 Mar 25 20:34:42.843364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:42.900290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:43.980821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618ca3b-a988-424b-9d6c-f17ab097ae3c req-ce8c7e89-70e5-438f-bc3d-c10ea217b710 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:43.982174 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3618ca3b-a988-424b-9d6c-f17ab097ae3c req-ce8c7e89-70e5-438f-bc3d-c10ea217b710 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0818555 Mar 25 20:34:44.026236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3618ca3b-a988-424b-9d6c-f17ab097ae3c req-7ae24b47-0d85-4dcc-9377-c957e40ab675 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379443 Mar 25 20:34:44.311985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:45.208901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d539e46-54ad-40a9-854e-4a80f65bdd7e req-dedccdf7-fe59-49e2-86d5-c0b678e1aca4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:45.210357 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d539e46-54ad-40a9-854e-4a80f65bdd7e req-dedccdf7-fe59-49e2-86d5-c0b678e1aca4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0782344 Mar 25 20:34:45.257234 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d539e46-54ad-40a9-854e-4a80f65bdd7e req-f592ec6f-380e-4182-9eac-5bb7f9f32ad2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413501 Mar 25 20:34:46.443218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10edd-a70f-4395-bd06-dddaa0e2423e req-0b1de44a-f82b-4127-90aa-cbc9635ee65c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:46.444754 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-acc10edd-a70f-4395-bd06-dddaa0e2423e req-0b1de44a-f82b-4127-90aa-cbc9635ee65c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0794725 Mar 25 20:34:46.491766 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-acc10edd-a70f-4395-bd06-dddaa0e2423e req-2cbb2597-3b90-4607-80e1-d588d64dc38d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Mar 25 20:34:47.676628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65c886-e01b-4c2e-9593-122f73c818c5 req-3d8f02fe-6f21-4237-a5ea-a6f27de259cb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:47.678330 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec65c886-e01b-4c2e-9593-122f73c818c5 req-3d8f02fe-6f21-4237-a5ea-a6f27de259cb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0839841 Mar 25 20:34:47.724572 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec65c886-e01b-4c2e-9593-122f73c818c5 req-ca1125e2-a1cf-4400-bcce-921c49b5b88f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Mar 25 20:34:48.066115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:34:48.904945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaa779-8505-4d09-b560-4ac3f1bad94f req-1db2f5be-312a-43fa-ab10-8b0314ba58bd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:48.906302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85aaa779-8505-4d09-b560-4ac3f1bad94f req-1db2f5be-312a-43fa-ab10-8b0314ba58bd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0780237 Mar 25 20:34:48.949430 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85aaa779-8505-4d09-b560-4ac3f1bad94f req-c17b9a14-ae02-4420-ab3a-40e7ae7f87c8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370536 Mar 25 20:34:50.134663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cf3f5-d649-4d0c-a21b-6f6982d96918 req-7f7773b5-63f9-489d-bfca-b3aa67acbadc tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:50.136118 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f72cf3f5-d649-4d0c-a21b-6f6982d96918 req-7f7773b5-63f9-489d-bfca-b3aa67acbadc tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0832272 Mar 25 20:34:50.179092 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f72cf3f5-d649-4d0c-a21b-6f6982d96918 req-721c1628-c109-4981-985e-3d8233a8f9e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373981 Mar 25 20:34:50.529627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05931794-1643-4f03-9501-d8c40200ba95 req-578c2920-9f82-4e94-80af-296d9b895eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:50.531080 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-578c2920-9f82-4e94-80af-296d9b895eec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 1098 time: 0.0728824 Mar 25 20:34:50.675522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05931794-1643-4f03-9501-d8c40200ba95 req-d73ef155-4c45-44bc-bf41-c7de7832ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:50.677060 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-d73ef155-4c45-44bc-bf41-c7de7832ad2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1276922 Mar 25 20:34:50.777345 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-01f09b28-7baa-408c-b8bd-92fed7ce3200 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64 HTTP/1.1" status: 200 len: 1001 time: 0.0942094 Mar 25 20:34:50.841740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05931794-1643-4f03-9501-d8c40200ba95 req-b4f4c912-dd25-4798-9314-3aa580c761b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:50.843042 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-b4f4c912-dd25-4798-9314-3aa580c761b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0596254 Mar 25 20:34:50.921534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05931794-1643-4f03-9501-d8c40200ba95 req-75f13358-51e9-412b-851c-d5c967358324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:50.922962 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-75f13358-51e9-412b-851c-d5c967358324 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680778 Mar 25 20:34:50.933123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-90e1470e-3788-4203-b64d-7d35b089cd83 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:34:50.934029 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-90e1470e-3788-4203-b64d-7d35b089cd83 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047867 Mar 25 20:34:51.061805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-9984f59d-bcdb-461d-b2b1-74f2752fc809 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221180 Mar 25 20:34:51.191903 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-05931794-1643-4f03-9501-d8c40200ba95 req-8c79db39-d371-4c1c-a2ba-7c671df69081 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223261 Mar 25 20:34:51.365856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af94da-b368-45d1-bceb-c3165c409ed9 req-10490157-d180-40ed-9373-bc72ec50dcdb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:51.367295 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c4af94da-b368-45d1-bceb-c3165c409ed9 req-10490157-d180-40ed-9373-bc72ec50dcdb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0834839 Mar 25 20:34:51.410380 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c4af94da-b368-45d1-bceb-c3165c409ed9 req-9ef1182c-26a7-486b-a45a-30c84421948d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371647 Mar 25 20:34:52.746827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf92f2-8b5c-4fd4-939f-6b0533ac0644 req-21d29a8f-dc67-4288-b556-6371a0b7b9e6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:52.748184 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2faf92f2-8b5c-4fd4-939f-6b0533ac0644 req-21d29a8f-dc67-4288-b556-6371a0b7b9e6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0787089 Mar 25 20:34:52.791796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2faf92f2-8b5c-4fd4-939f-6b0533ac0644 req-274afbc9-421e-46e2-a415-065e2364c309 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380683 Mar 25 20:34:53.976038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d634a-4734-4db4-a6cf-04fb210c37b3 req-2fe8b0f2-0786-4797-8579-9a54274491d6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:53.977398 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7e8d634a-4734-4db4-a6cf-04fb210c37b3 req-2fe8b0f2-0786-4797-8579-9a54274491d6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0806808 Mar 25 20:34:54.020766 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7e8d634a-4734-4db4-a6cf-04fb210c37b3 req-33b089b8-1d08-4cee-9935-fb656b36574d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377731 Mar 25 20:34:55.200087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feff4b-c0ba-442a-85f4-728981f5e92d req-b9ddd87c-6573-4336-aa00-f8f63e0eb405 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:55.201588 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91feff4b-c0ba-442a-85f4-728981f5e92d req-b9ddd87c-6573-4336-aa00-f8f63e0eb405 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0773051 Mar 25 20:34:55.341084 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91feff4b-c0ba-442a-85f4-728981f5e92d req-e8cd5e09-0e44-4212-b4fc-6693499101b3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338749 Mar 25 20:34:56.524650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da59d2d-15ec-479c-91f3-b3088ffa8d6b req-1072c8c7-6612-4cac-88e8-71d5c70f7bd8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:56.526087 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9da59d2d-15ec-479c-91f3-b3088ffa8d6b req-1072c8c7-6612-4cac-88e8-71d5c70f7bd8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0805678 Mar 25 20:34:56.569166 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9da59d2d-15ec-479c-91f3-b3088ffa8d6b req-144be1ed-8011-4e45-a396-88b0eae5dc78 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374744 Mar 25 20:34:57.752304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffad79-1c06-4c0e-b031-5589aafdd028 req-14692ec4-9775-418e-804a-55b9695fce09 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:57.753809 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-93ffad79-1c06-4c0e-b031-5589aafdd028 req-14692ec4-9775-418e-804a-55b9695fce09 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0813355 Mar 25 20:34:57.797280 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-93ffad79-1c06-4c0e-b031-5589aafdd028 req-a7624549-ba65-491f-a7a7-2bad7c281d43 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378964 Mar 25 20:34:58.871417 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-d49a8691-c483-4f43-ac21-081683fc2018 service neutron] 10.222.0.43 "GET /v2.0/ports/1d60540d-1876-4266-b0a0-3b7798d4ef64/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.0831656 Mar 25 20:34:58.983982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb0ef5-c257-40c9-9e80-36d91bd5bcd6 req-dcbaa483-be1a-4324-b3db-efd74425bb0d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:58.985392 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-addb0ef5-c257-40c9-9e80-36d91bd5bcd6 req-dcbaa483-be1a-4324-b3db-efd74425bb0d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0813141 Mar 25 20:34:59.031392 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-addb0ef5-c257-40c9-9e80-36d91bd5bcd6 req-cbb0167d-4a2d-482b-8741-6f557d5e7593 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403273 Mar 25 20:34:59.353726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-7ba74a54-3d19-4f0f-b2df-e7f9ed2d0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:59.355079 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-7ba74a54-3d19-4f0f-b2df-e7f9ed2d0ec1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 1098 time: 0.0675235 Mar 25 20:34:59.449272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-6c3f6ae8-a4ef-462b-99b8-caf17aa421f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:59.450712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-6c3f6ae8-a4ef-462b-99b8-caf17aa421f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 1098 time: 0.0743763 Mar 25 20:34:59.578575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-99119ad2-899f-4ba5-bf20-b38028898fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:59.579989 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-99119ad2-899f-4ba5-bf20-b38028898fbd service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1234956 Mar 25 20:34:59.682886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-6c8ec8d6-319c-45ef-b712-5a3618429125 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64 HTTP/1.1" status: 200 len: 1001 time: 0.0952044 Mar 25 20:34:59.742339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-6dc2e68d-3d0b-4ae4-b430-6d8ca5a9cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:59.743709 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-6dc2e68d-3d0b-4ae4-b430-6d8ca5a9cce8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0553684 Mar 25 20:34:59.818257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-24f433e2-f473-4b17-bdfb-62e60eba4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:34:59.819672 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-24f433e2-f473-4b17-bdfb-62e60eba4f0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704212 Mar 25 20:34:59.961059 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-53df20ee-939b-46f3-af91-26e239db5b38 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342981 Mar 25 20:35:00.089863 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ab7db2b-7d45-48a1-9dce-d37bf9f764ca req-4337369c-b4b4-4cf1-9d96-7cb6ce5e31e7 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226699 Mar 25 20:35:00.219408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441dc06-6ead-4736-b9dd-2a9aaa852e49 req-08ab2103-31bc-43f4-8fd5-1fb22d4bb3e0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:00.220825 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6441dc06-6ead-4736-b9dd-2a9aaa852e49 req-08ab2103-31bc-43f4-8fd5-1fb22d4bb3e0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0792015 Mar 25 20:35:00.265329 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6441dc06-6ead-4736-b9dd-2a9aaa852e49 req-5051c3ac-a04d-45fc-b63c-543d32706e8e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387657 Mar 25 20:35:01.593753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d4c0-fc96-48eb-9aa9-fd2f4e102193 req-ac8d79a1-eae8-4acd-b72d-1d7a23dc167a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:01.595070 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e03d4c0-fc96-48eb-9aa9-fd2f4e102193 req-ac8d79a1-eae8-4acd-b72d-1d7a23dc167a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0796943 Mar 25 20:35:01.639251 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e03d4c0-fc96-48eb-9aa9-fd2f4e102193 req-bdb1ded7-3a50-4bc4-a1ad-60f3b31fd36c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379992 Mar 25 20:35:02.829079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248523f8-7423-45ee-84b4-07a1edb993a2 req-b9eabba6-b4a0-4bac-a263-40b5ab03a7b7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:02.830592 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-248523f8-7423-45ee-84b4-07a1edb993a2 req-b9eabba6-b4a0-4bac-a263-40b5ab03a7b7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0796347 Mar 25 20:35:02.874722 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-248523f8-7423-45ee-84b4-07a1edb993a2 req-ca3d9ae3-98eb-418a-85c1-141a6f429266 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384831 Mar 25 20:35:03.144015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d60540d-1876-4266-b0a0-3b7798d4ef64 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:35:03.148122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d60540d-1876-4266-b0a0-3b7798d4ef64 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:35:03.355934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:03.389024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:35:03.405166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:35:03.412764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'mac_address': 'fa:16:3e:d3:f8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:35:03.418439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:35:03.459812 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'code': 200} Mar 25 20:35:03.479491 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:03.496389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:03.534379 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d60540d-1876-4266-b0a0-3b7798d4ef64 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:35:03.607261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:03.624068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:35:03.624415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:35:03.625674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.626012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.626341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.626664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.626984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.627302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.627614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.627926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.628240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.628577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.634631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:03.634631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:35:04.057288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d982c-f3f0-4ac1-a259-bf985732a020 req-ea77ad4c-e9bd-4947-b7bc-31088e6a728e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:04.058720 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-705d982c-f3f0-4ac1-a259-bf985732a020 req-ea77ad4c-e9bd-4947-b7bc-31088e6a728e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 943 time: 0.0818367 Mar 25 20:35:04.103516 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-705d982c-f3f0-4ac1-a259-bf985732a020 req-27712051-c706-49ec-9b09-f91d0898c133 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392210 Mar 25 20:35:04.178766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:04.195353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d60540d-1876-4266-b0a0-3b7798d4ef64 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:35:04.210179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:35:04.295284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:04.365580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['1d60540d-1876-4266-b0a0-3b7798d4ef64'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:35:04.402611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:04.568175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c52167-99cd-4729-b7bc-8be132d531ce req-c3b19bc4-6f6e-493a-b256-ed0bde40b077 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:04.569512 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24c52167-99cd-4729-b7bc-8be132d531ce req-c3b19bc4-6f6e-493a-b256-ed0bde40b077 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 944 time: 0.0837166 Mar 25 20:35:04.747940 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24c52167-99cd-4729-b7bc-8be132d531ce req-073f8de3-5556-47a5-89de-64571af3f3e0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542819 Mar 25 20:35:04.782864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026351-26f0-4920-bef4-50feb8beb07e req-69d24f8b-140a-4710-b5b0-e27a5e404d8c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:04.784257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1026351-26f0-4920-bef4-50feb8beb07e req-69d24f8b-140a-4710-b5b0-e27a5e404d8c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3&tenant_id=16dd3c011aa845fd9fca67e8ef962e02&binding%3Ahost_id=hv-neutron-8351 HTTP/1.1" status: 200 len: 944 time: 0.2244658 Mar 25 20:35:04.918797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026351-26f0-4920-bef4-50feb8beb07e req-a045ae00-8047-4b30-af45-e297d8adf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:04.920208 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1026351-26f0-4920-bef4-50feb8beb07e req-a045ae00-8047-4b30-af45-e297d8adf075 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 1097 time: 0.0702765 Mar 25 20:35:05.049274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026351-26f0-4920-bef4-50feb8beb07e req-f3009b0a-03b0-4055-a744-7bb5631faf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:05.050870 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1026351-26f0-4920-bef4-50feb8beb07e req-f3009b0a-03b0-4055-a744-7bb5631faf63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1245136 Mar 25 20:35:05.153385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1026351-26f0-4920-bef4-50feb8beb07e req-44a61ff7-edfc-474a-8a34-80a1c39c16f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64 HTTP/1.1" status: 200 len: 1000 time: 0.0968518 Mar 25 20:35:05.160018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d60540d-1876-4266-b0a0-3b7798d4ef64 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:35:05.218023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026351-26f0-4920-bef4-50feb8beb07e req-01de760c-46b6-4e4a-ad67-0c6c00f1ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:05.219441 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1026351-26f0-4920-bef4-50feb8beb07e req-01de760c-46b6-4e4a-ad67-0c6c00f1ada0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0593324 Mar 25 20:35:05.229087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 1d60540d-1876-4266-b0a0-3b7798d4ef64 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:35:05.229615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:05.292514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026351-26f0-4920-bef4-50feb8beb07e req-def55435-859f-4ac0-a47f-afeaa6bb6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:05.293979 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1026351-26f0-4920-bef4-50feb8beb07e req-def55435-859f-4ac0-a47f-afeaa6bb6f4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687129 Mar 25 20:35:05.343918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:05.375460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:35:05.423474 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1026351-26f0-4920-bef4-50feb8beb07e req-b46c9c9e-2029-4643-8ef4-46bc6b498f84 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231749 Mar 25 20:35:05.426225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:05.461387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:35:05.497390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:05.514540 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'code': 200} Mar 25 20:35:05.557720 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1026351-26f0-4920-bef4-50feb8beb07e req-399a1d9c-f74c-4878-95c1-f181a96900e2 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281381 Mar 25 20:35:05.939032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082b317-4add-49ad-8cee-429c65c07e20 req-445a46ac-76af-472d-9868-a79536017e9d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:05.940461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1082b317-4add-49ad-8cee-429c65c07e20 req-445a46ac-76af-472d-9868-a79536017e9d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0826423 Mar 25 20:35:05.983756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1082b317-4add-49ad-8cee-429c65c07e20 req-f6a99067-4ccc-4ec1-b7cd-b2d2cf421c42 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377071 Mar 25 20:35:07.165991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab9149-521f-4f5a-b8bc-ffcc912ad347 req-a774ecf3-5aa5-466a-a23c-14cee25f83aa tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:07.167429 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51ab9149-521f-4f5a-b8bc-ffcc912ad347 req-a774ecf3-5aa5-466a-a23c-14cee25f83aa tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0787733 Mar 25 20:35:07.210410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51ab9149-521f-4f5a-b8bc-ffcc912ad347 req-968b8ecf-12b0-4504-b11f-ae66bbe18d12 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374722 Mar 25 20:35:07.391889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f3403-1887-4606-be2d-0adb26ffc942 req-205e5408-faa9-4cb4-9268-2b8c38ea2eb3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:07.393346 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a65f3403-1887-4606-be2d-0adb26ffc942 req-205e5408-faa9-4cb4-9268-2b8c38ea2eb3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0807304 Mar 25 20:35:07.436654 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a65f3403-1887-4606-be2d-0adb26ffc942 req-8d9c14af-a4c0-4203-a71a-1dbe8f19c6c1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376587 Mar 25 20:35:07.617251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b4389-d3a0-41fc-a2a5-32d9e0f20694 req-02aa98a3-cef7-4292-8b3b-864683b65d2e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:07.618707 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d0b4389-d3a0-41fc-a2a5-32d9e0f20694 req-02aa98a3-cef7-4292-8b3b-864683b65d2e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0789194 Mar 25 20:35:07.666151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d0b4389-d3a0-41fc-a2a5-32d9e0f20694 req-a2bcff8d-691a-4ce6-bcab-f6939c687dd0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Mar 25 20:35:08.239504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b143a-e192-419f-b1df-4fbc70a57bcf req-7e377918-83d6-4585-83ef-3c2eaabadc8a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:08.240966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f47b143a-e192-419f-b1df-4fbc70a57bcf req-7e377918-83d6-4585-83ef-3c2eaabadc8a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0783153 Mar 25 20:35:08.284847 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f47b143a-e192-419f-b1df-4fbc70a57bcf req-4684d488-7c0d-47ba-b2bc-286285433f0e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383224 Mar 25 20:35:09.100689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e16ee827-e58d-45ee-ad1e-cdb73cd549cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:09.468999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7313-f7bf-4614-a9e9-0ebffd6090c5 req-b779ced1-817f-47cb-b179-62039ab1f211 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:09.470433 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2e6a7313-f7bf-4614-a9e9-0ebffd6090c5 req-b779ced1-817f-47cb-b179-62039ab1f211 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0820045 Mar 25 20:35:09.514123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2e6a7313-f7bf-4614-a9e9-0ebffd6090c5 req-9f27be39-aaf5-4788-a741-e549da2753c3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374568 Mar 25 20:35:10.120394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-d48ff6d5-b407-4860-a635-9f925b8f87f6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:10.121823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-d48ff6d5-b407-4860-a635-9f925b8f87f6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.0778408 Mar 25 20:35:10.193594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Deleting port 1d60540d-1876-4266-b0a0-3b7798d4ef64 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:35:10.193933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:10.442491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] For port 1d60540d-1876-4266-b0a0-3b7798d4ef64, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=1d60540d-1876-4266-b0a0-3b7798d4ef64,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:35:10.442748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:10.989043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443689f-eff2-4ea5-8ca0-cfe6b46a325a req-49020a27-aa0d-445d-8a3d-6c87dcc1a608 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:10.990556 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1443689f-eff2-4ea5-8ca0-cfe6b46a325a req-49020a27-aa0d-445d-8a3d-6c87dcc1a608 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 945 time: 0.3622320 Mar 25 20:35:10.993085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:10.993664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:10.994069 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d disassociated. External IP: 172.26.8.147, port: 1d60540d-1876-4266-b0a0-3b7798d4ef64. Mar 25 20:35:10.994405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Calling delete_port for 1d60540d-1876-4266-b0a0-3b7798d4ef64 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:35:11.127021 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1443689f-eff2-4ea5-8ca0-cfe6b46a325a req-856e1bec-13b0-42d1-aebc-95a49406e100 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954564 Mar 25 20:35:11.238346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:11.287877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event deleted for resources: {'Port': ['ID=1d60540d-1876-4266-b0a0-3b7798d4ef64,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:11.477537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:35:11.653128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:35:11.662956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:35:11.672716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:35:11.673321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:34:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:35:11.726777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] No DVR routers for this DVR port 1d60540d-1876-4266-b0a0-3b7798d4ef64 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:35:11.730434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:11.733282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'name': 'network-vif-deleted', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:35:11.780805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30def1b-77a0-4544-8f85-43c331d675b3', 'name': 'network-vif-deleted', 'tag': '1d60540d-1876-4266-b0a0-3b7798d4ef64', 'status': 'completed', 'code': 200} Mar 25 20:35:11.838459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bdc088-e0a1-4cf8-a2ce-eff442148d77 req-0068b094-adb9-468a-8f0f-acc61e67998d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "DELETE /v2.0/ports/1d60540d-1876-4266-b0a0-3b7798d4ef64 HTTP/1.1" status: 204 len: 173 time: 1.7108736 Mar 25 20:35:11.863442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:35:12.200880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c662e784-ca47-4c7b-8c0b-e2e72b603101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:12.231093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:35:12.235045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:35:12.243879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:35:12.244568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:35:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:35:12.292140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-ed0c8a96-8c7c-44c9-86c0-ac5880bb0ed6 req-41e6321c-abee-4afc-a451-e971c8c2557a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Synchronizing usage tracker for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:35:12.352146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-ed0c8a96-8c7c-44c9-86c0-ac5880bb0ed6 req-41e6321c-abee-4afc-a451-e971c8c2557a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Unset dirty status for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:35:12.353336 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed0c8a96-8c7c-44c9-86c0-ac5880bb0ed6 req-41e6321c-abee-4afc-a451-e971c8c2557a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30def1b-77a0-4544-8f85-43c331d675b3 HTTP/1.1" status: 200 len: 210 time: 0.1017661 Mar 25 20:35:12.421176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:35:12.753625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:35:12.764004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918b36e-4947-4d14-a715-ce0714c3fff8 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:35:12.843884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:12.912655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:12.995696 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2078efb0-3dfd-43b2-8834-524c7f470325 None None] New status for floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:35:13.192033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d60540d-1876-4266-b0a0-3b7798d4ef64 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:35:13.226860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 1d60540d-1876-4266-b0a0-3b7798d4ef64 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:35:13.227203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 1d60540d-1876-4266-b0a0-3b7798d4ef64 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:35:13.677375 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-600b80c9-f8a8-4813-8481-a0e3a1802506 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--620689453&fields=id&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 267 time: 0.0397129 Mar 25 20:35:13.823933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-2346f7ab-e840-4ba0-9d09-8ec93af17df1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:13.825310 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-2346f7ab-e840-4ba0-9d09-8ec93af17df1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 812 time: 0.1414499 Mar 25 20:35:13.839909 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-b16abdd2-67cc-4c1f-bb95-67bae6d78376 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/quotas/16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 375 time: 0.0092058 Mar 25 20:35:13.925447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-a891a9be-a354-47a4-9200-4a5e4057b571 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806353 Mar 25 20:35:14.058477 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-d4e48542-81e6-4f22-b63d-57630f66d19e service neutron] 10.222.0.37 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218531 Mar 25 20:35:14.188312 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f0016faf-c9c6-4ec5-98cf-fd0375cb488c service neutron] 10.222.0.37 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241162 Mar 25 20:35:14.301225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:14.420652 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d0ea309-9ce1-4b3a-8ad0-b6d33d6a4503 req-1523f3d5-5b7d-4bb3-91ef-90bc6e7a1063 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 210 time: 0.0415161 Mar 25 20:35:15.674620 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-680b8f18-d079-4429-a5db-ac41ded35b3a req-d5174abf-7ea6-436a-acfa-9c2e3ded7c5a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 210 time: 0.1504149 Mar 25 20:35:16.191170 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:35:16.248395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-4b5e86b0-5ce6-4cd7-ae2a-ccc3d2b354ab tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:16.249796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-4b5e86b0-5ce6-4cd7-ae2a-ccc3d2b354ab tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 812 time: 0.1452975 Mar 25 20:35:16.295964 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-fc06173c-b826-4f94-a507-bcbcf0c1dc73 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 379 time: 0.0379596 Mar 25 20:35:16.304791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'port': {'device_id': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'admin_state_up': True, 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'security_groups': ['2007ce3e-982a-486d-8588-c977e5eb25a4']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:35:16.438308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:35:16.451269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:35:16.523919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Made reservation on behalf of 16dd3c011aa845fd9fca67e8ef962e02 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:35:16.527479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:16.696379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Allocated IP 172.20.0.7 (44f31867-d55b-4fd3-b1aa-1d72b7b3fc41/761716a4-f0a5-49e8-8611-d0928d876ce6/50fb7477-2337-4684-947a-2df10fcb34f3) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:35:16.882339 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0598b84-099d-4e63-9120-d0cbfa55199f req-d4ee8280-1966-4ded-a317-8610f033f643 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 210 time: 0.0598426 Mar 25 20:35:16.929446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:16.945402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Transition to ACTIVE for port object 50fb7477-2337-4684-947a-2df10fcb34f3 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:35:17.026781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:17.092322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:35:17.095229 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:35:17.097717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:35:17.146919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:17.172000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:17.172674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:17.272708 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f09738ad-8567-46e1-93f0-f645373e2ee2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9719291 Mar 25 20:35:17.284222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Request body: {'port': {'device_id': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:35:17.393623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:17.403692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dcf658a1-126d-46b4-b72a-d2a2b3a489ed None None] Provisioning for port 50fb7477-2337-4684-947a-2df10fcb34f3 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:35:17.408594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dcf658a1-126d-46b4-b72a-d2a2b3a489ed None None] Provisioning complete for port 50fb7477-2337-4684-947a-2df10fcb34f3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:35:17.408962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dcf658a1-126d-46b4-b72a-d2a2b3a489ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:17.461304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-dcf658a1-126d-46b4-b72a-d2a2b3a489ed None None] Port 50fb7477-2337-4684-947a-2df10fcb34f3 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:35:17.726039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fb7477-2337-4684-947a-2df10fcb34f3 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:35:17.733281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:17.747729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Transition to ACTIVE for port object 50fb7477-2337-4684-947a-2df10fcb34f3 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:35:17.825655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:17.986969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Pushing event updated for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:18.050035 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:18.208379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Attempting to bind port 50fb7477-2337-4684-947a-2df10fcb34f3 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:35:18.208640 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Attempting to bind port 50fb7477-2337-4684-947a-2df10fcb34f3 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:35:18.208937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Attempting to bind port 50fb7477-2337-4684-947a-2df10fcb34f3 on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:35:18.216610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Port 50fb7477-2337-4684-947a-2df10fcb34f3 on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:35:18.216929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Attempting to bind port 50fb7477-2337-4684-947a-2df10fcb34f3 on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:35:18.228189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:35:18.228549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Checking segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:35:18.228935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Bound using segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:35:18.229351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Bound port: 50fb7477-2337-4684-947a-2df10fcb34f3, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:35:18.229689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:18.248109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876cfda-f050-4d51-bcad-4296e0585a4f req-4c46efae-a475-4552-bea6-049e0a6f01bd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:18.248827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-6876cfda-f050-4d51-bcad-4296e0585a4f req-4c46efae-a475-4552-bea6-049e0a6f01bd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Synchronizing usage tracker for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:35:18.334702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:35:18.337607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:35:18.346438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-6876cfda-f050-4d51-bcad-4296e0585a4f req-4c46efae-a475-4552-bea6-049e0a6f01bd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Unset dirty status for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:35:18.348663 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6876cfda-f050-4d51-bcad-4296e0585a4f req-4c46efae-a475-4552-bea6-049e0a6f01bd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 943 time: 0.3533084 Mar 25 20:35:18.393765 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6876cfda-f050-4d51-bcad-4296e0585a4f req-15d03b15-8c78-4d44-9434-bf6724bfc1f1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404079 Mar 25 20:35:18.395203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:18.450087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:18.450700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:18.452037 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-18f513df-d29a-43c8-a581-87011599a146 service neutron] 10.222.0.43 "PUT /v2.0/ports/50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 200 len: 1093 time: 1.1723609 Mar 25 20:35:18.452492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:35:18.476777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f513df-d29a-43c8-a581-87011599a146 service neutron] Pushing event updated for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:18.499873 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3', 'status': 'completed', 'code': 200} Mar 25 20:35:18.594532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0a08-0c83-46d2-b56e-0e6150e6659b req-8916fa88-ee4d-4739-8c5b-59aa7df17406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:18.596018 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dcce0a08-0c83-46d2-b56e-0e6150e6659b req-8916fa88-ee4d-4739-8c5b-59aa7df17406 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1096 time: 0.0768933 Mar 25 20:35:18.738037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0a08-0c83-46d2-b56e-0e6150e6659b req-f11212c3-9b46-4b2d-996e-4286db8c55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:18.739932 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dcce0a08-0c83-46d2-b56e-0e6150e6659b req-f11212c3-9b46-4b2d-996e-4286db8c55ae service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1371624 Mar 25 20:35:18.879844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce0a08-0c83-46d2-b56e-0e6150e6659b req-a6554818-4f3d-4284-9ec4-a75da7dea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:18.881319 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dcce0a08-0c83-46d2-b56e-0e6150e6659b req-a6554818-4f3d-4284-9ec4-a75da7dea4d4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367860 Mar 25 20:35:18.983442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f3ddbcd4-bd14-4bee-89b5-34387df09853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:18.984895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-f3ddbcd4-bd14-4bee-89b5-34387df09853 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1096 time: 0.0692115 Mar 25 20:35:19.053304 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-199fcf78-36c7-4b8e-a99c-01f565581158 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 200 len: 217 time: 0.0618486 Mar 25 20:35:19.118245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-81f4b0e5-bcf2-457a-adbc-f3c4c8de3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:19.119670 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-81f4b0e5-bcf2-457a-adbc-f3c4c8de3fb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0604618 Mar 25 20:35:19.196200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-e41c91e6-c728-4293-85eb-cd780cea8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:19.197632 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-e41c91e6-c728-4293-85eb-cd780cea8bde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702989 Mar 25 20:35:19.325302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-a8953adb-da83-496a-a175-ff40d056fc50 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215971 Mar 25 20:35:19.455879 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad363879-7548-4cde-852c-dbc1272fa6f5 req-6e173d35-ff76-40cf-bafc-13785c142ff1 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243358 Mar 25 20:35:19.577855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6df0-051d-4e12-9bf7-1e7ed05fc2d9 req-a2135910-f3a2-44a7-bf51-eb01174436e6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:19.643035 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-27de6df0-051d-4e12-9bf7-1e7ed05fc2d9 req-a2135910-f3a2-44a7-bf51-eb01174436e6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 943 time: 0.0805545 Mar 25 20:35:19.643035 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-27de6df0-051d-4e12-9bf7-1e7ed05fc2d9 req-40f31c3e-b3b5-4957-a257-83cff36b89df tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 Mar 25 20:35:20.820546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154b2a0-c9af-46cc-b84f-2bfb6d35d231 req-9c2cf045-9b61-4a2e-af80-3cac685ef63a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:20.821996 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c154b2a0-c9af-46cc-b84f-2bfb6d35d231 req-9c2cf045-9b61-4a2e-af80-3cac685ef63a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 943 time: 0.0855548 Mar 25 20:35:20.865204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c154b2a0-c9af-46cc-b84f-2bfb6d35d231 req-52377fc2-bd97-47de-b62d-47bf2cd165df tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371337 Mar 25 20:35:22.049719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62744a8a-8494-4e99-8e04-a08dee507d5f req-fecec221-f4e9-4ade-90ae-e8bb2429bddf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:22.051141 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-62744a8a-8494-4e99-8e04-a08dee507d5f req-fecec221-f4e9-4ade-90ae-e8bb2429bddf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 943 time: 0.0780060 Mar 25 20:35:22.094451 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-62744a8a-8494-4e99-8e04-a08dee507d5f req-7d22cf82-c7a2-43b6-9fd5-ba82625471c1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371847 Mar 25 20:35:23.235346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 50fb7477-2337-4684-947a-2df10fcb34f3 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:35:23.277673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb5085-227e-4b32-9fdf-7d6f1e760882 req-ed87df11-c47f-44f8-8e19-2da09aba8997 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:23.279118 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fbfb5085-227e-4b32-9fdf-7d6f1e760882 req-ed87df11-c47f-44f8-8e19-2da09aba8997 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 943 time: 0.0832839 Mar 25 20:35:23.325408 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fbfb5085-227e-4b32-9fdf-7d6f1e760882 req-04a447e5-815b-4f77-8ca3-44bcea573f76 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383346 Mar 25 20:35:23.367031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:35:23.380498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '50fb7477-2337-4684-947a-2df10fcb34f3', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': '50fb7477-2337-4684-947a-2df10fcb34f3', 'mac_address': 'fa:16:3e:8a:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:35:23.436740 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:23.453113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fb7477-2337-4684-947a-2df10fcb34f3 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:35:23.467508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:35:23.529253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:23.593537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:23.835248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['50fb7477-2337-4684-947a-2df10fcb34f3'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:35:24.503316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ac5ce-327c-4fd4-80a8-3d2d51383284 req-b360ba35-1114-4710-8693-c7da285207a7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:24.504767 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b49ac5ce-327c-4fd4-80a8-3d2d51383284 req-b360ba35-1114-4710-8693-c7da285207a7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 944 time: 0.0776160 Mar 25 20:35:24.550307 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b49ac5ce-327c-4fd4-80a8-3d2d51383284 req-ac1e83df-00ed-4ab5-a09f-819ec4547cd1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395558 Mar 25 20:35:25.250711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 50fb7477-2337-4684-947a-2df10fcb34f3 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:35:25.357987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 50fb7477-2337-4684-947a-2df10fcb34f3 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:35:25.362561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 50fb7477-2337-4684-947a-2df10fcb34f3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:35:25.362926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:25.475504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:25.501512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:35:25.510749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:35:25.546422 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3', 'code': 200} Mar 25 20:35:25.553545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:25.632501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:35:25.835803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93199e-ba23-439d-a470-e1e46a7de27c req-4209042a-18d9-4495-8751-e895f3a30b96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:25.837174 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e93199e-ba23-439d-a470-e1e46a7de27c req-4209042a-18d9-4495-8751-e895f3a30b96 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.1709809 Mar 25 20:35:25.925496 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e93199e-ba23-439d-a470-e1e46a7de27c req-8d3be3d8-fed6-44bb-9c7c-ff4071ddb664 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573487 Mar 25 20:35:25.943793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1871-d7fe-4be2-bddb-c469665a1a01 req-41fe5f31-f8f3-4182-bd3b-97d5804a777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:25.945393 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50db1871-d7fe-4be2-bddb-c469665a1a01 req-41fe5f31-f8f3-4182-bd3b-97d5804a777b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1098 time: 0.1073592 Mar 25 20:35:25.984865 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50db1871-d7fe-4be2-bddb-c469665a1a01 req-6e714621-5444-4bcf-b352-7cc92b4281b4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337543 Mar 25 20:35:27.110743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468f2ce-ae89-4486-997a-3546022ee8a2 req-1179172c-5bdc-4665-bbbe-78b57de6829b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:27.112156 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6468f2ce-ae89-4486-997a-3546022ee8a2 req-1179172c-5bdc-4665-bbbe-78b57de6829b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0775201 Mar 25 20:35:27.158873 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6468f2ce-ae89-4486-997a-3546022ee8a2 req-e3bd227f-c54f-4e1c-9f69-472698f4f5db tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402536 Mar 25 20:35:28.339043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356c505-0457-45b2-9eff-c359b2dc7546 req-d578627f-e89a-4401-a507-1f23ea6b9585 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:28.340501 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9356c505-0457-45b2-9eff-c359b2dc7546 req-d578627f-e89a-4401-a507-1f23ea6b9585 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0790329 Mar 25 20:35:28.383762 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9356c505-0457-45b2-9eff-c359b2dc7546 req-f74abb66-0a32-457d-a677-8f7fd889d13d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376353 Mar 25 20:35:28.562020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9387b61-1cc2-42ef-a1d0-a089be249e42 req-7c2aad50-c8c1-4fa5-92bb-646ceb5e7dd7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:28.563371 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b9387b61-1cc2-42ef-a1d0-a089be249e42 req-7c2aad50-c8c1-4fa5-92bb-646ceb5e7dd7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0808403 Mar 25 20:35:28.572323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40194) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:35:28.577225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'floatingip': {'port_id': '50fb7477-2337-4684-947a-2df10fcb34f3'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:35:28.652209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:29.242570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:29.300976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:29.466776 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d associated. External IP: 172.26.8.147, port: 50fb7477-2337-4684-947a-2df10fcb34f3. Mar 25 20:35:29.904343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:35:30.076660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:35:30.081384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:30.085885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:35:30.095339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:35:30.095928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:35:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:35:30.140359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a48243d6-289a-4067-8b9c-eebef700dd4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "PUT /v2.0/floatingips/ab06c61e-476d-4ad7-b203-5cc0d4ec232d HTTP/1.1" status: 200 len: 991 time: 1.5669460 Mar 25 20:35:30.140963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:35:30.185421 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3', 'status': 'completed', 'code': 200} Mar 25 20:35:30.277704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-e7c5d116-5541-4953-bdca-24f6dead4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:30.279185 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-e7c5d116-5541-4953-bdca-24f6dead4618 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1098 time: 0.0712464 Mar 25 20:35:30.317889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:35:30.416565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-0f319f0a-5830-4866-910a-cf2900450760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:30.420998 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-0f319f0a-5830-4866-910a-cf2900450760 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1326702 Mar 25 20:35:30.569425 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-b712c9c9-063e-4fa0-a49d-081e7cde44a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 200 len: 999 time: 0.1450689 Mar 25 20:35:30.647802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-49c3012e-4682-4931-a7db-4cefdff5c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:30.650349 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-49c3012e-4682-4931-a7db-4cefdff5c67d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0740564 Mar 25 20:35:30.657881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39654a6-4266-4306-8185-130aedf0760d req-7f64fd87-adb7-4584-bd1b-2cfe2425add8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:30.659271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a39654a6-4266-4306-8185-130aedf0760d req-7f64fd87-adb7-4584-bd1b-2cfe2425add8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.1833086 Mar 25 20:35:30.683453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '50fb7477-2337-4684-947a-2df10fcb34f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:8a:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:35:29Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:35:30.687199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:35:30.696255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:35:30.696877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:35:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:35:30.744434 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a39654a6-4266-4306-8185-130aedf0760d req-e1260a9a-25c0-46de-908b-ef402bbe2944 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550439 Mar 25 20:35:30.762586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-0639ab63-9fc2-48c0-90ed-84d7508dae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:30.764278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-0639ab63-9fc2-48c0-90ed-84d7508dae2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1041553 Mar 25 20:35:30.883577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:35:30.901916 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-8b9a9479-77b4-436a-8de3-93f57c93a2a6 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309309 Mar 25 20:35:31.038068 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1613bdba-ec9f-45d4-838f-f1cd2b069b65 req-477a6fe2-cc67-41f5-912b-05feebc1cd05 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296651 Mar 25 20:35:31.235507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '50fb7477-2337-4684-947a-2df10fcb34f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:8a:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:35:29Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:35:31.239850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1534723-9785-4661-8c1c-9ec44e45e0a6 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '50fb7477-2337-4684-947a-2df10fcb34f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:8a:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:35:29Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:35:31.414333 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076122a6-2e54-4e8b-92a4-2b24b696c236 None None] New status for floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:35:32.036757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d2a09-05a9-44fc-85ec-94c642260757 req-eedb4e87-bc6f-47bb-b875-fd2dd1f8ece7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:32.038120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6f6d2a09-05a9-44fc-85ec-94c642260757 req-eedb4e87-bc6f-47bb-b875-fd2dd1f8ece7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.1818557 Mar 25 20:35:32.081080 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6f6d2a09-05a9-44fc-85ec-94c642260757 req-19ee343c-41c3-4a64-8331-0d5858f9b35e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372882 Mar 25 20:35:33.263714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeb7f5-77be-4317-83f5-298d2db6c9d8 req-654a509b-f958-43eb-b3c1-74b1dea24450 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:33.265140 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdbeb7f5-77be-4317-83f5-298d2db6c9d8 req-654a509b-f958-43eb-b3c1-74b1dea24450 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0800173 Mar 25 20:35:33.309324 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdbeb7f5-77be-4317-83f5-298d2db6c9d8 req-a0904473-a67d-4d76-b0f0-d33800d2f816 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385482 Mar 25 20:35:34.490013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d14a5-f707-4e49-afed-42423bf7cd5a req-729fde6c-98d9-4a6e-92fc-ec39a994af25 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:34.491461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bb7d14a5-f707-4e49-afed-42423bf7cd5a req-729fde6c-98d9-4a6e-92fc-ec39a994af25 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0789607 Mar 25 20:35:34.534581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bb7d14a5-f707-4e49-afed-42423bf7cd5a req-c33863e9-a912-45ad-9999-4e9f3c33667e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376050 Mar 25 20:35:35.717957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7491d7-5d9e-423f-a9a4-06aa4112a781 req-a2421fb4-b5b2-4e36-9b95-8cdd781d8ae5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:35.719395 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d7491d7-5d9e-423f-a9a4-06aa4112a781 req-a2421fb4-b5b2-4e36-9b95-8cdd781d8ae5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0806859 Mar 25 20:35:35.763082 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d7491d7-5d9e-423f-a9a4-06aa4112a781 req-9b6a6b2f-15b8-4b81-8c77-5eac9b071ae5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379117 Mar 25 20:35:36.945986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a625f0-8d28-4988-92b3-a17d57207896 req-f6d5fd09-eaf9-405d-9232-368aae3098e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:36.947407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68a625f0-8d28-4988-92b3-a17d57207896 req-f6d5fd09-eaf9-405d-9232-368aae3098e9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0834196 Mar 25 20:35:36.992332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68a625f0-8d28-4988-92b3-a17d57207896 req-40ac4a30-9cbb-415b-9e8a-0fc64125aec0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393929 Mar 25 20:35:38.173023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60a166-33f5-42b3-8113-718d4b6bc88d req-e7da910c-c5e3-48fe-b1c9-da29d8ae4b01 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:38.174447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0c60a166-33f5-42b3-8113-718d4b6bc88d req-e7da910c-c5e3-48fe-b1c9-da29d8ae4b01 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0785878 Mar 25 20:35:38.216598 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0c60a166-33f5-42b3-8113-718d4b6bc88d req-364ed755-d2ba-45fa-a1d1-a9046c97e602 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360529 Mar 25 20:35:39.095887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb4a734c-2488-475e-8532-5de5bd4e98ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:39.403173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca27f07-dfdb-4b95-9264-888703251840 req-81f9f8c6-5b75-4f50-8e0f-b9361fa4e18a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:39.404646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cca27f07-dfdb-4b95-9264-888703251840 req-81f9f8c6-5b75-4f50-8e0f-b9361fa4e18a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0817580 Mar 25 20:35:39.449874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cca27f07-dfdb-4b95-9264-888703251840 req-3cd679e1-c7e6-4eed-9f58-cb9acc63b2f6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396192 Mar 25 20:35:40.640273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b7093-1784-4ac0-9687-d95b907751ed req-e65d71a2-6abf-407e-a3a4-c10fba965e66 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:40.641756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-409b7093-1784-4ac0-9687-d95b907751ed req-e65d71a2-6abf-407e-a3a4-c10fba965e66 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0799868 Mar 25 20:35:40.686354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-409b7093-1784-4ac0-9687-d95b907751ed req-6cf07c13-6cb4-4a46-9f81-58783f86b363 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Mar 25 20:35:41.885027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b74e88-4ee3-4ece-8cbd-5f180718d9cd req-b418910e-629c-4c53-b68c-cc8e1b870e74 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:41.886473 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c9b74e88-4ee3-4ece-8cbd-5f180718d9cd req-b418910e-629c-4c53-b68c-cc8e1b870e74 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0943964 Mar 25 20:35:41.929942 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c9b74e88-4ee3-4ece-8cbd-5f180718d9cd req-1366ebef-80c5-477c-a837-935250781005 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Mar 25 20:35:42.106870 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e774f775-02a8-4818-802c-05bd56c8e2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:42.849132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:42.929105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:43.115711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e8f7d-d76f-446a-aece-b929bae30c30 req-9ec2d4ef-a2fb-4f86-9af1-1a81be25215d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:43.117174 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1e8f7d-d76f-446a-aece-b929bae30c30 req-9ec2d4ef-a2fb-4f86-9af1-1a81be25215d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0813143 Mar 25 20:35:43.166180 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1e8f7d-d76f-446a-aece-b929bae30c30 req-301fd5a0-1dfd-4f72-9c77-db73ea77e342 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434206 Mar 25 20:35:44.301733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:44.346501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee1dfb-97ac-4e13-b06b-3fdc40096875 req-dc9faf45-6df7-4250-9536-5175a4b5d70c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:44.347921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7cee1dfb-97ac-4e13-b06b-3fdc40096875 req-dc9faf45-6df7-4250-9536-5175a4b5d70c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0784807 Mar 25 20:35:44.391732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7cee1dfb-97ac-4e13-b06b-3fdc40096875 req-6dc2acf0-402d-4da7-92c6-a915be8fc823 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376115 Mar 25 20:35:45.574087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845ead2-d6d5-47b8-8b9f-7ad98d0afd21 req-69421d48-236a-4cf5-b0ac-32eb2dc1012b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:45.575497 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f845ead2-d6d5-47b8-8b9f-7ad98d0afd21 req-69421d48-236a-4cf5-b0ac-32eb2dc1012b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0803499 Mar 25 20:35:45.618550 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f845ead2-d6d5-47b8-8b9f-7ad98d0afd21 req-b6b8ec71-5cd3-4d11-9bcb-7c8056031ea3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375369 Mar 25 20:35:46.803515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c110a-0ebd-4369-ab3c-29ee3442c7a2 req-1f9bae48-daa7-4e3f-b8bb-1f22459798b9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:46.805688 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f6c110a-0ebd-4369-ab3c-29ee3442c7a2 req-1f9bae48-daa7-4e3f-b8bb-1f22459798b9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0820830 Mar 25 20:35:46.853009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7f6c110a-0ebd-4369-ab3c-29ee3442c7a2 req-8b6f0a46-4668-4d72-817d-960ba55ccc9a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414212 Mar 25 20:35:48.036277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d423f7d-b611-4d02-b480-27079e9df649 req-59230cc6-af87-484c-90a6-64693a1b47b1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:48.038172 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d423f7d-b611-4d02-b480-27079e9df649 req-59230cc6-af87-484c-90a6-64693a1b47b1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0805178 Mar 25 20:35:48.050167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:35:48.082088 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d423f7d-b611-4d02-b480-27079e9df649 req-66127c8a-7eb7-47f3-af5c-3b0145f41f3b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381651 Mar 25 20:35:49.265704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908b7fc-59fd-4b97-b4ff-b5514366d426 req-1acbbab5-8215-4434-b017-638b1b8caa1e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:49.267159 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e908b7fc-59fd-4b97-b4ff-b5514366d426 req-1acbbab5-8215-4434-b017-638b1b8caa1e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0823996 Mar 25 20:35:49.309559 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e908b7fc-59fd-4b97-b4ff-b5514366d426 req-e6503eb8-1dc0-4d48-975f-fe5c00af8498 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362358 Mar 25 20:35:50.492799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5c2e9-5a57-4d27-9f69-3f8f02c97194 req-86766fb2-b51b-485e-92b1-d2a3d69a7850 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:50.494249 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-caf5c2e9-5a57-4d27-9f69-3f8f02c97194 req-86766fb2-b51b-485e-92b1-d2a3d69a7850 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0784805 Mar 25 20:35:50.537944 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-caf5c2e9-5a57-4d27-9f69-3f8f02c97194 req-1df43d57-b9f6-4ccd-b255-dd07a4b20cd9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377910 Mar 25 20:35:51.719354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1e1b3-94a1-4544-8719-39ba7e46e88e req-8623ddb3-315c-45d2-a35e-0200e4727772 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:51.720814 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-35e1e1b3-94a1-4544-8719-39ba7e46e88e req-8623ddb3-315c-45d2-a35e-0200e4727772 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0798368 Mar 25 20:35:51.763596 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-35e1e1b3-94a1-4544-8719-39ba7e46e88e req-a24e42a7-7c12-47b7-b23a-c8fa6dddfc12 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373170 Mar 25 20:35:52.522497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-a172ceda-521c-40b0-b833-e2d2e8198b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:52.523915 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-a172ceda-521c-40b0-b833-e2d2e8198b15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1098 time: 0.0689516 Mar 25 20:35:52.663958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-b3c5615b-639b-47bb-b87b-b94c4b6d1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:52.665426 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-b3c5615b-639b-47bb-b87b-b94c4b6d1344 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1237833 Mar 25 20:35:52.812147 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-a163c6aa-f656-4cf2-b774-52a34e3f896a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 200 len: 1001 time: 0.1406815 Mar 25 20:35:52.914966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-593b4d62-11dd-4597-bc68-6c92492849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:52.916361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-593b4d62-11dd-4597-bc68-6c92492849b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0971086 Mar 25 20:35:53.096065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15230ca2-92c5-4a09-8eee-4df1bf66a171 req-ae1be993-b799-47c9-91c3-5dca150e1f64 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:53.097580 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-15230ca2-92c5-4a09-8eee-4df1bf66a171 req-ae1be993-b799-47c9-91c3-5dca150e1f64 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.2280617 Mar 25 20:35:53.144768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-ebdc4406-9da0-4467-bae2-0ea430f3bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:53.146181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-ebdc4406-9da0-4467-bae2-0ea430f3bccd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2219398 Mar 25 20:35:53.156532 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-15230ca2-92c5-4a09-8eee-4df1bf66a171 req-b43e95ca-e4a9-44c6-8599-43fcf8bfaf0e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526907 Mar 25 20:35:53.190352 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:35:53.280899 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-a0be21c7-43d8-4b27-ba5b-c4b5659933e7 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272192 Mar 25 20:35:53.410920 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c442367d-5a63-4526-84c3-ad03e84234c3 req-3abd57ed-07f7-4cd0-8bc9-4c6d0ea65790 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228034 Mar 25 20:35:54.341814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55dc68-c2ff-4a64-b87b-39d8e491519d req-3cccd899-0f7f-43b6-af00-c5cc097c08a3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:54.343250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de55dc68-c2ff-4a64-b87b-39d8e491519d req-3cccd899-0f7f-43b6-af00-c5cc097c08a3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0802462 Mar 25 20:35:54.390472 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de55dc68-c2ff-4a64-b87b-39d8e491519d req-a04e2c09-31ae-4824-90d4-2ea24f0a5d64 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Mar 25 20:35:55.569039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ded53c-aad4-404b-9d4b-fe282f30dd60 req-b13b5f40-a677-4453-bcb7-0893b922e738 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:55.570459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ded53c-aad4-404b-9d4b-fe282f30dd60 req-b13b5f40-a677-4453-bcb7-0893b922e738 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0776677 Mar 25 20:35:55.612917 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ded53c-aad4-404b-9d4b-fe282f30dd60 req-f338e4b2-8c5c-43ec-ba98-85d9fc985aee tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369515 Mar 25 20:35:56.798137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ecc9-3f58-4794-8bef-03b6c5c7bdbb req-1b3b3037-9be1-4c55-b627-fc78308787ff tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:56.799567 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9216ecc9-3f58-4794-8bef-03b6c5c7bdbb req-1b3b3037-9be1-4c55-b627-fc78308787ff tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0828524 Mar 25 20:35:56.842936 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9216ecc9-3f58-4794-8bef-03b6c5c7bdbb req-23953b4b-ac1f-4d99-8bfb-1f4bb3ec193c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371945 Mar 25 20:35:57.401280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af123324-c239-48af-b008-3b02cfb5b2a4 req-92416508-59fd-4bdd-a75b-3c6d429eb505 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:57.402716 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-af123324-c239-48af-b008-3b02cfb5b2a4 req-92416508-59fd-4bdd-a75b-3c6d429eb505 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0805936 Mar 25 20:35:57.446265 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-af123324-c239-48af-b008-3b02cfb5b2a4 req-7ade78db-0051-43b7-b094-b9a0cebbebf1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379565 Mar 25 20:35:57.472300 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-03aa33d4-6137-4c1a-803e-3dba71a816a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696039 Mar 25 20:35:58.635750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a8277-ec67-4495-a4ef-872cad89dce4 req-cac3eb9a-ca6d-4091-aa46-2052a5ef92ed tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:58.637209 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a8a8277-ec67-4495-a4ef-872cad89dce4 req-cac3eb9a-ca6d-4091-aa46-2052a5ef92ed tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0858438 Mar 25 20:35:58.684397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a8a8277-ec67-4495-a4ef-872cad89dce4 req-8dd27492-affb-4af5-a4de-56a8c455bfe9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414183 Mar 25 20:35:59.333127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-8afeafe1-72da-4a81-a830-7001048722d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:59.334456 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-8afeafe1-72da-4a81-a830-7001048722d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1098 time: 0.0695500 Mar 25 20:35:59.465848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-eb77393f-cf56-401a-ba34-9eabc7f668bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:59.467434 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-eb77393f-cf56-401a-ba34-9eabc7f668bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1269131 Mar 25 20:35:59.568680 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-1245beac-733e-4469-ad78-9fc6cfd413e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 200 len: 1001 time: 0.0950639 Mar 25 20:35:59.634019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-2c700505-3b8a-4fa9-9651-d05a1c247f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:59.635435 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-2c700505-3b8a-4fa9-9651-d05a1c247f58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0607302 Mar 25 20:35:59.711075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-dbf2f8fe-4a05-4e46-bce4-4aea037f678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:59.715476 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-dbf2f8fe-4a05-4e46-bce4-4aea037f678c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702279 Mar 25 20:35:59.892825 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-253638b1-6d7c-4931-b467-e19eae7f4ebb service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720016 Mar 25 20:35:59.994453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5c31-f936-4d26-b450-858a09533ae5 req-c46ceea3-e19e-43aa-a8f2-ff1d5e43a9cb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:35:59.995872 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-79ae5c31-f936-4d26-b450-858a09533ae5 req-c46ceea3-e19e-43aa-a8f2-ff1d5e43a9cb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.1943579 Mar 25 20:36:00.156345 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-79ae5c31-f936-4d26-b450-858a09533ae5 req-e017411a-f255-4b6f-bd1d-7fb94ab045f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530318 Mar 25 20:36:00.163646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-78811bbd-54d9-4a67-8d38-94ea3eecf4d7 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647429 Mar 25 20:36:01.355548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8852b-4602-4f04-9260-ee6a413d243c req-36cc1f82-399d-4bce-ac11-169bd3aea489 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:01.357015 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f4c8852b-4602-4f04-9260-ee6a413d243c req-36cc1f82-399d-4bce-ac11-169bd3aea489 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0785193 Mar 25 20:36:01.400332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f4c8852b-4602-4f04-9260-ee6a413d243c req-6f285d49-7c5c-4425-8f09-24cc7019c7d6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378628 Mar 25 20:36:02.104300 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-2cf3263e-9c9a-47df-9b57-098aefa78b2c service neutron] 10.222.0.43 "GET /v2.0/ports/50fb7477-2337-4684-947a-2df10fcb34f3/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.0754254 Mar 25 20:36:02.583866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410d6a3-58e0-46c3-a268-5c6d9d67a65b req-a1402680-de15-4bd8-b8ee-f92a354ab1a6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:02.585350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6410d6a3-58e0-46c3-a268-5c6d9d67a65b req-a1402680-de15-4bd8-b8ee-f92a354ab1a6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0784154 Mar 25 20:36:02.674965 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6410d6a3-58e0-46c3-a268-5c6d9d67a65b req-3dc8d4b7-6c36-4ad8-a783-c612ac2d11d1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838203 Mar 25 20:36:02.696560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-2813c967-af6c-4910-a8fe-d3c0754d94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:02.698014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-2813c967-af6c-4910-a8fe-d3c0754d94e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 1098 time: 0.0940235 Mar 25 20:36:02.785881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-42eccfab-eaa9-4330-a771-e5b7c90b9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:02.787889 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-42eccfab-eaa9-4330-a771-e5b7c90b9ee8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1098 time: 0.0696621 Mar 25 20:36:02.915443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-5eee892a-449b-413e-a7eb-962992589e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:02.916906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-5eee892a-449b-413e-a7eb-962992589e22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1235003 Mar 25 20:36:03.022553 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-fb5980b0-4e54-4a75-aaaa-5baa6debc6dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 200 len: 1001 time: 0.0998540 Mar 25 20:36:03.082487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-0075dc4e-1b67-4a42-aac1-e5990a40c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:03.083868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-0075dc4e-1b67-4a42-aac1-e5990a40c6c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0556428 Mar 25 20:36:03.162159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-f36e537c-cc38-4352-8938-6d7f3a9fd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:03.163606 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-f36e537c-cc38-4352-8938-6d7f3a9fd0b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731153 Mar 25 20:36:03.290969 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-f3ee2d4c-a1d9-437f-973a-6d09b08aaa4f service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208246 Mar 25 20:36:03.417771 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b8e55da-95f2-4922-8668-ecf3899bca1e req-fcf6dff2-cc33-41e7-95cb-6e0d06e4a6f2 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207933 Mar 25 20:36:03.860202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d0d7e-b3e1-489f-bbab-3edc09489c05 req-9d94fcbc-a7a9-4da3-91b1-3a881627c906 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:03.861633 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-843d0d7e-b3e1-489f-bbab-3edc09489c05 req-9d94fcbc-a7a9-4da3-91b1-3a881627c906 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0764234 Mar 25 20:36:03.904454 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-843d0d7e-b3e1-489f-bbab-3edc09489c05 req-2ed83ae0-a946-4e1f-90ab-b52efc398959 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373809 Mar 25 20:36:05.086969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812f593-9f0c-4990-99de-f695fdb1019a req-0d231a1d-173b-4744-b971-3d5e2cff1052 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:05.088403 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2812f593-9f0c-4990-99de-f695fdb1019a req-0d231a1d-173b-4744-b971-3d5e2cff1052 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0810914 Mar 25 20:36:05.132444 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2812f593-9f0c-4990-99de-f695fdb1019a req-443a3b79-a1cf-4d71-aec6-00e94550e902 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383468 Mar 25 20:36:05.417447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 50fb7477-2337-4684-947a-2df10fcb34f3 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:36:05.529051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:05.554717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:36:05.564587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:05.605981 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3', 'code': 200} Mar 25 20:36:05.679195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:05.743795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:05.751304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.751634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.751965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.752289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.752678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.753006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.753328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.753645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.753978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.754276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.754588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:05.754899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:06.318407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94342be-133d-4c1c-a1f2-9b64fc162bee req-b9d52d69-9b68-4293-b7f9-4574d01724ae tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:06.319834 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e94342be-133d-4c1c-a1f2-9b64fc162bee req-b9d52d69-9b68-4293-b7f9-4574d01724ae tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 943 time: 0.0780592 Mar 25 20:36:06.366064 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e94342be-133d-4c1c-a1f2-9b64fc162bee req-2a35f038-b785-4922-bf25-881cf2d792dc tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406563 Mar 25 20:36:06.892242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49a235-d5c6-4c0a-b7bf-3504fb16fd5b req-c95111f9-b0ab-41f6-b7a1-b05a7d0e3d70 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:06.893675 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d49a235-d5c6-4c0a-b7bf-3504fb16fd5b req-c95111f9-b0ab-41f6-b7a1-b05a7d0e3d70 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 943 time: 0.1129186 Mar 25 20:36:06.950623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d49a235-d5c6-4c0a-b7bf-3504fb16fd5b req-4cc3471e-2efa-4771-875f-6542e5f2155d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481546 Mar 25 20:36:06.975412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-6cfb2018-36f1-4e4f-8f06-217d46406e07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:06.976813 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-6cfb2018-36f1-4e4f-8f06-217d46406e07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58&tenant_id=16dd3c011aa845fd9fca67e8ef962e02&binding%3Ahost_id=hv-neutron-8351 HTTP/1.1" status: 200 len: 943 time: 0.1279914 Mar 25 20:36:07.122950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-5ae3aca8-1c56-4c5a-8839-ecd5ec391577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:07.124430 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-5ae3aca8-1c56-4c5a-8839-ecd5ec391577 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1096 time: 0.0738077 Mar 25 20:36:07.346601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-122a9780-42e2-41ad-a92e-de8224e21dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:07.347972 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-122a9780-42e2-41ad-a92e-de8224e21dcf service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.2176468 Mar 25 20:36:07.431984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 50fb7477-2337-4684-947a-2df10fcb34f3 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:36:07.448955 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-6e1f160b-b18b-4508-af86-a5ae1049e299 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 200 len: 999 time: 0.0948889 Mar 25 20:36:07.514671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-f08f4a3a-5e25-4450-b91b-688ab3b4a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:07.516216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-f08f4a3a-5e25-4450-b91b-688ab3b4a0e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0620916 Mar 25 20:36:07.589195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-d4bd82a1-ee54-46a3-bd45-5c8dc89217da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:07.590657 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-d4bd82a1-ee54-46a3-bd45-5c8dc89217da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684211 Mar 25 20:36:07.598348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:07.612169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '50fb7477-2337-4684-947a-2df10fcb34f3', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': '50fb7477-2337-4684-947a-2df10fcb34f3', 'mac_address': 'fa:16:3e:8a:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:36:07.667678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:07.684023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fb7477-2337-4684-947a-2df10fcb34f3 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:36:07.699005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:07.722879 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-fd400eb5-471d-4cac-976d-4dc40a60c945 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255019 Mar 25 20:36:07.765098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:07.835400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['50fb7477-2337-4684-947a-2df10fcb34f3'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:36:07.851713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c3ba590-6e62-4634-bfd2-e98bba8e2174 req-bb17fb00-e5d1-47d4-b4da-f3f039aa067c service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227572 Mar 25 20:36:07.882524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:08.136743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf4f55-b393-4dcd-84a0-d6a371e99542 req-5c9b24e4-836b-440e-b1fc-71a28f4edd1c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:08.138252 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8bf4f55-b393-4dcd-84a0-d6a371e99542 req-5c9b24e4-836b-440e-b1fc-71a28f4edd1c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 944 time: 0.0792279 Mar 25 20:36:08.186278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e8bf4f55-b393-4dcd-84a0-d6a371e99542 req-bceb4161-6453-4513-b6b5-d4716b496c60 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Mar 25 20:36:09.113305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d37ef44-fcae-4941-9d4a-e189e00c185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:09.366001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d8e61-18ba-4004-b933-239e3fb04c26 req-048d4577-4c3d-4f9e-8206-b7fbb261ddc4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:09.367428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-754d8e61-18ba-4004-b933-239e3fb04c26 req-048d4577-4c3d-4f9e-8206-b7fbb261ddc4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 944 time: 0.0782495 Mar 25 20:36:09.410445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-754d8e61-18ba-4004-b933-239e3fb04c26 req-d74aed9b-98b5-406d-8a11-825285ec10d6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374639 Mar 25 20:36:09.437294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 50fb7477-2337-4684-947a-2df10fcb34f3 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:36:09.507507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 50fb7477-2337-4684-947a-2df10fcb34f3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:36:09.507775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:09.595814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9115c84-6a67-4c5c-abbf-829d8c19d445 req-d3f686cf-196d-46d0-8fba-5ce97542eda4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:09.597302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b9115c84-6a67-4c5c-abbf-829d8c19d445 req-d3f686cf-196d-46d0-8fba-5ce97542eda4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 944 time: 0.0815639 Mar 25 20:36:09.628890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:09.641900 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b9115c84-6a67-4c5c-abbf-829d8c19d445 req-b21c7a75-8a85-4763-8c31-30860ffcb97b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385382 Mar 25 20:36:09.667077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:36:09.669642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:09.704299 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3', 'code': 200} Mar 25 20:36:09.753601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:09.820023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:10.109163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591050d-cc42-4f9a-862b-d34ee416429b req-adc39c77-b442-4cfb-af48-ce9f6eefaa3c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:10.110611 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a591050d-cc42-4f9a-862b-d34ee416429b req-adc39c77-b442-4cfb-af48-ce9f6eefaa3c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0800240 Mar 25 20:36:10.197938 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a591050d-cc42-4f9a-862b-d34ee416429b req-baa1baa7-d488-4755-989d-a18fe9d83d76 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814190 Mar 25 20:36:10.226512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-1ab27dc7-b28b-42c7-a16f-193abcef3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:10.227943 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-1ab27dc7-b28b-42c7-a16f-193abcef3e31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 1098 time: 0.0807872 Mar 25 20:36:10.356077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-dbe197ac-15fa-4733-8dbd-1384cf80db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:10.357580 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-dbe197ac-15fa-4733-8dbd-1384cf80db1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1241105 Mar 25 20:36:10.458373 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-7b868d41-972b-4b5d-9803-3590a4c1cd7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 200 len: 1001 time: 0.0946259 Mar 25 20:36:10.518641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-b8a2b671-9a15-4b8d-9a22-cd11d6af0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:10.520004 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-b8a2b671-9a15-4b8d-9a22-cd11d6af0186 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0556738 Mar 25 20:36:10.592315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-2bc0c28f-b845-49e7-a98c-2e0b616be79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:10.593788 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-2bc0c28f-b845-49e7-a98c-2e0b616be79d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673122 Mar 25 20:36:10.722816 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-930ff562-ba28-4930-935d-3016ce8d5de3 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221163 Mar 25 20:36:10.951435 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dcf9938-ddf2-455e-96b3-38a4ac5bb60d req-96891bcd-d77f-41d8-8c68-1095cde06c7c service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224481 Mar 25 20:36:11.389780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84907e-0f43-4c3d-a8cd-8b1a817cbcf8 req-0b1b384b-deaa-4a5a-9f34-5b4aaf3fcfe8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:11.391257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c84907e-0f43-4c3d-a8cd-8b1a817cbcf8 req-0b1b384b-deaa-4a5a-9f34-5b4aaf3fcfe8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0865052 Mar 25 20:36:11.437435 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c84907e-0f43-4c3d-a8cd-8b1a817cbcf8 req-bae29e4a-4336-41c9-9b82-287464c14f97 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399826 Mar 25 20:36:12.158213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cab21d2-9423-4027-8cd8-434f306e3eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:12.627103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d199-e5d6-4a20-ab42-b84f85af5fa0 req-b7c757b6-1ff4-48bc-9ba2-deae2355bc4c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:12.628650 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c5b3d199-e5d6-4a20-ab42-b84f85af5fa0 req-b7c757b6-1ff4-48bc-9ba2-deae2355bc4c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0834134 Mar 25 20:36:12.675821 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c5b3d199-e5d6-4a20-ab42-b84f85af5fa0 req-3b99a9e8-1d1f-4fd0-97b8-ebe0104f6439 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380163 Mar 25 20:36:12.843717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:12.918019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:13.217718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d6418-3667-4235-bf97-8c7ae2b1369c req-8cecc13b-2180-440f-8203-c0001d0a7954 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:13.219128 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cc9d6418-3667-4235-bf97-8c7ae2b1369c req-8cecc13b-2180-440f-8203-c0001d0a7954 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0772102 Mar 25 20:36:13.262201 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cc9d6418-3667-4235-bf97-8c7ae2b1369c req-43dae7cf-c539-4840-b5e2-22d973f9e074 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369446 Mar 25 20:36:14.325470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:14.552124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90285516-d9dc-402a-92a1-35a00b3fbe5b req-946c6b45-58e9-4dd4-acfe-260acf162717 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:14.553612 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90285516-d9dc-402a-92a1-35a00b3fbe5b req-946c6b45-58e9-4dd4-acfe-260acf162717 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.1809931 Mar 25 20:36:14.596006 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90285516-d9dc-402a-92a1-35a00b3fbe5b req-927e9922-121a-4899-a3bb-764d41d58cc1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369005 Mar 25 20:36:14.941656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-09be0336-ceb0-4f80-875c-bb5a212ca350 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:14.943576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-09be0336-ceb0-4f80-875c-bb5a212ca350 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 945 time: 0.0777938 Mar 25 20:36:15.013687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Deleting port 50fb7477-2337-4684-947a-2df10fcb34f3 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:36:15.014028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:15.261456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] For port 50fb7477-2337-4684-947a-2df10fcb34f3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=50fb7477-2337-4684-947a-2df10fcb34f3,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:15.261704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:15.537789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:15.538057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:15.538360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d disassociated. External IP: 172.26.8.147, port: 50fb7477-2337-4684-947a-2df10fcb34f3. Mar 25 20:36:15.538685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Calling delete_port for 50fb7477-2337-4684-947a-2df10fcb34f3 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:36:15.742781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:15.828753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event deleted for resources: {'Port': ['ID=50fb7477-2337-4684-947a-2df10fcb34f3,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:15.850455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b8cbd1ce-e681-415c-a3c1-1778488475d1 req-175f1fd6-b51a-4c10-8f81-d84bb55c5326 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 210 time: 0.1474671 Mar 25 20:36:15.852725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.853077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.853416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.854498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.854498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.854498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.854820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.854996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.855317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.855634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.855953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:15.856270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:36:16.127017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:36:16.299907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:36:16.309615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:36:16.319365 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:36:16.319966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:36:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:36:16.372876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] No DVR routers for this DVR port 50fb7477-2337-4684-947a-2df10fcb34f3 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:36:16.375610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:16.378309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'name': 'network-vif-deleted', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:36:16.422009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929a2981-bf47-43f7-aa9a-892a4e586a58', 'name': 'network-vif-deleted', 'tag': '50fb7477-2337-4684-947a-2df10fcb34f3', 'status': 'completed', 'code': 200} Mar 25 20:36:16.462901 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c8553b61-03e0-411b-84ef-6d3f60a15e14 req-f3c4212d-5431-40cd-b7f8-c3befdbd57cd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "DELETE /v2.0/ports/50fb7477-2337-4684-947a-2df10fcb34f3 HTTP/1.1" status: 204 len: 173 time: 1.5147157 Mar 25 20:36:16.498334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:36:16.805419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:36:16.809227 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:36:16.817260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:36:16.817857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:36:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:36:16.991653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:36:17.029682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-dae8523a-acc0-4aa0-971e-b484b994b4df req-0f11ee24-eef8-4bd3-a0a2-2c0c43bd5bc6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Synchronizing usage tracker for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:36:17.096922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-dae8523a-acc0-4aa0-971e-b484b994b4df req-0f11ee24-eef8-4bd3-a0a2-2c0c43bd5bc6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Unset dirty status for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:36:17.098112 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dae8523a-acc0-4aa0-971e-b484b994b4df req-0f11ee24-eef8-4bd3-a0a2-2c0c43bd5bc6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=929a2981-bf47-43f7-aa9a-892a4e586a58 HTTP/1.1" status: 200 len: 210 time: 0.1166947 Mar 25 20:36:17.353110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:36:17.356907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad0994-ab49-4fae-8edd-4d0c481c3a78 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:36:17.563085 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5129bb-555d-48de-a790-198fcfe12879 None None] New status for floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:36:18.096991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:18.429126 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-4282b1db-321c-40f7-9173-1511945b261a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--620689453&fields=id&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 267 time: 0.0386822 Mar 25 20:36:18.574290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-d429f641-7939-44d8-826c-8f92ea324e9e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:18.575687 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-d429f641-7939-44d8-826c-8f92ea324e9e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 812 time: 0.1403291 Mar 25 20:36:18.589907 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-b23bcd35-707b-4946-816d-4a2ead77adcc tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/quotas/16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 375 time: 0.0088329 Mar 25 20:36:18.677223 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-752d4b3b-92ec-4914-9544-900d39b2a81c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821695 Mar 25 20:36:18.813334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-7962d8e3-d60e-494b-9a38-48f2aa031b28 service neutron] 10.222.0.37 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242354 Mar 25 20:36:18.941257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-dc9ea283-d48e-43b7-95b5-0c41fa818b58 service neutron] 10.222.0.37 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221831 Mar 25 20:36:19.182548 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-210f3719-69a1-4ad4-987a-ef789a2f6eec req-2a093e24-b4a4-4acc-8074-51bda0c3d78f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 210 time: 0.0424030 Mar 25 20:36:19.432550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 50fb7477-2337-4684-947a-2df10fcb34f3 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:36:19.468926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 50fb7477-2337-4684-947a-2df10fcb34f3 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:36:19.476048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 50fb7477-2337-4684-947a-2df10fcb34f3 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:36:20.329766 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c82e90e-11ef-4e79-b15c-d8008111d039 req-3ac3f5e5-e174-4ac7-9ed7-44ffe8599cdd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 210 time: 0.0444651 Mar 25 20:36:21.131180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-c96b77a6-c7ee-41c8-b1c4-2adb919bad4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:21.132806 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-c96b77a6-c7ee-41c8-b1c4-2adb919bad4d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 812 time: 0.1489780 Mar 25 20:36:21.185049 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-af487ddd-fa84-4a48-8bd5-e49a671a1b3b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 379 time: 0.0442615 Mar 25 20:36:21.192723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'port': {'device_id': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'admin_state_up': True, 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'security_groups': ['2007ce3e-982a-486d-8588-c977e5eb25a4']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:36:21.327337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:36:21.337182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:36:21.409811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Made reservation on behalf of 16dd3c011aa845fd9fca67e8ef962e02 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:36:21.415657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:21.516872 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a8dc511e-4386-4927-8cbb-5fc565c99529 req-49d54f55-1fca-487c-9379-84ccf9f2f552 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 210 time: 0.0791123 Mar 25 20:36:21.714871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Allocated IP 172.20.0.4 (44f31867-d55b-4fd3-b1aa-1d72b7b3fc41/761716a4-f0a5-49e8-8611-d0928d876ce6/5b7aee82-a6a9-440c-a507-9e5f53fdf3dd) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:36:21.895132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:21.910580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Transition to ACTIVE for port object 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:36:22.010998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:22.075995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:36:22.078893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:36:22.082681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:36:22.124464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:22.156264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:22.156910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:22.234628 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-6f85bdc1-fd14-4209-a1f6-2d68d7b4e69a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0453098 Mar 25 20:36:22.246592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Request body: {'port': {'device_id': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:36:22.319877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d109e00d-446a-463f-9d48-efac1c5a7808 None None] Provisioning for port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:36:22.324979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d109e00d-446a-463f-9d48-efac1c5a7808 None None] Provisioning complete for port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:36:22.325353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d109e00d-446a-463f-9d48-efac1c5a7808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:22.356602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:22.380325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d109e00d-446a-463f-9d48-efac1c5a7808 None None] Port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:36:22.741607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:36:22.751062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:22.776151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Transition to ACTIVE for port object 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:36:22.783734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a71fb0-4ef4-4325-93b4-2a5cd7ddec23 req-67a8c135-9d38-452d-9044-00c384033810 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:22.784422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-b6a71fb0-4ef4-4325-93b4-2a5cd7ddec23 req-67a8c135-9d38-452d-9044-00c384033810 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Synchronizing usage tracker for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:36:22.849033 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:22.890395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-b6a71fb0-4ef4-4325-93b4-2a5cd7ddec23 req-67a8c135-9d38-452d-9044-00c384033810 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Unset dirty status for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:36:22.891528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6a71fb0-4ef4-4325-93b4-2a5cd7ddec23 req-67a8c135-9d38-452d-9044-00c384033810 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 931 time: 0.2692122 Mar 25 20:36:23.033631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:23.084698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6a71fb0-4ef4-4325-93b4-2a5cd7ddec23 req-1fd05c16-abd2-4050-8283-97f196e62d2c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370721 Mar 25 20:36:23.124287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Attempting to bind port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:36:23.124639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Attempting to bind port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:36:23.124965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Attempting to bind port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:36:23.129792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:36:23.130106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Attempting to bind port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:36:23.135097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:36:23.135421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Checking segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:36:23.135797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Bound using segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:36:23.136207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Bound port: 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:36:23.136576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:23.224954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:36:23.227681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:36:23.289806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:23.342408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:23.342996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:23.344402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] 10.222.0.43 "PUT /v2.0/ports/5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 200 len: 1093 time: 1.1020079 Mar 25 20:36:23.344780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:36:23.377297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d047c-4bf4-451f-9a87-1fb79d91348c service neutron] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:23.395186 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'status': 'completed', 'code': 200} Mar 25 20:36:23.485720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78b7b7-3dcf-4091-bf37-211cf3ac9f99 req-a6c7b821-4bd5-48df-bacf-9d0edfaa9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:23.487130 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe78b7b7-3dcf-4091-bf37-211cf3ac9f99 req-a6c7b821-4bd5-48df-bacf-9d0edfaa9673 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1096 time: 0.0717187 Mar 25 20:36:23.628459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78b7b7-3dcf-4091-bf37-211cf3ac9f99 req-cc698ea5-2cbd-493a-af5a-d79911fb94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:23.629447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe78b7b7-3dcf-4091-bf37-211cf3ac9f99 req-cc698ea5-2cbd-493a-af5a-d79911fb94cf service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1349242 Mar 25 20:36:23.860122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78b7b7-3dcf-4091-bf37-211cf3ac9f99 req-c32b97cd-8634-4b38-8395-daae98c4776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:23.861600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe78b7b7-3dcf-4091-bf37-211cf3ac9f99 req-c32b97cd-8634-4b38-8395-daae98c4776f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2253597 Mar 25 20:36:23.964303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-9cc7d3ad-816b-4715-b330-a654bc73f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:23.965782 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-9cc7d3ad-816b-4715-b330-a654bc73f116 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1096 time: 0.0686300 Mar 25 20:36:24.034054 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-a35c32cb-1d45-4a95-85a3-d22a778517eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 200 len: 217 time: 0.0616639 Mar 25 20:36:24.095549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-7ba0dc55-6c12-40b8-b9d6-e8f7a3c420d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:24.096956 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-7ba0dc55-6c12-40b8-b9d6-e8f7a3c420d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0562835 Mar 25 20:36:24.171196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-3b5e157a-2a03-4ea8-a8de-8b7df4ee6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:24.172687 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-3b5e157a-2a03-4ea8-a8de-8b7df4ee6874 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693586 Mar 25 20:36:24.355585 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-70002de8-5251-453f-925f-7007def32c81 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763463 Mar 25 20:36:24.401196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da00c-900e-47ee-8316-d9a4804c4075 req-ef7be717-62dd-458d-bd49-49201c61cfe5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:24.402502 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec0da00c-900e-47ee-8316-d9a4804c4075 req-ef7be717-62dd-458d-bd49-49201c61cfe5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 943 time: 0.2009416 Mar 25 20:36:24.508870 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ec0da00c-900e-47ee-8316-d9a4804c4075 req-485a2653-4d6f-4e48-b067-21d25581b7ee tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994413 Mar 25 20:36:24.529674 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd7a003e-2f26-481d-b9fa-b92d615bde39 req-12e08c78-6810-4e52-84ef-e3e13adf6adb service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678426 Mar 25 20:36:25.698846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d96b99-6dcd-4408-8df8-81c75b3f3a34 req-d24d8f91-ef44-4204-a18c-c7d2c2314b63 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:25.700297 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83d96b99-6dcd-4408-8df8-81c75b3f3a34 req-d24d8f91-ef44-4204-a18c-c7d2c2314b63 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 943 time: 0.0835056 Mar 25 20:36:25.742942 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83d96b99-6dcd-4408-8df8-81c75b3f3a34 req-b7b06ce9-6e2b-448b-bd92-14f181165b97 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370660 Mar 25 20:36:26.923864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ec93-66fe-426e-a941-cea976362bb1 req-62ba8a3f-0f63-4dc2-9400-6f5281c1a2ad tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:26.925348 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e158ec93-66fe-426e-a941-cea976362bb1 req-62ba8a3f-0f63-4dc2-9400-6f5281c1a2ad tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 943 time: 0.0773184 Mar 25 20:36:26.968935 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e158ec93-66fe-426e-a941-cea976362bb1 req-f1579c93-012b-47db-a71b-b7ca09221f6e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379214 Mar 25 20:36:27.481420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:36:27.622269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:27.635397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'mac_address': 'fa:16:3e:3d:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:36:27.692842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:27.708768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:36:27.723354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:27.793823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:27.859788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:28.102960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:36:28.150945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc94d4-04f8-455b-bc39-f72f603dca9e req-5ac4af7d-6638-4fe3-914a-0f9153e8977f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:28.152511 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2adc94d4-04f8-455b-bc39-f72f603dca9e req-5ac4af7d-6638-4fe3-914a-0f9153e8977f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 944 time: 0.0816717 Mar 25 20:36:28.196238 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2adc94d4-04f8-455b-bc39-f72f603dca9e req-339a0daa-47cc-437b-bffc-310b20fe47d6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379841 Mar 25 20:36:29.377559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb9efa-dad5-456a-bae5-7c83f1834576 req-77052e29-5977-4bca-8c37-e4894f76539c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:29.378984 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eaeb9efa-dad5-456a-bae5-7c83f1834576 req-77052e29-5977-4bca-8c37-e4894f76539c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 944 time: 0.0782790 Mar 25 20:36:29.424756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eaeb9efa-dad5-456a-bae5-7c83f1834576 req-76ab933f-211e-40d5-b82a-901519251573 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402422 Mar 25 20:36:29.481872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:36:29.616908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:36:29.621839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:36:29.622209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:29.738060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:29.764513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:36:29.774370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:29.808357 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'code': 200} Mar 25 20:36:29.840108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:29.909327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:30.116624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c14352-0e67-4562-836f-2a8ea82115d3 req-dde2d9e2-1892-478c-8c55-52443ba02018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:30.119659 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b1c14352-0e67-4562-836f-2a8ea82115d3 req-dde2d9e2-1892-478c-8c55-52443ba02018 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1098 time: 0.0691271 Mar 25 20:36:30.158954 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b1c14352-0e67-4562-836f-2a8ea82115d3 req-8900ff58-81a2-4657-9018-9d343480907e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348282 Mar 25 20:36:30.189350 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:36:30.609727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c768d-b86c-464b-9add-926e7c48da44 req-0b39676a-8c5b-442e-ac22-d83d6bd770ff tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:30.611181 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3f1c768d-b86c-464b-9add-926e7c48da44 req-0b39676a-8c5b-442e-ac22-d83d6bd770ff tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0820825 Mar 25 20:36:30.655348 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3f1c768d-b86c-464b-9add-926e7c48da44 req-20987446-bdd9-43cd-a082-1cebe8a9dc16 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378668 Mar 25 20:36:31.842931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4007f-811e-4f5e-8b14-781752bb3055 req-9a30f866-09ed-42e2-bd06-cb5815d83608 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:31.844404 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17c4007f-811e-4f5e-8b14-781752bb3055 req-9a30f866-09ed-42e2-bd06-cb5815d83608 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0792298 Mar 25 20:36:31.889135 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-17c4007f-811e-4f5e-8b14-781752bb3055 req-537e0621-4e29-4c36-9841-e57287937b51 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388353 Mar 25 20:36:32.068558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b5b53-487a-45f8-80f0-36c2e1e33f4c req-f741e184-b1df-47dc-9bf1-247daf10fc7a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:32.070005 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-892b5b53-487a-45f8-80f0-36c2e1e33f4c req-f741e184-b1df-47dc-9bf1-247daf10fc7a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0823627 Mar 25 20:36:32.078446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40386) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:36:32.083123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'floatingip': {'port_id': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:36:32.160005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:32.837398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:32.908505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:33.075243 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d associated. External IP: 172.26.8.147, port: 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd. Mar 25 20:36:33.414691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:36:33.698924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:36:33.703726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:33.708495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:36:33.718423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:36:33.719021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:36:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:36:33.757045 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c8f998c6-15e1-4eee-89ed-de9bfc3e2396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "PUT /v2.0/floatingips/ab06c61e-476d-4ad7-b203-5cc0d4ec232d HTTP/1.1" status: 200 len: 991 time: 1.6773853 Mar 25 20:36:33.757659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:36:33.809750 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'status': 'completed', 'code': 200} Mar 25 20:36:33.900359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:36:33.904818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-4c523545-1c84-4b3f-bb81-8630da0d85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:33.906302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-4c523545-1c84-4b3f-bb81-8630da0d85d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1098 time: 0.0744016 Mar 25 20:36:34.039444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-27184e13-f981-45eb-be57-ac27c6676437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:34.040866 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-27184e13-f981-45eb-be57-ac27c6676437 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1288595 Mar 25 20:36:34.160080 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-e0e63b36-6542-4d0f-acb0-baefa08e376f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 200 len: 999 time: 0.1131358 Mar 25 20:36:34.271656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-c62a7d0a-de47-4d9e-9eac-a671beafd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:34.273152 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-c62a7d0a-de47-4d9e-9eac-a671beafd8d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.1071529 Mar 25 20:36:34.294909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:3d:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:36:32Z', 'revision_number': 9, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:36:34.298831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:36:34.307797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:36:34.308417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:36:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:36:34.342291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e699ca-347f-4b52-8244-3a06dc0c9f7a req-09dc0fbd-cd32-41fd-af09-cdba82531aaa tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:34.343751 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a0e699ca-347f-4b52-8244-3a06dc0c9f7a req-09dc0fbd-cd32-41fd-af09-cdba82531aaa tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.1470516 Mar 25 20:36:34.411484 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-cc70fe0d-ea4f-4373-a553-a87c563cf231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:34.413538 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-cc70fe0d-ea4f-4373-a553-a87c563cf231 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1342766 Mar 25 20:36:34.416594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a0e699ca-347f-4b52-8244-3a06dc0c9f7a req-848ea799-411a-45a4-95f7-2858a642283f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638757 Mar 25 20:36:34.498126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:36:34.519269 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-7d594f54-a204-414a-ad0b-1381396ba81e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2530458 Mar 25 20:36:34.557804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-e737ffde-a044-45c2-9ae1-9e9da1fbdb96 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376085 Mar 25 20:36:34.693595 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab839c36-a816-4e59-aed8-da40bbdd8be2 req-4fa34d60-9d76-4b33-a66f-61d77041f0b3 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301041 Mar 25 20:36:34.863953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:3d:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:36:32Z', 'revision_number': 9, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:36:34.867924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b43bbf-3014-4d90-9686-a1aa8ea53262 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:3d:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:36:32Z', 'revision_number': 9, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:36:35.052499 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c9a27b-fff0-415a-bd8c-6c16073e0a03 None None] New status for floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:36:35.608129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810687dd-949d-4642-9001-9025ad871a48 req-b14a4363-0c17-4ed3-a092-b3e22e292024 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:35.609774 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-810687dd-949d-4642-9001-9025ad871a48 req-b14a4363-0c17-4ed3-a092-b3e22e292024 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0803666 Mar 25 20:36:35.654246 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-810687dd-949d-4642-9001-9025ad871a48 req-77aac4ae-9168-4e11-8f28-c7fd6f2783fe tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389569 Mar 25 20:36:36.455018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-fc50ab43-c0bb-4dfd-8384-c97395d4499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:36.456441 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-fc50ab43-c0bb-4dfd-8384-c97395d4499f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1098 time: 0.0713317 Mar 25 20:36:36.583323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-aba5a74a-9c41-461d-94ae-a0c9ccd851fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:36.585361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-aba5a74a-9c41-461d-94ae-a0c9ccd851fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1221333 Mar 25 20:36:36.685366 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-c653be00-8b89-4bfb-97d4-1d89e102bed9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 200 len: 1002 time: 0.0948560 Mar 25 20:36:36.748392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-8fef234a-a74b-4f6c-be65-05260d44a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:36.748392 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-8fef234a-a74b-4f6c-be65-05260d44a729 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0564067 Mar 25 20:36:36.994975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774fa74-abeb-45bd-9a03-75f71cbd179b req-d6e1b0e3-47ac-4961-91ed-80d72498cfe2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:36.996414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a774fa74-abeb-45bd-9a03-75f71cbd179b req-d6e1b0e3-47ac-4961-91ed-80d72498cfe2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.2356863 Mar 25 20:36:36.999650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-29a70b3e-29f8-40e4-8dae-b6a87e531240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:37.001182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-29a70b3e-29f8-40e4-8dae-b6a87e531240 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2390833 Mar 25 20:36:37.124880 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a774fa74-abeb-45bd-9a03-75f71cbd179b req-df84771d-b6ff-4dce-895e-d27c592dc2a9 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224730 Mar 25 20:36:37.156294 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-980a3fed-e501-43af-a763-14bbaab1475a service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411023 Mar 25 20:36:37.285622 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-d6e35403-1dfa-445b-a33b-8e8d0875fa1e service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236458 Mar 25 20:36:38.309476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb54b88-0835-49b1-9e16-90fb320b4dd0 req-880ccbfc-1e2f-4bbf-8343-67640f88fe61 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:38.311180 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3cb54b88-0835-49b1-9e16-90fb320b4dd0 req-880ccbfc-1e2f-4bbf-8343-67640f88fe61 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0825603 Mar 25 20:36:38.354559 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3cb54b88-0835-49b1-9e16-90fb320b4dd0 req-d6f42372-b050-4d1a-b7ab-cfbade742a90 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Mar 25 20:36:39.094891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4189f59-ebe5-4fb6-9ee9-cf25e3f90776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:39.536285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083f3e4-3584-4b10-8de3-8e57b7d61347 req-8e8aaa07-4653-4704-ba01-f3ae93cf2a76 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:39.537751 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083f3e4-3584-4b10-8de3-8e57b7d61347 req-8e8aaa07-4653-4704-ba01-f3ae93cf2a76 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0793207 Mar 25 20:36:39.585424 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9083f3e4-3584-4b10-8de3-8e57b7d61347 req-a1209af4-230a-48d6-86c5-095143933a70 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414665 Mar 25 20:36:40.767269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375c9b-6d96-44ef-8f5c-11fed28359c3 req-3c1ab5c5-3f47-4c87-ae63-a91180dddc70 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:40.768708 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b375c9b-6d96-44ef-8f5c-11fed28359c3 req-3c1ab5c5-3f47-4c87-ae63-a91180dddc70 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0783091 Mar 25 20:36:40.811713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b375c9b-6d96-44ef-8f5c-11fed28359c3 req-83dfe12b-1031-4e7f-857d-e4304e8bdedb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370977 Mar 25 20:36:41.996031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b9d3e-436d-4c0d-ae21-99d27eb113d8 req-b6204f43-89eb-469f-bb8c-603552cc502e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:41.997494 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-132b9d3e-436d-4c0d-ae21-99d27eb113d8 req-b6204f43-89eb-469f-bb8c-603552cc502e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0819309 Mar 25 20:36:42.041714 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-132b9d3e-436d-4c0d-ae21-99d27eb113d8 req-21f5d241-1fe0-4bad-b268-b32050d74a8a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381858 Mar 25 20:36:42.154327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c1247d2-a180-4551-9f17-c717e8217285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:42.840057 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:42.937228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:43.226016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb920f-fe1c-459e-8815-32bb58cda2ab req-f593539b-ef36-41e9-bead-e7518a28ba92 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:43.227360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eacb920f-fe1c-459e-8815-32bb58cda2ab req-f593539b-ef36-41e9-bead-e7518a28ba92 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0799379 Mar 25 20:36:43.276871 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eacb920f-fe1c-459e-8815-32bb58cda2ab req-51425ffc-808b-43a2-92d9-33167e1c30ce tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437894 Mar 25 20:36:44.302359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:44.462237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1a70-49e8-4e9f-a5a0-b02bae365775 req-12efc17e-7d2f-4c3e-991c-97ca75668f02 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:44.463576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-687e1a70-49e8-4e9f-a5a0-b02bae365775 req-12efc17e-7d2f-4c3e-991c-97ca75668f02 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0802338 Mar 25 20:36:44.506877 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-687e1a70-49e8-4e9f-a5a0-b02bae365775 req-19fbc9bd-e54f-470e-b4eb-55eb0ba548f7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375829 Mar 25 20:36:45.691280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2dd84-0270-4001-b001-af39fbb18934 req-4604ddca-5f2f-48c4-9b15-dc138e03a256 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:45.692754 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fde2dd84-0270-4001-b001-af39fbb18934 req-4604ddca-5f2f-48c4-9b15-dc138e03a256 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0798225 Mar 25 20:36:45.735022 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fde2dd84-0270-4001-b001-af39fbb18934 req-4bad815d-dc41-4260-a836-4416b9cc7cb8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367627 Mar 25 20:36:46.920783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915cb7e-b6c8-4f88-b9b7-6cef8461ac40 req-a57c3adc-b276-43f7-894d-41b6f83c1dab tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:46.922147 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f915cb7e-b6c8-4f88-b9b7-6cef8461ac40 req-a57c3adc-b276-43f7-894d-41b6f83c1dab tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0834627 Mar 25 20:36:46.966753 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f915cb7e-b6c8-4f88-b9b7-6cef8461ac40 req-0aa36009-19df-4c89-ae27-a4cf8cfc8845 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388079 Mar 25 20:36:48.112365 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:48.151326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964d06f-e03e-4402-bf23-9d542e3dd965 req-f8a9f87e-50a5-49c2-9bdc-706b7fae150a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:48.152786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6964d06f-e03e-4402-bf23-9d542e3dd965 req-f8a9f87e-50a5-49c2-9bdc-706b7fae150a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0810931 Mar 25 20:36:48.203618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6964d06f-e03e-4402-bf23-9d542e3dd965 req-30e79f82-a1d0-4d61-8ad0-4707edafff53 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452204 Mar 25 20:36:49.390890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670416a-6ff2-4830-ab0a-a4a55e2ac1b3 req-1f98f130-b13e-4e1a-8660-2046cf017376 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:49.392417 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9670416a-6ff2-4830-ab0a-a4a55e2ac1b3 req-1f98f130-b13e-4e1a-8660-2046cf017376 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0774860 Mar 25 20:36:49.435412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9670416a-6ff2-4830-ab0a-a4a55e2ac1b3 req-133e16e7-c669-4d82-a648-5aab04555243 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374665 Mar 25 20:36:50.621178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99adca-857f-4d55-8712-d7489c73d8d1 req-a89e101e-4962-4359-8bb4-66f4c5e49793 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:50.622723 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b99adca-857f-4d55-8712-d7489c73d8d1 req-a89e101e-4962-4359-8bb4-66f4c5e49793 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0818331 Mar 25 20:36:50.666480 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b99adca-857f-4d55-8712-d7489c73d8d1 req-44fe74e0-a0a0-452c-b6e5-692356180b1a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377970 Mar 25 20:36:51.849926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce278d62-aaff-4bb2-8fd6-14144fc0c069 req-24193303-a975-49b1-a913-5c841796c674 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:51.851385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce278d62-aaff-4bb2-8fd6-14144fc0c069 req-24193303-a975-49b1-a913-5c841796c674 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0775182 Mar 25 20:36:51.894273 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce278d62-aaff-4bb2-8fd6-14144fc0c069 req-15af1e17-0e85-4f79-8c44-34fd35eed89e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372803 Mar 25 20:36:53.078041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7143ffa-31b4-4d52-97a8-8dca33b3e26d req-0adc99f6-d095-4fc5-95ae-40d212afae69 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:53.079482 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d7143ffa-31b4-4d52-97a8-8dca33b3e26d req-0adc99f6-d095-4fc5-95ae-40d212afae69 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0818067 Mar 25 20:36:53.122354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d7143ffa-31b4-4d52-97a8-8dca33b3e26d req-1fe5d0db-7175-459d-842b-e2eb0502b08c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372031 Mar 25 20:36:54.368222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bc073-1c45-416e-8b80-c4810474e93d req-fa49c657-6987-43ed-b7c2-137666f32421 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:54.370420 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-738bc073-1c45-416e-8b80-c4810474e93d req-fa49c657-6987-43ed-b7c2-137666f32421 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.1426952 Mar 25 20:36:54.373340 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-49d6d83d-846c-4d44-a1fa-767de235a2cb service neutron] 10.222.0.43 "GET /v2.0/ports/5b7aee82-a6a9-440c-a507-9e5f53fdf3dd/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.1003578 Mar 25 20:36:54.417984 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-738bc073-1c45-416e-8b80-c4810474e93d req-5e50523d-5432-46de-9ea0-f2b86ab77363 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422299 Mar 25 20:36:54.634113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628533f-5315-4b93-9770-0ead2767ae1a req-4ae0d4a2-06a1-4218-9c34-b29c8b4a7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:54.635549 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7628533f-5315-4b93-9770-0ead2767ae1a req-4ae0d4a2-06a1-4218-9c34-b29c8b4a7791 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1098 time: 0.1679621 Mar 25 20:36:54.783749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628533f-5315-4b93-9770-0ead2767ae1a req-084cff93-6222-4c04-a269-cb256f7cd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:54.785146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7628533f-5315-4b93-9770-0ead2767ae1a req-084cff93-6222-4c04-a269-cb256f7cd970 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1273785 Mar 25 20:36:54.891155 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7628533f-5315-4b93-9770-0ead2767ae1a req-8a350df1-dd88-40b8-95da-cc0d41689b7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 200 len: 1002 time: 0.0983546 Mar 25 20:36:54.950211 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-195a0da2-c64a-4095-8dda-b63bdb2856a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:54.951649 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-195a0da2-c64a-4095-8dda-b63bdb2856a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 1098 time: 0.0722477 Mar 25 20:36:54.953197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628533f-5315-4b93-9770-0ead2767ae1a req-01961237-4032-437f-9b3a-a5853df1f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:54.954601 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7628533f-5315-4b93-9770-0ead2767ae1a req-01961237-4032-437f-9b3a-a5853df1f585 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0577383 Mar 25 20:36:55.031891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628533f-5315-4b93-9770-0ead2767ae1a req-6b4c72c0-f059-45f4-bbf7-0c13cef87348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:55.033369 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7628533f-5315-4b93-9770-0ead2767ae1a req-6b4c72c0-f059-45f4-bbf7-0c13cef87348 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729249 Mar 25 20:36:55.162590 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7628533f-5315-4b93-9770-0ead2767ae1a req-389c3329-d482-4c38-a45c-2e53e32d5d10 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215656 Mar 25 20:36:55.296234 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7628533f-5315-4b93-9770-0ead2767ae1a req-600de6d3-4749-4afa-91e4-513fbff1b7ad service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261747 Mar 25 20:36:55.402080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-df2de73b-656c-4692-bf27-5414e35a0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:55.403498 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-df2de73b-656c-4692-bf27-5414e35a0b8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1098 time: 0.0694122 Mar 25 20:36:55.569116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-479fc600-3705-4a67-9d52-52018ed8b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:55.571032 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-479fc600-3705-4a67-9d52-52018ed8b34f service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1620426 Mar 25 20:36:55.685551 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-39127b10-9e43-468b-a397-9df49622200e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 200 len: 1002 time: 0.1075351 Mar 25 20:36:55.694096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40def6-ffc3-4df5-a582-32150846ee48 req-8e9d2336-0566-4486-b68b-c22aaf8b9bbb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:55.696003 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b40def6-ffc3-4df5-a582-32150846ee48 req-8e9d2336-0566-4486-b68b-c22aaf8b9bbb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.1701121 Mar 25 20:36:55.784336 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b40def6-ffc3-4df5-a582-32150846ee48 req-cfacb358-faf1-4ec4-aac8-36cf3b9ca202 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567575 Mar 25 20:36:55.785726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-96747db4-fb54-4dbb-9c75-8f292fa7ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:55.787059 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-96747db4-fb54-4dbb-9c75-8f292fa7ec61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0902073 Mar 25 20:36:55.859050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-1c5a197e-c417-4278-b82d-2944ed7d86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:55.860490 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-1c5a197e-c417-4278-b82d-2944ed7d86b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673816 Mar 25 20:36:55.986440 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-e317376a-1682-40db-b824-a310de52d377 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199448 Mar 25 20:36:56.113390 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-ad721d98-522a-43d1-bbd6-f4007eedca33 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202059 Mar 25 20:36:57.053542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e647d-f7bd-4be5-a914-cdf9b42818ca req-0c339ead-961d-4908-9e83-1252abf795b2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:57.055537 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-509e647d-f7bd-4be5-a914-cdf9b42818ca req-0c339ead-961d-4908-9e83-1252abf795b2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.1673312 Mar 25 20:36:57.097581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-509e647d-f7bd-4be5-a914-cdf9b42818ca req-39910246-b737-4607-b311-96df385ab6e5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364115 Mar 25 20:36:57.638961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:36:57.749006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:57.775735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:36:57.785030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:57.828182 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'code': 200} Mar 25 20:36:57.846048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:57.911903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:36:58.290693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c13cd-3629-4363-b3b2-8209643a74ad req-9eca67f3-f8f1-4202-a36a-73b01ab65fea tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:58.292245 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-339c13cd-3629-4363-b3b2-8209643a74ad req-9eca67f3-f8f1-4202-a36a-73b01ab65fea tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 943 time: 0.0892870 Mar 25 20:36:58.336287 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-339c13cd-3629-4363-b3b2-8209643a74ad req-beb662bc-c31c-4b54-9ef3-95132aff05bc tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378006 Mar 25 20:36:59.522403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bfbd9-4ca3-49ae-b76d-da210fd40644 req-bc94adb6-22c5-4140-84b9-8a774bb5b193 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:36:59.523896 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1c3bfbd9-4ca3-49ae-b76d-da210fd40644 req-bc94adb6-22c5-4140-84b9-8a774bb5b193 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 943 time: 0.0794275 Mar 25 20:36:59.579820 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1c3bfbd9-4ca3-49ae-b76d-da210fd40644 req-b03763db-b068-437f-a27e-744cfbfbd2ee tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465314 Mar 25 20:36:59.654987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:36:59.787802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:36:59.801431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'mac_address': 'fa:16:3e:3d:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:36:59.907326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:36:59.924280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:36:59.940079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:00.022923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:00.085153 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:37:00.127991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:00.442766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-b3989c9a-524a-4dfd-be7b-658451fbd81a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:00.444172 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-b3989c9a-524a-4dfd-be7b-658451fbd81a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582&tenant_id=16dd3c011aa845fd9fca67e8ef962e02&binding%3Ahost_id=hv-neutron-8351 HTTP/1.1" status: 200 len: 944 time: 0.1453314 Mar 25 20:37:00.451389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d13fad-3a10-4049-b368-96139fce393e req-3def378a-3a9d-4183-a896-616f164d6b56 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:00.452717 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-70d13fad-3a10-4049-b368-96139fce393e req-3def378a-3a9d-4183-a896-616f164d6b56 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 944 time: 0.1199012 Mar 25 20:37:00.550186 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-70d13fad-3a10-4049-b368-96139fce393e req-49d7bba2-48bf-4da9-9b26-86f2e820fa1c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646136 Mar 25 20:37:00.558308 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-847a3024-1146-4b8b-b44c-c957e1348802 service neutron] 10.222.0.43 "GET /v2.0/ports/5b7aee82-a6a9-440c-a507-9e5f53fdf3dd/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.1047282 Mar 25 20:37:00.654708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-059fcb35-5c9a-4961-94ac-6766e1b7b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:00.656165 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-059fcb35-5c9a-4961-94ac-6766e1b7b8d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1097 time: 0.0731461 Mar 25 20:37:00.784080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-f38e2eb1-891e-478b-9ac1-7f5bb1fc8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:00.785567 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-f38e2eb1-891e-478b-9ac1-7f5bb1fc8ed0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1233428 Mar 25 20:37:00.886273 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-ab14f513-7734-4036-aec9-b8f84c902a9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 200 len: 1001 time: 0.0947745 Mar 25 20:37:00.946369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-fddc0393-06d8-49dd-bc03-aa9d0205b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:00.947752 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-fddc0393-06d8-49dd-bc03-aa9d0205b1e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0555606 Mar 25 20:37:01.018746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-92eee785-21af-4d05-b023-ab46759d077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:01.020136 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-92eee785-21af-4d05-b023-ab46759d077a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667717 Mar 25 20:37:01.147475 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-16cf64c7-cf36-46c7-9f8d-7d5f3afe1d01 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202841 Mar 25 20:37:01.275449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-12e47673-a6ad-4b7f-84af-dc582e4c2282 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209242 Mar 25 20:37:01.671533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:37:01.739836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:37:01.740191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:01.744402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fe4d7-e70f-4cdc-843a-1aab68333cc9 req-ada1cbf5-5eae-4c34-b26e-dfbb8f37a9d0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:01.745875 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-470fe4d7-e70f-4cdc-843a-1aab68333cc9 req-ada1cbf5-5eae-4c34-b26e-dfbb8f37a9d0 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 944 time: 0.0840366 Mar 25 20:37:01.791498 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-470fe4d7-e70f-4cdc-843a-1aab68333cc9 req-e2f4a096-4439-41be-a44a-7af99f49943c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396712 Mar 25 20:37:01.861229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:01.889992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:37:01.899761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:01.948902 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'code': 200} Mar 25 20:37:01.960341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:02.028121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:02.981953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac9363-1ad8-4491-b2b2-2a4548d3c994 req-7018e772-79b2-488e-91ef-f2c250ca38b8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:02.983406 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-faac9363-1ad8-4491-b2b2-2a4548d3c994 req-7018e772-79b2-488e-91ef-f2c250ca38b8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0773873 Mar 25 20:37:03.029889 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-faac9363-1ad8-4491-b2b2-2a4548d3c994 req-5e44e5c7-94e4-469b-b9c3-399fa742b722 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409341 Mar 25 20:37:04.215237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaf70-5518-49bd-84b1-781d9e75f6ab req-678ca8d7-187a-4fb2-b586-8decd8577282 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:04.216724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7eacaf70-5518-49bd-84b1-781d9e75f6ab req-678ca8d7-187a-4fb2-b586-8decd8577282 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0797865 Mar 25 20:37:04.261258 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7eacaf70-5518-49bd-84b1-781d9e75f6ab req-9e87b5ff-a2da-4d98-a5ec-29aac4d68286 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389593 Mar 25 20:37:04.449938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-bfb64b45-849a-45ed-bf22-51331b7610cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:04.451391 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-bfb64b45-849a-45ed-bf22-51331b7610cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 1098 time: 0.0725617 Mar 25 20:37:04.626716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-13b4390e-56ac-4659-8a59-0daf23d1776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:04.628349 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-13b4390e-56ac-4659-8a59-0daf23d1776b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 1098 time: 0.1564705 Mar 25 20:37:04.755326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-2a30360d-029b-49c9-8178-9cfb185d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:04.756845 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-2a30360d-029b-49c9-8178-9cfb185d1e4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1225295 Mar 25 20:37:04.857685 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-e1d4b589-319b-4f2d-9b4b-8c41337f38ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 200 len: 1002 time: 0.0946882 Mar 25 20:37:04.925932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-f36dbbfe-a832-4814-9b76-81782f85cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:04.927311 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-f36dbbfe-a832-4814-9b76-81782f85cc24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0639610 Mar 25 20:37:05.001742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-f62ea3ed-9d31-4548-b8fa-bb512025ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:05.003455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-f62ea3ed-9d31-4548-b8fa-bb512025ab94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704916 Mar 25 20:37:05.134350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-c08f9ecf-e21f-484b-94a5-589089f02c21 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240301 Mar 25 20:37:05.262064 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38e3732a-92f3-4dbc-b753-ca4df3f930c6 req-54512f1b-3daf-46c1-92c3-237784276370 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212678 Mar 25 20:37:05.447482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df27290-e2c8-4bd7-a2ef-77b626c202e9 req-297879d8-eea6-4dc2-ae20-86fa467a391d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:05.452346 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8df27290-e2c8-4bd7-a2ef-77b626c202e9 req-297879d8-eea6-4dc2-ae20-86fa467a391d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0826383 Mar 25 20:37:05.494591 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8df27290-e2c8-4bd7-a2ef-77b626c202e9 req-9280932c-b215-49f2-8250-1eda7e9530e6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401366 Mar 25 20:37:06.682686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d575-6939-4a2b-8599-0273c6699c64 req-3d7db291-f00f-4ae4-aae4-c4b17d2c3bad tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:06.684157 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5de4d575-6939-4a2b-8599-0273c6699c64 req-3d7db291-f00f-4ae4-aae4-c4b17d2c3bad tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0788836 Mar 25 20:37:06.726881 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5de4d575-6939-4a2b-8599-0273c6699c64 req-90c55612-5701-4017-90b6-78a3533012ff tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365555 Mar 25 20:37:07.188512 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:37:07.708069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:37:07.711915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:37:07.924292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6c2ba-2a23-4907-bfe6-53f7d7f65c91 req-b2fb9879-6c69-44cd-ae57-63294aacbafb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:07.925757 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b2a6c2ba-2a23-4907-bfe6-53f7d7f65c91 req-b2fb9879-6c69-44cd-ae57-63294aacbafb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0901387 Mar 25 20:37:07.933912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:07.955797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:07.973370 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b2a6c2ba-2a23-4907-bfe6-53f7d7f65c91 req-384c1d18-c571-4aa6-aabf-eb761f418c0a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393059 Mar 25 20:37:07.975482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'mac_address': 'fa:16:3e:3d:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:37:07.982072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:37:08.025840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:08.029503 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'code': 200} Mar 25 20:37:08.046169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:08.062586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:37:08.097970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:08.163917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dd144-8760-4457-9c64-c3b90e9efd0a req-9d8cb350-2bc2-44e0-81be-66db356b72f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:08.165480 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fb0dd144-8760-4457-9c64-c3b90e9efd0a req-9d8cb350-2bc2-44e0-81be-66db356b72f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 943 time: 0.0804629 Mar 25 20:37:08.208506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:37:08.208775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:37:08.209717 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fb0dd144-8760-4457-9c64-c3b90e9efd0a req-10a82630-a488-4dc0-a48a-438dd07e06bb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382369 Mar 25 20:37:08.212686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=9']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:08.219862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.220202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.220556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.220890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.221224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.221531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.221849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.222387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.222481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.222773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.223087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.223399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:08.396053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd44b-d6dd-46c1-b2a2-bd6db5982204 req-7e82d45f-7f90-4047-a061-bd0b9f762f2d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:08.397517 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ddcd44b-d6dd-46c1-b2a2-bd6db5982204 req-7e82d45f-7f90-4047-a061-bd0b9f762f2d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 943 time: 0.0826335 Mar 25 20:37:08.440660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ddcd44b-d6dd-46c1-b2a2-bd6db5982204 req-9f1b9218-4a20-4e77-8e10-9e20e1ef686e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372720 Mar 25 20:37:08.765531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:08.782802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:37:08.798633 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:08.915663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:08.984999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=10']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:08.988968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:37:09.023602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b270535-91f2-4de5-aac8-d7504b322e35 req-7940d1d8-43a0-4054-ba71-4470b7db99b7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:09.025004 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b270535-91f2-4de5-aac8-d7504b322e35 req-7940d1d8-43a0-4054-ba71-4470b7db99b7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 945 time: 0.0795288 Mar 25 20:37:09.073302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b270535-91f2-4de5-aac8-d7504b322e35 req-8a920a24-db22-43fa-9217-616361979596 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Mar 25 20:37:09.109686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c180-d625-48f8-af58-2fd9cc9eea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:09.713434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:37:09.782658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:37:09.783305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:09.892361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:09.925018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:10.011925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:10.041094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:37:10.087211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=11']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:10.090845 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'code': 200} Mar 25 20:37:10.261725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2438079-3d72-4e46-ad52-f2ae16312cc7 req-989c56f4-0a49-4318-9cdc-272534bfd1cf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:10.263125 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2438079-3d72-4e46-ad52-f2ae16312cc7 req-989c56f4-0a49-4318-9cdc-272534bfd1cf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 946 time: 0.0799639 Mar 25 20:37:10.307566 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2438079-3d72-4e46-ad52-f2ae16312cc7 req-3a51fc1d-8d87-4943-bb41-136f4099d190 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388808 Mar 25 20:37:11.263368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-27262a00-84cb-4dfd-8353-46a1b17a186d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:11.264715 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-27262a00-84cb-4dfd-8353-46a1b17a186d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 946 time: 0.0817666 Mar 25 20:37:11.331972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Deleting port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:37:11.332313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:11.700120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603ae05-1e95-4389-8e83-61db63599ffd req-f97b65c1-851c-43fd-b8e9-2a9b3526aafc tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:11.701572 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4603ae05-1e95-4389-8e83-61db63599ffd req-f97b65c1-851c-43fd-b8e9-2a9b3526aafc tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 946 time: 0.1952295 Mar 25 20:37:11.740667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] For port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:11.754153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:11.833868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4603ae05-1e95-4389-8e83-61db63599ffd req-dde4ca6e-dd19-434e-83f0-28ef7581174c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254318 Mar 25 20:37:12.044384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:12.044684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:12.044990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d disassociated. External IP: 172.26.8.147, port: 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd. Mar 25 20:37:12.045320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Calling delete_port for 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:37:12.143148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fda2e61-d237-4f6a-98bc-58ec333cc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:12.245958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:12.295105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event deleted for resources: {'Port': ['ID=5b7aee82-a6a9-440c-a507-9e5f53fdf3dd,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:12.481435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:37:12.654797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:37:12.664381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8648730e-db88-4569-866b-0440193d60e0 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:37:12.673620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648730e-db88-4569-866b-0440193d60e0 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:37:12.674219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8648730e-db88-4569-866b-0440193d60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:37:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:37:12.724191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] No DVR routers for this DVR port 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:37:12.726734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:12.729323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-deleted', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:37:12.774887 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd955cb-0754-4ae8-aa4c-449af4c84582', 'name': 'network-vif-deleted', 'tag': '5b7aee82-a6a9-440c-a507-9e5f53fdf3dd', 'status': 'completed', 'code': 200} Mar 25 20:37:12.833416 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7c80484b-7b78-4d20-9311-d303707cb8a3 req-7babdd62-86f3-4c8e-9f10-2e2243aec945 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "DELETE /v2.0/ports/5b7aee82-a6a9-440c-a507-9e5f53fdf3dd HTTP/1.1" status: 204 len: 173 time: 1.5636814 Mar 25 20:37:12.908774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:12.908774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8648730e-db88-4569-866b-0440193d60e0 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:37:12.983279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:13.018598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-77893e80-40ed-4c0d-921c-b9d64958f5cc req-40bb767d-fd9a-4d0e-820a-66d017f90181 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Synchronizing usage tracker for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:37:13.092051 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-77893e80-40ed-4c0d-921c-b9d64958f5cc req-40bb767d-fd9a-4d0e-820a-66d017f90181 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Unset dirty status for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:37:13.093257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-77893e80-40ed-4c0d-921c-b9d64958f5cc req-40bb767d-fd9a-4d0e-820a-66d017f90181 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd955cb-0754-4ae8-aa4c-449af4c84582 HTTP/1.1" status: 200 len: 210 time: 0.1436751 Mar 25 20:37:13.239695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8648730e-db88-4569-866b-0440193d60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:37:13.244147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8648730e-db88-4569-866b-0440193d60e0 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:37:13.252652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648730e-db88-4569-866b-0440193d60e0 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:37:13.253241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8648730e-db88-4569-866b-0440193d60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:37:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:37:13.432135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8648730e-db88-4569-866b-0440193d60e0 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:37:13.735592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:37:13.769877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:37:13.770215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5b7aee82-a6a9-440c-a507-9e5f53fdf3dd not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:37:13.792792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8648730e-db88-4569-866b-0440193d60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:37:13.796752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8648730e-db88-4569-866b-0440193d60e0 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:37:14.008289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41dfe4b-e2e7-406f-8a99-966910a3078e None None] New status for floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:37:14.329836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:14.433268 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-80ee8550-e4ee-45f2-85b1-f8b9e482999f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--620689453&fields=id&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 267 time: 0.0390465 Mar 25 20:37:14.691947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-abd8241e-7c7b-4eed-81bf-e84247740d7a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:14.693428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-abd8241e-7c7b-4eed-81bf-e84247740d7a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 812 time: 0.2538197 Mar 25 20:37:14.707962 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2f75dc26-b52e-42ff-b3c2-1dcfab647d22 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/quotas/16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 375 time: 0.0086420 Mar 25 20:37:14.791235 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-47f85311-7058-4f34-9d16-3d2aa2ecb453 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785465 Mar 25 20:37:14.871869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-7c1b34fd-b2b0-4d98-b8d1-6b9666cd98ed service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:37:14.872870 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-7c1b34fd-b2b0-4d98-b8d1-6b9666cd98ed service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705838 Mar 25 20:37:15.006630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-508e0957-075b-42be-931d-675c9baab6ca service neutron] 10.222.0.37 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276197 Mar 25 20:37:15.134799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-361f08ff-f168-455f-b30b-9243834e2c73 service neutron] 10.222.0.37 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220775 Mar 25 20:37:15.396534 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed7b694c-fee7-42a7-ab05-e5e550aaf50f req-4329d04a-09ac-4c76-9240-710756223c04 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 210 time: 0.0506194 Mar 25 20:37:16.547089 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2874222e-d056-49f5-95c9-80c72b4d005d req-f1a33aca-2a0b-4e66-a59a-39f3747b0e2e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 210 time: 0.0418983 Mar 25 20:37:17.309741 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-c3db91c3-621b-4b01-a135-140868a5d6a3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:17.311133 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-c3db91c3-621b-4b01-a135-140868a5d6a3 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 812 time: 0.1511168 Mar 25 20:37:17.358734 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2ea95a82-165f-4993-b978-96d589ee43f2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 379 time: 0.0399961 Mar 25 20:37:17.366761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'port': {'device_id': '9974b29b-8555-439d-b238-3133aff043a3', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'admin_state_up': True, 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'security_groups': ['2007ce3e-982a-486d-8588-c977e5eb25a4']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:37:17.512205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:37:17.521931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:37:17.612255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Made reservation on behalf of 16dd3c011aa845fd9fca67e8ef962e02 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:37:17.618871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:17.731049 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1850ced3-49be-458a-9df4-5f5573134927 req-493466f0-4bd8-4600-afb2-7466e03c7328 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 210 time: 0.0517523 Mar 25 20:37:17.825499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Allocated IP 172.20.0.7 (44f31867-d55b-4fd3-b1aa-1d72b7b3fc41/761716a4-f0a5-49e8-8611-d0928d876ce6/ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:37:18.003475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:18.018320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Transition to ACTIVE for port object ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:37:18.109163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:18.137375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:18.172362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:37:18.175243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:37:18.179009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:37:18.223452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:18.246824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.247168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.247512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.247835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.248159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.249561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.249561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.249561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.249561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.249963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.250069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.250340 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:37:18.276342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:18.277044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:18.358874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2c80b37a-9133-4a87-92e5-25da55abe7c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957430 Mar 25 20:37:18.370298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Request body: {'port': {'device_id': '9974b29b-8555-439d-b238-3133aff043a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:37:18.476615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:18.495568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-37c70899-6689-4995-9a5e-a89bc1d7bda0 None None] Provisioning for port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:37:18.500664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-37c70899-6689-4995-9a5e-a89bc1d7bda0 None None] Provisioning complete for port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:37:18.501027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37c70899-6689-4995-9a5e-a89bc1d7bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:18.556910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-37c70899-6689-4995-9a5e-a89bc1d7bda0 None None] Port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:37:18.978037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:37:18.988776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c70a1e-fd92-401c-b196-e113cfc72cfb req-bb153304-d8d3-4630-88bd-b768edd7d66a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:18.989464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-43c70a1e-fd92-401c-b196-e113cfc72cfb req-bb153304-d8d3-4630-88bd-b768edd7d66a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Synchronizing usage tracker for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:37:18.996343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:19.017146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Transition to ACTIVE for port object ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:37:19.126166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-43c70a1e-fd92-401c-b196-e113cfc72cfb req-bb153304-d8d3-4630-88bd-b768edd7d66a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Unset dirty status for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:37:19.127582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-43c70a1e-fd92-401c-b196-e113cfc72cfb req-bb153304-d8d3-4630-88bd-b768edd7d66a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 931 time: 0.2864816 Mar 25 20:37:19.148263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:19.285860 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-43c70a1e-fd92-401c-b196-e113cfc72cfb req-b4fcfb54-2daa-4ed9-8b98-983601caea59 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526515 Mar 25 20:37:19.327001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:19.411799 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Attempting to bind port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:37:19.412146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Attempting to bind port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:37:19.412467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Attempting to bind port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:37:19.418056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:37:19.421559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Attempting to bind port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f on network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:37:19.423476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:37:19.423818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Checking segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:37:19.424219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Bound using segment: {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:37:19.424686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Bound port: ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb3e3dd-4119-4114-8c94-06a840435d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:37:19.425042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:19.514879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:37:19.517815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:37:19.583815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:19.642579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:19.643192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:19.644633 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] 10.222.0.43 "PUT /v2.0/ports/ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 200 len: 1093 time: 1.2782850 Mar 25 20:37:19.644989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:37:19.673717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6819a-bb71-490f-8788-450fbb591144 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:19.693429 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'status': 'completed', 'code': 200} Mar 25 20:37:19.787789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ff0f-26b5-4b37-aced-aedf36807feb req-fe786105-e37d-46bf-bb5a-a7e3c393c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:19.789300 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-52e0ff0f-26b5-4b37-aced-aedf36807feb req-fe786105-e37d-46bf-bb5a-a7e3c393c12a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1096 time: 0.0739515 Mar 25 20:37:19.933207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ff0f-26b5-4b37-aced-aedf36807feb req-0f55a5e7-e266-49cc-9f49-19573d4b1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:19.934572 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-52e0ff0f-26b5-4b37-aced-aedf36807feb req-0f55a5e7-e266-49cc-9f49-19573d4b1722 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1380289 Mar 25 20:37:20.068380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ff0f-26b5-4b37-aced-aedf36807feb req-1a981ae3-d16f-4723-a134-0c0576e29479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:20.069770 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-52e0ff0f-26b5-4b37-aced-aedf36807feb req-1a981ae3-d16f-4723-a134-0c0576e29479 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295176 Mar 25 20:37:20.173049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-0aec8164-1619-4d66-a075-e36b2936fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:20.174499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-0aec8164-1619-4d66-a075-e36b2936fb76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1096 time: 0.0688980 Mar 25 20:37:20.242990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-9682a4c8-a45e-4323-a229-710d3a15b321 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 200 len: 217 time: 0.0624135 Mar 25 20:37:20.302296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-f5c93718-4447-493e-94ca-93505ff14c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:20.303625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-f5c93718-4447-493e-94ca-93505ff14c32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0550339 Mar 25 20:37:20.381097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2f72a547-32e3-4e57-995e-c5b4b21b2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:20.382544 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-2f72a547-32e3-4e57-995e-c5b4b21b2c79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720837 Mar 25 20:37:20.559399 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-6e81d2c2-154e-4994-9676-2861b525eeae service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698883 Mar 25 20:37:20.593248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607b122-ef27-4634-b48b-07c267dfbe5e req-80d4e5b7-3b1b-4b7e-a9eb-8c25e7a1a812 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:20.594578 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d607b122-ef27-4634-b48b-07c267dfbe5e req-80d4e5b7-3b1b-4b7e-a9eb-8c25e7a1a812 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 943 time: 0.1884942 Mar 25 20:37:20.801447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d607b122-ef27-4634-b48b-07c267dfbe5e req-3bc38f20-a841-4ed6-bed7-d3398837de99 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926787 Mar 25 20:37:20.824628 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a6cee9-1eed-4539-b2dd-65acea844c63 req-f43d6807-9b50-4ddd-9588-78a54d8a0717 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580194 Mar 25 20:37:21.989602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de571b29-3c36-4bf8-a708-60eab7159775 req-8f917c36-e59a-44aa-8906-8129eef2e9dd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:21.991098 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de571b29-3c36-4bf8-a708-60eab7159775 req-8f917c36-e59a-44aa-8906-8129eef2e9dd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 943 time: 0.0781381 Mar 25 20:37:22.035064 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de571b29-3c36-4bf8-a708-60eab7159775 req-6c91ebb8-fce1-474a-bedd-28ba1706ad6e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379088 Mar 25 20:37:23.219127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a4da-bf5a-4fdc-8174-1bc001b926d4 req-403b16c6-70a8-4e94-98ec-933e09100628 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:23.220499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bcc2a4da-bf5a-4fdc-8174-1bc001b926d4 req-403b16c6-70a8-4e94-98ec-933e09100628 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 943 time: 0.0813837 Mar 25 20:37:23.264061 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bcc2a4da-bf5a-4fdc-8174-1bc001b926d4 req-077f1315-7bb6-42c1-9576-15d964907236 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379128 Mar 25 20:37:23.764062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:37:23.894991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:23.907711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'mac_address': 'fa:16:3e:6e:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:37:23.961419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:23.977927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:37:23.992545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:24.037925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:24.142959 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:24.337497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:37:24.455105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1393429-4bf3-4100-9c22-66df88a6918d req-fdc4c550-eb83-4c4f-88ce-1c1833e7922e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:24.456590 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1393429-4bf3-4100-9c22-66df88a6918d req-fdc4c550-eb83-4c4f-88ce-1c1833e7922e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 944 time: 0.0784602 Mar 25 20:37:24.499908 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1393429-4bf3-4100-9c22-66df88a6918d req-f7a40bfb-53e8-40f1-87fd-cdadb691446f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370657 Mar 25 20:37:25.684733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded72250-11c6-4686-ad88-61d84b951243 req-7289ba15-6690-4188-b294-7454c361fb03 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:25.686164 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ded72250-11c6-4686-ad88-61d84b951243 req-7289ba15-6690-4188-b294-7454c361fb03 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 944 time: 0.0815740 Mar 25 20:37:25.728815 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ded72250-11c6-4686-ad88-61d84b951243 req-1561b9cb-8b15-4879-809c-a20dd0ab54a8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371172 Mar 25 20:37:25.764422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:37:25.889683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:37:25.894276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:37:25.899828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:26.008299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:26.033463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:37:26.043706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:26.076085 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'code': 200} Mar 25 20:37:26.130362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:26.195994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:26.436848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39952-4e99-4c0c-9939-9fe7fb45cd3a req-15f29153-9e59-4da7-bf1e-382bfa490c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:26.438262 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bbe39952-4e99-4c0c-9939-9fe7fb45cd3a req-15f29153-9e59-4da7-bf1e-382bfa490c07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0669835 Mar 25 20:37:26.480319 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bbe39952-4e99-4c0c-9939-9fe7fb45cd3a req-5f93bfae-91c8-4a8d-8f9e-0450e9c62e08 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359418 Mar 25 20:37:26.907314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01234a-c5a3-4cc7-a97d-494ec3ab7a7a req-b6294452-4e15-4a0f-ba79-a99f6685d61a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:26.908764 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce01234a-c5a3-4cc7-a97d-494ec3ab7a7a req-b6294452-4e15-4a0f-ba79-a99f6685d61a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0779150 Mar 25 20:37:26.951613 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce01234a-c5a3-4cc7-a97d-494ec3ab7a7a req-6913bf25-293b-42a0-a076-8c73a7ae8b18 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373890 Mar 25 20:37:28.137849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f8ac4-c6f8-43c3-ba64-a7cf852f7dda req-649302ea-1426-48e6-9561-91029f207fa2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:28.139264 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-695f8ac4-c6f8-43c3-ba64-a7cf852f7dda req-649302ea-1426-48e6-9561-91029f207fa2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0806401 Mar 25 20:37:28.181711 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-695f8ac4-c6f8-43c3-ba64-a7cf852f7dda req-89ebedc1-43dc-4629-a8d7-449d77ac6601 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369384 Mar 25 20:37:28.359952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23be2f-4577-4f37-84ab-1cf1c4f6ee8c req-b5c77175-29f1-46da-bb47-0ede7a0124bf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:28.361459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5b23be2f-4577-4f37-84ab-1cf1c4f6ee8c req-b5c77175-29f1-46da-bb47-0ede7a0124bf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0785730 Mar 25 20:37:28.369730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40578) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:37:28.374617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Request body: {'floatingip': {'port_id': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:37:28.451234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:29.118451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:29.166579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:29.348737 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d associated. External IP: 172.26.8.147, port: ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f. Mar 25 20:37:29.705291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:37:29.880140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:37:29.885555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:29.890063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:37:29.899990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:37:29.900640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:37:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:37:29.937954 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7bc41230-56b2-4fd9-82d3-d03657beeed1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "PUT /v2.0/floatingips/ab06c61e-476d-4ad7-b203-5cc0d4ec232d HTTP/1.1" status: 200 len: 992 time: 1.5670867 Mar 25 20:37:29.938444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:37:29.985254 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'status': 'completed', 'code': 200} Mar 25 20:37:30.082797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-436a897f-ac51-43be-82e0-f62e4be128f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:30.084278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-436a897f-ac51-43be-82e0-f62e4be128f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0774028 Mar 25 20:37:30.088027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:37:30.219338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-8f4a49c2-625a-4100-818e-b52b54dec5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:30.221253 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-8f4a49c2-625a-4100-818e-b52b54dec5c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1299257 Mar 25 20:37:30.325872 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-66c04b07-7d1d-4fc5-a872-4d9d5cf28303 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 200 len: 1000 time: 0.0987833 Mar 25 20:37:30.387980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-d401c371-9ae3-42a3-9d2d-ae425ad8eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:30.389464 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-d401c371-9ae3-42a3-9d2d-ae425ad8eed6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0577481 Mar 25 20:37:30.463225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:6e:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9974b29b-8555-439d-b238-3133aff043a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:37:28Z', 'revision_number': 13, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:37:30.467272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:37:30.468712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-bef85f93-8801-4c28-85dd-a16da2b56025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:30.474065 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-bef85f93-8801-4c28-85dd-a16da2b56025 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733955 Mar 25 20:37:30.475620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:37:30.476217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:37:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:37:30.668359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:37:30.744339 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-e7d0fba3-9ac4-490f-ac88-4a1bc2cacff5 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677424 Mar 25 20:37:30.888854 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e368fa28-4562-4cd3-bdb4-831f3d5633c6 req-f94efee5-3eb6-4df1-b60b-ce7effa3a6b9 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369386 Mar 25 20:37:31.080962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:6e:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9974b29b-8555-439d-b238-3133aff043a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:37:28Z', 'revision_number': 13, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:37:31.085163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93f754-0dea-42c4-a0c3-4bf35d30bde0 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'ab06c61e-476d-4ad7-b203-5cc0d4ec232d', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'port_id': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'mac_address': 'fa:16:3e:6e:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9974b29b-8555-439d-b238-3133aff043a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:34:17Z', 'updated_at': '2022-03-25T20:37:28Z', 'revision_number': 13, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:37:31.282076 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b1db9-b290-48c0-abbc-6ca50f488181 None None] New status for floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:37:32.114839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5b019-1a03-40b9-b5d2-7b1ab8ff3fbd req-f8fc5c49-9edf-4f69-b2a1-3ccb5e82f640 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:32.116287 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1fe5b019-1a03-40b9-b5d2-7b1ab8ff3fbd req-f8fc5c49-9edf-4f69-b2a1-3ccb5e82f640 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0784521 Mar 25 20:37:32.159134 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1fe5b019-1a03-40b9-b5d2-7b1ab8ff3fbd req-78d187c3-f7e9-4d2b-979d-4901e8b9638e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Mar 25 20:37:39.131833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d95989b2-21fa-41e3-acc7-ffe0424ed38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:42.152259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-53518940-0c53-4383-bda8-13a74b56cf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:42.835324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:42.932967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:43.407873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed03f5-02f3-4203-a52d-65a9971df92d req-6686c69b-cb7a-4b59-8e2d-e424c5e5e52c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:43.409385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6aed03f5-02f3-4203-a52d-65a9971df92d req-6686c69b-cb7a-4b59-8e2d-e424c5e5e52c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0824573 Mar 25 20:37:43.453009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6aed03f5-02f3-4203-a52d-65a9971df92d req-c61c5006-7abc-49b8-b0ad-d1217f260459 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377872 Mar 25 20:37:43.461291 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-61950147-d47a-4f0e-a88b-e2b18e1881d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682256 Mar 25 20:37:44.191785 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:37:44.335727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:44.641759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5419322-31ce-4d71-bbee-f3401688444a req-ec091905-cfc8-4de4-b873-e58ca6a04b6a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:44.643228 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5419322-31ce-4d71-bbee-f3401688444a req-ec091905-cfc8-4de4-b873-e58ca6a04b6a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0789952 Mar 25 20:37:44.690537 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5419322-31ce-4d71-bbee-f3401688444a req-09bd3ac5-34cf-4577-82b6-05fd5a4d199b tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397291 Mar 25 20:37:45.574835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-6a728c4b-f57d-41f6-ba13-54a4db81ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:45.576297 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-6a728c4b-f57d-41f6-ba13-54a4db81ff66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0735307 Mar 25 20:37:45.717181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-de03240a-476c-40f1-93cc-e57ef4241849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:45.719278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-de03240a-476c-40f1-93cc-e57ef4241849 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1369271 Mar 25 20:37:45.868850 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-8ee7d7fb-eb77-4923-8636-8dbcf7b36612 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 200 len: 1002 time: 0.1405334 Mar 25 20:37:45.948562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de70b2-7925-4bf2-a2b0-77d17ae9d2b1 req-9ab604e5-30da-48d9-86b3-059de808437d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:45.949975 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-95de70b2-7925-4bf2-a2b0-77d17ae9d2b1 req-9ab604e5-30da-48d9-86b3-059de808437d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.1484714 Mar 25 20:37:45.955003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-b5f04ef4-3605-411a-91fc-749ed37a27da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:45.956308 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-b5f04ef4-3605-411a-91fc-749ed37a27da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0800943 Mar 25 20:37:46.040105 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-95de70b2-7925-4bf2-a2b0-77d17ae9d2b1 req-7557682f-cd14-4a43-8bac-3659ac6146eb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828331 Mar 25 20:37:46.063696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-d6f467e9-571a-4e4c-be93-76e307f9df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:46.065191 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-d6f467e9-571a-4e4c-be93-76e307f9df04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943000 Mar 25 20:37:46.199170 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-e70d5d75-53ae-4eed-8499-c4a29adc4f01 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206882 Mar 25 20:37:46.332665 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-4975a325-8c85-4a7f-8cc4-f06468191741 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265848 Mar 25 20:37:47.227807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b406128-f609-429e-b0b9-8483a56a4cf1 req-aeb42a08-cd99-451e-a812-a74945b5ccc8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:47.229096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b406128-f609-429e-b0b9-8483a56a4cf1 req-aeb42a08-cd99-451e-a812-a74945b5ccc8 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0828137 Mar 25 20:37:47.279139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3b406128-f609-429e-b0b9-8483a56a4cf1 req-3010afa3-4a2b-45a8-8f3e-0ac9b9c61098 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 Mar 25 20:37:48.141558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:48.461574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59c516-9d07-45c7-922c-5a8b170b2188 req-1e408e69-9a48-480c-90d9-03c4ae3d47f1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:48.462899 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8e59c516-9d07-45c7-922c-5a8b170b2188 req-1e408e69-9a48-480c-90d9-03c4ae3d47f1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0780125 Mar 25 20:37:48.508793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8e59c516-9d07-45c7-922c-5a8b170b2188 req-bf4e14c5-5a3b-4b98-b1f0-b9e83694cd64 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Mar 25 20:37:49.785190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d36beb-b14f-460f-a008-3f6a833d9383 req-0fe7c24b-6a3c-4e10-bf77-878235386807 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:49.786697 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-99d36beb-b14f-460f-a008-3f6a833d9383 req-0fe7c24b-6a3c-4e10-bf77-878235386807 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.1740124 Mar 25 20:37:49.829570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-99d36beb-b14f-460f-a008-3f6a833d9383 req-5f2752a1-cb6a-4c6b-a99b-cb7221473ae4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373905 Mar 25 20:37:51.016556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567e22e-157b-4c1d-bcdb-9d362bfbbdfc req-e527546c-fdeb-41e9-baf0-9625e53e6fe1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:51.018023 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0567e22e-157b-4c1d-bcdb-9d362bfbbdfc req-e527546c-fdeb-41e9-baf0-9625e53e6fe1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0805647 Mar 25 20:37:51.061150 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0567e22e-157b-4c1d-bcdb-9d362bfbbdfc req-1bec9391-da68-496c-93ef-53868642bfd4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376961 Mar 25 20:37:52.246976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aca80d-32fe-4163-86d6-8db2ba719d69 req-6548188a-00d5-4e66-b4eb-29ba3dee1ae2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:52.248435 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f2aca80d-32fe-4163-86d6-8db2ba719d69 req-6548188a-00d5-4e66-b4eb-29ba3dee1ae2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0777678 Mar 25 20:37:52.293624 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f2aca80d-32fe-4163-86d6-8db2ba719d69 req-0ccad617-991f-481a-8a4d-526cc8ef242a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394301 Mar 25 20:37:53.473997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1805c-8c88-462e-bede-8a6abd687014 req-3add92a6-1673-4222-b6a7-aed66b70c844 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:53.475409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e0c1805c-8c88-462e-bede-8a6abd687014 req-3add92a6-1673-4222-b6a7-aed66b70c844 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0768156 Mar 25 20:37:53.518159 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e0c1805c-8c88-462e-bede-8a6abd687014 req-b15a85e7-8497-47ef-89f5-36b81a331373 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372436 Mar 25 20:37:54.363620 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-f4dbef6a-567f-41a0-97b8-e7087bd4fa57 service neutron] 10.222.0.43 "GET /v2.0/ports/ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.0762069 Mar 25 20:37:54.703674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0080f-aada-4328-9d45-c513aa92ce99 req-426db9ba-879f-4869-bc15-8d2162cbefc7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:54.705139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-84e0080f-aada-4328-9d45-c513aa92ce99 req-426db9ba-879f-4869-bc15-8d2162cbefc7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0795939 Mar 25 20:37:54.749646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-84e0080f-aada-4328-9d45-c513aa92ce99 req-6b8efb2f-22b5-4c33-b002-5a1fdc648871 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384371 Mar 25 20:37:54.886451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-31fbcae7-2fb5-4742-9326-3a0f8a02cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:54.887935 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-31fbcae7-2fb5-4742-9326-3a0f8a02cafe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 1098 time: 0.0720022 Mar 25 20:37:54.979457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-700a75c1-bf63-4af4-9101-cf53d1cf8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:54.980990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-700a75c1-bf63-4af4-9101-cf53d1cf8992 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0719204 Mar 25 20:37:55.109133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-6e49a155-de5f-4006-89af-972e004c5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:55.110545 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-6e49a155-de5f-4006-89af-972e004c5f91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1241300 Mar 25 20:37:55.211464 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-afa7a2d2-9aca-4b75-8776-627802af4ce3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 200 len: 1002 time: 0.0949023 Mar 25 20:37:55.270184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-8d4e5c03-ab32-41a2-a77a-ebd5ff586c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:55.271526 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-8d4e5c03-ab32-41a2-a77a-ebd5ff586c25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0548322 Mar 25 20:37:55.344183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-a244ef88-9a1b-4b23-8802-9ab4dafef4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:55.345609 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-a244ef88-9a1b-4b23-8802-9ab4dafef4e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686560 Mar 25 20:37:55.474835 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-458ea715-74b9-4ea6-ad40-8f1aeb3762e3 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231441 Mar 25 20:37:55.601788 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-ce452e3a-81ca-4dde-9b9f-f7fc6cd9dda9 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207097 Mar 25 20:37:55.765837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-b01aa341-a96e-42af-8791-418865df0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:55.767325 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-b01aa341-a96e-42af-8791-418865df0af8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0752003 Mar 25 20:37:55.905010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:37:56.033922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:56.061745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:37:56.072179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:37:56.090006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-9d9f66d5-71ae-46ce-903e-30781a8920aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:56.091446 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-9d9f66d5-71ae-46ce-903e-30781a8920aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.3046608 Mar 25 20:37:56.098885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a2909-fc3f-4590-acdc-b355ac2cb9ff req-55862d3f-ef2a-4d04-b02b-1673d3b7cab7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:56.100257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2c8a2909-fc3f-4590-acdc-b355ac2cb9ff req-55862d3f-ef2a-4d04-b02b-1673d3b7cab7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.2312953 Mar 25 20:37:56.122275 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'code': 200} Mar 25 20:37:56.126693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:37:56.196282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:37:56.228312 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-9fee5e02-f87f-46da-8b12-e8873c127a6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 200 len: 1000 time: 0.1270819 Mar 25 20:37:56.231068 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2c8a2909-fc3f-4590-acdc-b355ac2cb9ff req-f2f8ba86-d1c0-440c-bea8-d20ea58a52cb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819280 Mar 25 20:37:56.290316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-a05dcda6-d733-4641-b673-0fee29b17bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:56.291873 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-a05dcda6-d733-4641-b673-0fee29b17bae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0572543 Mar 25 20:37:56.368604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-867281c2-7ad6-4498-8d01-759eaab4fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:56.370611 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-867281c2-7ad6-4498-8d01-759eaab4fd48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728037 Mar 25 20:37:56.504450 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-8fefc7fd-2676-4d2f-a0f5-1f7d38d4fa77 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267600 Mar 25 20:37:56.635945 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-937cc118-47e3-4894-bd9e-4a6671e53b7e req-3cbb64f0-542c-4c9b-91dc-9dc286da78d2 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243126 Mar 25 20:37:57.420103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c70c10-a3e1-4d60-8fbb-0e8a1b329083 req-df5494c2-2057-4dd4-8295-4d355446a801 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:57.421618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-21c70c10-a3e1-4d60-8fbb-0e8a1b329083 req-df5494c2-2057-4dd4-8295-4d355446a801 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 943 time: 0.0814862 Mar 25 20:37:57.465570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-21c70c10-a3e1-4d60-8fbb-0e8a1b329083 req-5f3a89dc-288c-4844-af02-e2fc3519682f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384340 Mar 25 20:37:58.654844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93f164-3868-43eb-9fef-e81ab0d7b748 req-3ceab0eb-b26d-4032-a86c-846a9b0764f1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:58.656359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0a93f164-3868-43eb-9fef-e81ab0d7b748 req-3ceab0eb-b26d-4032-a86c-846a9b0764f1 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 943 time: 0.0821974 Mar 25 20:37:58.699990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0a93f164-3868-43eb-9fef-e81ab0d7b748 req-14f2c11e-a65b-4f21-b97e-37d890582730 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378199 Mar 25 20:37:59.889020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa7f30-d2af-4980-8021-b3515ab5be43 req-6068c912-f13c-4794-9979-385cb58cd1f2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:37:59.890475 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-26fa7f30-d2af-4980-8021-b3515ab5be43 req-6068c912-f13c-4794-9979-385cb58cd1f2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 943 time: 0.0779428 Mar 25 20:37:59.920442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:37:59.933939 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-26fa7f30-d2af-4980-8021-b3515ab5be43 req-ce40db1f-7554-40be-b007-a856140d218d tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380206 Mar 25 20:38:00.051796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:00.066177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'mac_address': 'fa:16:3e:6e:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:38:00.131813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:00.148166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:38:00.163463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:00.264129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:00.329322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:38:00.374184 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:01.124196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57632c-a2eb-40d9-8b7a-cbef0dbff76f req-840739fc-bdd9-4457-b41e-30cd090c154a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:01.125673 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5c57632c-a2eb-40d9-8b7a-cbef0dbff76f req-840739fc-bdd9-4457-b41e-30cd090c154a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 944 time: 0.0858731 Mar 25 20:38:01.169859 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5c57632c-a2eb-40d9-8b7a-cbef0dbff76f req-d2d4d548-4b64-4d5d-8d35-0799aeb26c74 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384350 Mar 25 20:38:01.920292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:38:01.991952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:38:01.992317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:02.106494 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:02.132881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:38:02.142852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:02.185372 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'code': 200} Mar 25 20:38:02.221119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:02.298600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:02.353248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534a535-2298-42dd-956b-c1fde048ef85 req-704d310c-058d-4bf1-9fc9-08cd5feff392 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:02.354817 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0534a535-2298-42dd-956b-c1fde048ef85 req-704d310c-058d-4bf1-9fc9-08cd5feff392 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0787990 Mar 25 20:38:02.401505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0534a535-2298-42dd-956b-c1fde048ef85 req-a92c52c8-2066-44db-8bea-81ff18a2caa2 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Mar 25 20:38:03.583004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa4f30-7adb-4301-bc1e-d9eac4ea4dcc req-62ccd89b-d434-42da-89bf-60f50dd55707 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:03.584463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38fa4f30-7adb-4301-bc1e-d9eac4ea4dcc req-62ccd89b-d434-42da-89bf-60f50dd55707 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0784180 Mar 25 20:38:03.630139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38fa4f30-7adb-4301-bc1e-d9eac4ea4dcc req-276af870-3609-4733-a850-029007715a46 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395522 Mar 25 20:38:04.969615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4755b-682e-4c40-91ec-a5445c22723c req-c0e062ff-9402-4638-a90c-8f74f79345b5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:04.971074 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cfd4755b-682e-4c40-91ec-a5445c22723c req-c0e062ff-9402-4638-a90c-8f74f79345b5 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0834537 Mar 25 20:38:05.015284 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cfd4755b-682e-4c40-91ec-a5445c22723c req-f74c8eea-9ca5-4a67-ad5d-a9fda8b060b7 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385072 Mar 25 20:38:06.196422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6998888-ff16-404f-bbfd-7f16f9522839 req-a9b92eba-351e-452e-9287-b18012a837d4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:06.198442 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6998888-ff16-404f-bbfd-7f16f9522839 req-a9b92eba-351e-452e-9287-b18012a837d4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0778418 Mar 25 20:38:06.239823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6998888-ff16-404f-bbfd-7f16f9522839 req-ea9c6a78-4f80-4e92-a272-619944e8c832 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358312 Mar 25 20:38:07.038461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-4bc97e3a-35ca-4351-8392-2730dd0bc5bd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:07.039861 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-4bc97e3a-35ca-4351-8392-2730dd0bc5bd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3&tenant_id=16dd3c011aa845fd9fca67e8ef962e02&binding%3Ahost_id=hv-neutron-8351 HTTP/1.1" status: 200 len: 945 time: 0.1351395 Mar 25 20:38:07.093644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8060f0-042f-40a5-a061-f3b00800989b req-d6541c15-9a37-4787-8dc4-fc2957ed2efe tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:07.095033 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab8060f0-042f-40a5-a061-f3b00800989b req-d6541c15-9a37-4787-8dc4-fc2957ed2efe tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.1513011 Mar 25 20:38:07.156278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab8060f0-042f-40a5-a061-f3b00800989b req-46ccb93d-4af8-4e7e-85d4-bb9680fb5902 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542457 Mar 25 20:38:07.163412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-306d833f-5395-4770-bf8f-7b70cf22a792 service neutron] 10.222.0.43 "GET /v2.0/ports/ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.1150823 Mar 25 20:38:07.252115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-c5c7554a-d01a-4dc8-902c-06823708203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:07.253617 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-c5c7554a-d01a-4dc8-902c-06823708203a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0690863 Mar 25 20:38:07.485833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-9d690fd6-ffa2-4989-9ae4-7bbd6cdf839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:07.487265 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-9d690fd6-ffa2-4989-9ae4-7bbd6cdf839c service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.2279234 Mar 25 20:38:07.584933 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-75178296-8373-40dc-a602-e796a90cdc57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 200 len: 1002 time: 0.0916684 Mar 25 20:38:07.653095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-14066bc0-eeb9-4901-b5da-aa89260178e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:07.654529 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-14066bc0-eeb9-4901-b5da-aa89260178e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0640144 Mar 25 20:38:07.726445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-6d6f9787-56ea-48ae-83c2-5073c0d6d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:07.727883 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-6d6f9787-56ea-48ae-83c2-5073c0d6d7aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677366 Mar 25 20:38:07.864322 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-938ec198-8845-4324-add6-ecd619fb53c3 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293552 Mar 25 20:38:07.992795 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-90b14876-bd06-410e-81a4-5043bb8bfb05 service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220868 Mar 25 20:38:08.343099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3e7ca-2456-45e5-9245-c058dc69319e req-b807bc1d-f983-4c0a-bf00-77f11dc479ff tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:08.344545 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39a3e7ca-2456-45e5-9245-c058dc69319e req-b807bc1d-f983-4c0a-bf00-77f11dc479ff tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0820284 Mar 25 20:38:08.389731 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39a3e7ca-2456-45e5-9245-c058dc69319e req-eb3475cb-430b-4ccb-bfff-f2b2103368f6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393608 Mar 25 20:38:09.138028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5969d58e-b242-4e25-8afd-44c1799489d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:09.574193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0f093-d818-4b02-b359-ef2b4b3de79b req-33faf836-db89-4336-a7b2-8e82eb814229 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:09.575624 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-aaf0f093-d818-4b02-b359-ef2b4b3de79b req-33faf836-db89-4336-a7b2-8e82eb814229 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0828798 Mar 25 20:38:09.623799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-aaf0f093-d818-4b02-b359-ef2b4b3de79b req-6ddf746b-83fe-4137-8bef-eb1d9a5f5919 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Mar 25 20:38:10.815576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ec463-7c65-4734-8025-2dd079781a82 req-f5756eac-efdc-469f-bc89-e76df6cd9a78 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:10.817067 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab3ec463-7c65-4734-8025-2dd079781a82 req-f5756eac-efdc-469f-bc89-e76df6cd9a78 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0799911 Mar 25 20:38:10.860940 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab3ec463-7c65-4734-8025-2dd079781a82 req-e4bf1756-74d7-4d2f-9618-cdf7d631c669 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371675 Mar 25 20:38:11.784359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-472e0f0a-708a-4eec-b90e-794b5a9fd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:11.785771 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-472e0f0a-708a-4eec-b90e-794b5a9fd8e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3&tenant_id=16dd3c011aa845fd9fca67e8ef962e02 HTTP/1.1" status: 200 len: 1098 time: 0.0766876 Mar 25 20:38:11.876597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-48dacef2-a19b-4072-bebe-fa273771234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:11.878041 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-48dacef2-a19b-4072-bebe-fa273771234d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0716007 Mar 25 20:38:12.059531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-885d222b-bf9a-4ade-829d-8e275d301887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:12.060900 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-885d222b-bf9a-4ade-829d-8e275d301887 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 200 len: 913 time: 0.1771655 Mar 25 20:38:12.138489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b9d57-644d-490f-b2ca-268d6e762cb4 req-a5692700-c5af-4ed1-821f-68fd48b1424e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:12.139918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-877b9d57-644d-490f-b2ca-268d6e762cb4 req-a5692700-c5af-4ed1-821f-68fd48b1424e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.1677256 Mar 25 20:38:12.204693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17fac53c-95d9-42dd-9df3-845059103748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:12.214921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-1b3a9d30-28d6-4993-841c-0c3080161f06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 200 len: 1002 time: 0.1471374 Mar 25 20:38:12.217801 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-877b9d57-644d-490f-b2ca-268d6e762cb4 req-028e4ba6-f716-4425-8ed7-fd1950e6be1a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698922 Mar 25 20:38:12.275946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-3ecfdb2e-d000-4533-98e6-7f6123ff9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:12.277998 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-3ecfdb2e-d000-4533-98e6-7f6123ff9603 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 200 len: 851 time: 0.0577269 Mar 25 20:38:12.353500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-2ae30594-f206-4ff6-ad69-2ccf804b0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:12.354890 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-2ae30594-f206-4ff6-ad69-2ccf804b0cb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709534 Mar 25 20:38:12.579097 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-babb7092-77f6-4746-b553-a397a9f87c9d service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177682 Mar 25 20:38:12.709914 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a523c1a0-e548-476d-9beb-6d289570b4ec req-cfa2b0e8-c1b3-4a4c-b559-c36f3a652c8b service neutron] 10.222.0.43 "GET /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242030 Mar 25 20:38:12.841542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:12.938648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:13.412624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8306e2-e27b-44fb-bc92-7ff561ca94db req-8de8273a-9a4a-49a3-b156-9f993e231185 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:13.414081 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a8306e2-e27b-44fb-bc92-7ff561ca94db req-8de8273a-9a4a-49a3-b156-9f993e231185 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0828404 Mar 25 20:38:13.462590 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a8306e2-e27b-44fb-bc92-7ff561ca94db req-34216f90-0013-4cc4-b18a-01a05e3b4209 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423472 Mar 25 20:38:14.002100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:38:14.116618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:14.143370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:38:14.153590 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:14.195463 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'code': 200} Mar 25 20:38:14.224504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:14.301268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=9']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:14.308381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.308748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.309532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.309532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.309706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.310018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.310331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.310645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.311067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.311387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.311720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.312118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:14.361342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:14.643857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80042e18-a19c-44eb-a672-1967dadb3856 req-9e7c3329-faf8-49ed-acb6-2f9083fc269c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:14.645310 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-80042e18-a19c-44eb-a672-1967dadb3856 req-9e7c3329-faf8-49ed-acb6-2f9083fc269c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 943 time: 0.0775859 Mar 25 20:38:14.693338 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-80042e18-a19c-44eb-a672-1967dadb3856 req-ba3bfa3c-7502-4775-af89-1f175a05ccbf tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 Mar 25 20:38:16.014305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:38:16.053972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246c249-da70-48f1-bfb5-b2e0ea047a82 req-d3aca191-290b-477b-a73e-fa1ec0a239c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:16.055435 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7246c249-da70-48f1-bfb5-b2e0ea047a82 req-d3aca191-290b-477b-a73e-fa1ec0a239c6 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 943 time: 0.0795174 Mar 25 20:38:16.108895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7246c249-da70-48f1-bfb5-b2e0ea047a82 req-f5377901-9ead-45fe-aa89-f3cadfde070e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475953 Mar 25 20:38:16.154509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:16.167925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'mac_address': 'fa:16:3e:6e:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:38:16.225778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:16.241601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:38:16.256558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:16.309554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:16.380218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:38:16.406101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=10']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:17.298993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c6242-6c60-4360-a4f2-8debc87b509d req-18c60e7b-6197-40c1-9a2c-ccadb1f3a334 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:17.300316 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a93c6242-6c60-4360-a4f2-8debc87b509d req-18c60e7b-6197-40c1-9a2c-ccadb1f3a334 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0815530 Mar 25 20:38:17.342642 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a93c6242-6c60-4360-a4f2-8debc87b509d req-c95a4b42-b043-4eef-bbca-7ae29ee3f856 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367849 Mar 25 20:38:18.014114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:38:18.091233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:38:18.091593 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:18.150408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:18.203573 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:18.228867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:38:18.240397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:18.280586 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'code': 200} Mar 25 20:38:18.304000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:18.372960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=11']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:18.528576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa071-85e6-46e0-9bac-085f1c60fa87 req-5ce7dea0-d327-4e6a-8a34-a9ce94ac4d72 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:18.529952 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f33aa071-85e6-46e0-9bac-085f1c60fa87 req-5ce7dea0-d327-4e6a-8a34-a9ce94ac4d72 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 946 time: 0.0785851 Mar 25 20:38:18.573232 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f33aa071-85e6-46e0-9bac-085f1c60fa87 req-54a977b7-8952-4800-8452-f470e7469c30 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377567 Mar 25 20:38:19.761395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3b42-606d-4156-b6d9-dc3a08f2f7a1 req-b530a191-038c-425c-9dda-9233c7e41b90 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:19.763088 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5efe3b42-606d-4156-b6d9-dc3a08f2f7a1 req-b530a191-038c-425c-9dda-9233c7e41b90 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 946 time: 0.0825505 Mar 25 20:38:19.807449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5efe3b42-606d-4156-b6d9-dc3a08f2f7a1 req-cd48d89b-5242-4932-86f2-99932d7ba6cb tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387363 Mar 25 20:38:20.996239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166817d-bb0b-4c9f-91c0-08266e8fc4f9 req-b5cd730d-d187-4ea6-abee-a09efc7daf0a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:20.997680 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d166817d-bb0b-4c9f-91c0-08266e8fc4f9 req-b5cd730d-d187-4ea6-abee-a09efc7daf0a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 946 time: 0.0825863 Mar 25 20:38:21.040437 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d166817d-bb0b-4c9f-91c0-08266e8fc4f9 req-5cec0821-a185-4dc2-9888-bab2a590c52f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371094 Mar 25 20:38:21.186323 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:38:22.044930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:38:22.185300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:22.198028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'port_id': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'mac_address': 'fa:16:3e:6e:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:38:22.228723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fe948-744a-4070-b33b-12cd96cba791 req-c34fea57-8ce5-4e5a-b696-91c0dcd01366 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:22.230319 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a81fe948-744a-4070-b33b-12cd96cba791 req-c34fea57-8ce5-4e5a-b696-91c0dcd01366 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 946 time: 0.0819130 Mar 25 20:38:22.257514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:22.274642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:38:22.277381 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a81fe948-744a-4070-b33b-12cd96cba791 req-cfe3dcc1-2d1c-447c-8e98-9c9c67a2ed80 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 Mar 25 20:38:22.290937 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:22.352446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:22.420436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:38:22.464846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=12']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:23.465259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe40902-1680-4a80-97bf-a0be4f57266d req-f3a2c710-aff0-40fd-a6b1-ee15662b4067 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:23.466696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe40902-1680-4a80-97bf-a0be4f57266d req-f3a2c710-aff0-40fd-a6b1-ee15662b4067 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0862195 Mar 25 20:38:23.509461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe40902-1680-4a80-97bf-a0be4f57266d req-2027b929-4830-45f2-8f6b-a932c410cf2c tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371878 Mar 25 20:38:23.692165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac831c47-f6b4-4464-9f1e-115beca018e9 req-a65d6a86-9a44-4c36-aed0-47ef9832ff68 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:23.693673 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac831c47-f6b4-4464-9f1e-115beca018e9 req-a65d6a86-9a44-4c36-aed0-47ef9832ff68 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0791683 Mar 25 20:38:23.747248 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ac831c47-f6b4-4464-9f1e-115beca018e9 req-1ae477be-f44d-48ff-bd30-c3563cfd2468 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459726 Mar 25 20:38:23.932307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61931256-b813-40ae-aa71-a74cbed9bf33 req-b14ccf25-1bf8-49e9-8ba3-982045418638 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:23.934372 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-61931256-b813-40ae-aa71-a74cbed9bf33 req-b14ccf25-1bf8-49e9-8ba3-982045418638 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 945 time: 0.0827193 Mar 25 20:38:23.977668 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-61931256-b813-40ae-aa71-a74cbed9bf33 req-56c4e799-d13d-4c3a-96d4-77a6920bae80 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366836 Mar 25 20:38:24.053643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:38:24.121482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:38:24.121845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:24.236954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:24.263909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:38:24.281148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:24.315544 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'code': 200} Mar 25 20:38:24.361570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:24.431062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=13']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:24.557064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4baea-322c-4d23-8a1e-82c4ca235765 req-bb1002f1-a2c4-47c1-b3b0-8649ea22d03a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:24.558475 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b1b4baea-322c-4d23-8a1e-82c4ca235765 req-bb1002f1-a2c4-47c1-b3b0-8649ea22d03a tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 946 time: 0.0801311 Mar 25 20:38:24.601494 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b1b4baea-322c-4d23-8a1e-82c4ca235765 req-c1dc34bd-ef64-4bac-be29-fbed2ec230a4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373359 Mar 25 20:38:25.794639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43514b6-139f-4fa6-a986-1ed34cf6dfcb req-c5c7637c-15f7-4f06-941f-38e70e8c1e8f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:25.796079 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d43514b6-139f-4fa6-a986-1ed34cf6dfcb req-c5c7637c-15f7-4f06-941f-38e70e8c1e8f tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 946 time: 0.0851943 Mar 25 20:38:25.838240 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d43514b6-139f-4fa6-a986-1ed34cf6dfcb req-3f6ad30b-f422-4cba-9e79-af167e200396 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364156 Mar 25 20:38:27.021901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bb192-d392-4b63-adc4-ce871ede9a1a req-c1248424-802f-4162-bfd0-5d5c138a3800 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:27.023354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6a1bb192-d392-4b63-adc4-ce871ede9a1a req-c1248424-802f-4162-bfd0-5d5c138a3800 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 946 time: 0.0816226 Mar 25 20:38:27.114978 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6a1bb192-d392-4b63-adc4-ce871ede9a1a req-3562f147-c4d2-487e-8551-98487e6fbf2e tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups?id=2007ce3e-982a-486d-8588-c977e5eb25a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613141 Mar 25 20:38:27.142931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-1626b028-6d6b-437b-a95f-435180d13d16 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:27.144441 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-1626b028-6d6b-437b-a95f-435180d13d16 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 946 time: 0.1202240 Mar 25 20:38:27.211651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Deleting port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:38:27.211914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:27.536565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] For port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:27.536910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:27.819966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:27.820256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:27.820594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d disassociated. External IP: 172.26.8.147, port: ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f. Mar 25 20:38:27.820929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Calling delete_port for ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:38:28.024371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:28.075162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event deleted for resources: {'Port': ['ID=ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:28.087004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.087349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.087678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.088003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.088323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.088662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.088982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.089299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.089617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.089928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.090239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.090546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:28.294405 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6f87b9f-760f-4557-930b-1514041beefa req-75a52947-0d64-4ce4-babd-1356538b0ccd tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 210 time: 0.0532987 Mar 25 20:38:28.323412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:38:28.498244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:38:28.507796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:38:28.517570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:38:28.518169 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:38:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:28.572939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] No DVR routers for this DVR port ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:38:28.576007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:28.578568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-deleted', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:38:28.655376 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d18036e9-41e8-4156-a4af-a6277d68d1bb req-a3cdf862-cd1b-4ef3-896c-dddc3d2d1b07 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.43 "DELETE /v2.0/ports/ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f HTTP/1.1" status: 204 len: 173 time: 1.5055008 Mar 25 20:38:28.701675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:38:28.706824 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9974b29b-8555-439d-b238-3133aff043a3', 'name': 'network-vif-deleted', 'tag': 'ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f', 'status': 'completed', 'code': 200} Mar 25 20:38:29.052867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:29.058922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:38:29.069369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:38:29.069911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:38:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:29.248114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:38:29.449390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-5b0c008d-8004-4e26-bb73-7e985d57a43d req-bfcd2095-5f9f-4f90-a53e-6b498ce7ac78 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Synchronizing usage tracker for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:38:29.521575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-5b0c008d-8004-4e26-bb73-7e985d57a43d req-bfcd2095-5f9f-4f90-a53e-6b498ce7ac78 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Unset dirty status for tenant:16dd3c011aa845fd9fca67e8ef962e02 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:38:29.522798 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5b0c008d-8004-4e26-bb73-7e985d57a43d req-bfcd2095-5f9f-4f90-a53e-6b498ce7ac78 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/ports?device_id=9974b29b-8555-439d-b238-3133aff043a3 HTTP/1.1" status: 200 len: 210 time: 0.1224914 Mar 25 20:38:29.565275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:29.569225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e53547-6ad3-4eee-bd69-379d626f13f2 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:34:13Z', 'revision_number': 4, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '149923ad-79f0-46fe-b603-b1db03f42077', 'name': '', 'network_id': '44f31867-d55b-4fd3-b1aa-1d72b7b3fc41', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'mac_address': 'fa:16:3e:8f:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:13Z', 'updated_at': '2022-03-25T20:34:19Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'subnets': [{'id': '761716a4-f0a5-49e8-8611-d0928d876ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:38:29.782506 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c982a03-0582-4586-ac78-b8a978ffb0cd None None] New status for floating IP ab06c61e-476d-4ad7-b203-5cc0d4ec232d: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:38:30.060817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:38:30.104680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:38:30.105026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ab6d8f11-3a05-4a1c-a5ca-2dbfbfef7f2f not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:38:33.909678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 40794) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:33.976699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:34.003437 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:34.116077 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:34.131817 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2007ce3e-982a-486d-8588-c977e5eb25a4,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:34.142137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:34.143213 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "DELETE /v2.0/security-groups/2007ce3e-982a-486d-8588-c977e5eb25a4 HTTP/1.1" status: 204 len: 168 time: 0.2324932 Mar 25 20:38:34.144503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.144855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.145185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.145569 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.145898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.146048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40798) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:34.146525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.146660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.146875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.147186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.147500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.147810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.148118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc4300c-e15f-43d8-8268-d90d403d37f4 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:38:34.163473 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-f7d725ba-5d1f-4436-b973-0f0b37836833 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] show failed (client error): The resource could not be found. Mar 25 20:38:34.164486 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f7d725ba-5d1f-4436-b973-0f0b37836833 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "GET /v2.0/security-groups/2007ce3e-982a-486d-8588-c977e5eb25a4 HTTP/1.1" status: 404 len: 347 time: 0.0174551 Mar 25 20:38:34.167471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40802) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:34.321178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Deleting port 7d014fd4-53fd-44ea-9f19-038a4c443894 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:38:34.321431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:34.582085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:34.582314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:34.707395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Calling delete_port for 7d014fd4-53fd-44ea-9f19-038a4c443894 owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:38:34.915594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:34.994661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Pushing event deleted for resources: {'Port': ['ID=7d014fd4-53fd-44ea-9f19-038a4c443894,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:35.055527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:35.130401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:35.131567 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9edc78fe-e3a0-4c1f-b14d-a2bf86e2f879 tempest-ServerActionsTestJSON-312543335 tempest-ServerActionsTestJSON-312543335-project] 10.222.0.37 "DELETE /v2.0/floatingips/ab06c61e-476d-4ad7-b203-5cc0d4ec232d HTTP/1.1" status: 204 len: 168 time: 0.9631932 Mar 25 20:38:35.134567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40806) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:35.660115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:36.106489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Deleting port 149923ad-79f0-46fe-b603-b1db03f42077 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:38:36.106829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:36.275478 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] For port 149923ad-79f0-46fe-b603-b1db03f42077, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=149923ad-79f0-46fe-b603-b1db03f42077,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:36.275825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:36.396096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Calling delete_port for 149923ad-79f0-46fe-b603-b1db03f42077 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:38:36.635897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:36.681059 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=149923ad-79f0-46fe-b603-b1db03f42077,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:36.947907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:37.298904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Router e713e68c-6878-43b6-8e0f-e066f20b5fad has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:38:37.565120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:38:37.573537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] Sync routers for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:38:37.577013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dcbecb5a-c20e-446c-8bc6-fe9dfa3e8d40 admin admin] 10.222.0.37 "PUT /v2.0/routers/e713e68c-6878-43b6-8e0f-e066f20b5fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4414785 Mar 25 20:38:37.579424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40810) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:37.582635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:38:37.583231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:38:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:37.754176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:37.762297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:38:37.931862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.002055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Deleting port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:38:38.002430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.046246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:38:36Z', 'revision_number': 5, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port': {'id': '1437e932-3f07-48f4-8c4b-a72ffd99d1d8', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:34:10Z', 'updated_at': '2022-03-25T20:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:38.050037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] Checking router: e713e68c-6878-43b6-8e0f-e066f20b5fad for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:38:38.058329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] Routers {'e713e68c-6878-43b6-8e0f-e066f20b5fad'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:38:38.058914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:38:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['e713e68c-6878-43b6-8e0f-e066f20b5fad'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:38.174043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] For port 1437e932-3f07-48f4-8c4b-a72ffd99d1d8, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1437e932-3f07-48f4-8c4b-a72ffd99d1d8,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:38.174395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.208241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] Set router e713e68c-6878-43b6-8e0f-e066f20b5fad gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:38:38.300136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Calling delete_port for 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:38:38.357366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:38:37Z', 'revision_number': 6, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:38.361441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a980d-7141-49e7-82ad-82418bba0a38 None None] The sync data for ids ['e713e68c-6878-43b6-8e0f-e066f20b5fad'] in dv-neutron-835149-1-hyperv is: [{'id': 'e713e68c-6878-43b6-8e0f-e066f20b5fad', 'name': 'tempest-ServerActionsTestJSON-1774692469-router', 'tenant_id': '16dd3c011aa845fd9fca67e8ef962e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:34:09Z', 'updated_at': '2022-03-25T20:38:37Z', 'revision_number': 6, 'project_id': '16dd3c011aa845fd9fca67e8ef962e02', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:38:38.533361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.608329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1437e932-3f07-48f4-8c4b-a72ffd99d1d8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:38.671871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.850214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.852399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.950132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.950660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e713e68c-6878-43b6-8e0f-e066f20b5fad {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:38:38.962721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:38.963858 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-74bb24da-dbc7-40c5-8e73-c346dbb854f5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e713e68c-6878-43b6-8e0f-e066f20b5fad HTTP/1.1" status: 204 len: 168 time: 1.3835204 Mar 25 20:38:38.966965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40814) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:39.129444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6dcaf45-7429-4cfc-b43a-d7aababc72c4 admin admin] Deleting subnet 761716a4-f0a5-49e8-8611-d0928d876ce6 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:38:39.132861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b6dcaf45-7429-4cfc-b43a-d7aababc72c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.148364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6dacc796-d96a-4b15-9f46-9f0a60c5b0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.184735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b6dcaf45-7429-4cfc-b43a-d7aababc72c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.189878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:38:39.224087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:38:39.224431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1437e932-3f07-48f4-8c4b-a72ffd99d1d8 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:38:39.224949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 149923ad-79f0-46fe-b603-b1db03f42077 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:38:39.260737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 149923ad-79f0-46fe-b603-b1db03f42077 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:38:39.261086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 149923ad-79f0-46fe-b603-b1db03f42077 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:38:39.264351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b6dcaf45-7429-4cfc-b43a-d7aababc72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.402979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b6dcaf45-7429-4cfc-b43a-d7aababc72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.440812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcaf45-7429-4cfc-b43a-d7aababc72c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761716a4-f0a5-49e8-8611-d0928d876ce6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:39.446892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b6dcaf45-7429-4cfc-b43a-d7aababc72c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.454576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b6dcaf45-7429-4cfc-b43a-d7aababc72c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/761716a4-f0a5-49e8-8611-d0928d876ce6 HTTP/1.1" status: 204 len: 168 time: 0.4866419 Mar 25 20:38:39.455328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf405cd-cb75-484c-941f-3a61aa349c97 None None] Network 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:38:39.457041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 40818) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:39.562499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.572898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Deleting port af2dcec8-1966-4b95-9d85-ed617d164772 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:38:39.573279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.707323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] DHCP port deletion for 44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:38:39.711165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] Deleting port af2dcec8-1966-4b95-9d85-ed617d164772 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:38:39.711530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.783442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] For port af2dcec8-1966-4b95-9d85-ed617d164772, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=af2dcec8-1966-4b95-9d85-ed617d164772,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:39.783798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:39.906880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Calling delete_port for af2dcec8-1966-4b95-9d85-ed617d164772 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:38:39.922948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] For port af2dcec8-1966-4b95-9d85-ed617d164772, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=af2dcec8-1966-4b95-9d85-ed617d164772,segment=NetworkSegment(6bb3e3dd-4119-4114-8c94-06a840435d5a),segment_id=6bb3e3dd-4119-4114-8c94-06a840435d5a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:39.923363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.048325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] Calling delete_port for af2dcec8-1966-4b95-9d85-ed617d164772 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:38:40.078583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.121979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:38:40.122323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:38:40.130483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2dcec8-1966-4b95-9d85-ed617d164772,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:40.132272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] No DVR routers for this DVR port af2dcec8-1966-4b95-9d85-ed617d164772 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:38:40.245898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.270654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f31867-d55b-4fd3-b1aa-1d72b7b3fc41']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:40.282845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb3e3dd-4119-4114-8c94-06a840435d5a') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:40.283140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb3e3dd-4119-4114-8c94-06a840435d5a') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:38:40.294143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.309388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.315184 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:38:40.315559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:38:40.328671 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:38:40.461493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.477997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.487940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f31867-d55b-4fd3-b1aa-1d72b7b3fc41,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:40.495138 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e94c0536-e2b1-4542-b64d-cc354a703358 admin admin] 10.222.0.37 "DELETE /v2.0/networks/44f31867-d55b-4fd3-b1aa-1d72b7b3fc41 HTTP/1.1" status: 204 len: 168 time: 1.0371492 Mar 25 20:38:40.623572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] Deleting port af2dcec8-1966-4b95-9d85-ed617d164772 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:38:40.624106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.691292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8e1be86e-5852-4655-a169-7264c7c5c824 None None] The port 'af2dcec8-1966-4b95-9d85-ed617d164772' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:38:40.788840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 40828) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:40.836842 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-17851e0e-0315-4656-adfa-40333bde41e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16dd3c011aa845fd9fca67e8ef962e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468066 Mar 25 20:38:40.839352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 40832) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:40.895288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a757104-3b0d-4740-8c48-be09a77a4c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:40.920037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a757104-3b0d-4740-8c48-be09a77a4c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:41.036221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a757104-3b0d-4740-8c48-be09a77a4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:41.036700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device af2dcec8-1966-4b95-9d85-ed617d164772 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:38:41.052739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a757104-3b0d-4740-8c48-be09a77a4c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff27010-a955-46a1-8290-da3d4b2a9450,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:41.057076 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1a757104-3b0d-4740-8c48-be09a77a4c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:41.061633 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1a757104-3b0d-4740-8c48-be09a77a4c1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ff27010-a955-46a1-8290-da3d4b2a9450 HTTP/1.1" status: 204 len: 168 time: 0.2185051 Mar 25 20:38:41.080866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: af2dcec8-1966-4b95-9d85-ed617d164772 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:38:41.081201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device af2dcec8-1966-4b95-9d85-ed617d164772 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:38:42.101990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 40856) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:42.147403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4df5de6a-6526-4d4b-9389-0d03a644a30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.203614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-643067435-network', 'tenant_id': '872c1a36e3ce42e49690a91bd815ef31'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:38:42.208496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:38:42.212382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Usage tracker for resource:network and tenant:872c1a36e3ce42e49690a91bd815ef31 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:38:42.215342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:38:42.224669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:38:42.312546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Made reservation on behalf of 872c1a36e3ce42e49690a91bd815ef31 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:38:42.314807 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.326444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.340904 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:38:42.344742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Usage tracker for resource:security_group_rule and tenant:872c1a36e3ce42e49690a91bd815ef31 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:38:42.347475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:38:42.353168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:38:42.431590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.504017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.531141 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:38:42.543039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2fdead-a852-4583-8e94-7d60a6d9f5a2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:42.547516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.547859 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Added segment 0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd of type vlan for network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 Mar 25 20:38:42.572316 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.649650 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.650603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:42.651180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.753686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] Pushing event updated for resources: {'Network': ['ID=c7b5460d-6243-4edb-9ec3-135d60dbb7c3,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:42.774030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:38:42.822060 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a5d35f6f-53b4-4951-bba9-4e64a839666c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7189717 Mar 25 20:38:42.825554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 40864) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:38:42.831004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Request body: {'subnet': {'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-643067435-subnet', 'tenant_id': '872c1a36e3ce42e49690a91bd815ef31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:38:42.835905 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:38:42.839788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Usage tracker for resource:subnet and tenant:872c1a36e3ce42e49690a91bd815ef31 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:38:42.842732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:38:42.848391 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:38:42.850533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.933691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Made reservation on behalf of 872c1a36e3ce42e49690a91bd815ef31 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:38:42.935938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:42.964068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:43.193150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:43.262285 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935d296a-fe76-4422-9e36-a116ad0f3214,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:43.272050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Checking segment: {'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:38:43.272397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Network hostable DHCP agents. Network: c7b5460d-6243-4edb-9ec3-135d60dbb7c3, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:38:43.352441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:38:43.435745 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c7b5460d-6243-4edb-9ec3-135d60dbb7c3) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:38:43.439767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:43.440355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:43.449291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484d21d7-2b0e-4704-ab2a-67d2f3e17c01 None None] Network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:38:43.524885 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c3fb315b-4124-4f2c-b676-cb6e16162744 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6982520 Mar 25 20:38:43.664378 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a80a1-19b4-4e99-87a0-8c22afa1645d None None] Network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:38:44.026062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d52fce0c-1cfc-4a66-a535-ea863e6d8d5b tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:44.028411 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d52fce0c-1cfc-4a66-a535-ea863e6d8d5b tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/networks?id=c7b5460d-6243-4edb-9ec3-135d60dbb7c3 HTTP/1.1" status: 200 len: 813 time: 0.1448610 Mar 25 20:38:44.042900 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-c92807de-bb1f-4f8d-9906-f75727a69337 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/quotas/872c1a36e3ce42e49690a91bd815ef31 HTTP/1.1" status: 200 len: 375 time: 0.0091646 Mar 25 20:38:44.087956 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-ee8fd8fd-6ba2-43c3-b8c3-0965f9f0faed tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=872c1a36e3ce42e49690a91bd815ef31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403335 Mar 25 20:38:44.220017 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-057cb2ed-0708-4e80-98bf-6007ad96a382 service neutron] 10.222.0.37 "GET /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255631 Mar 25 20:38:44.315756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:44.354621 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-9613df63-143a-4f70-ba3d-43501075366c service neutron] 10.222.0.37 "GET /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287370 Mar 25 20:38:44.622783 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3ad395aa-8b93-440c-a7a5-15cba736571b req-db2c5758-912d-471c-afc2-efb67c039555 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 210 time: 0.0462368 Mar 25 20:38:45.782606 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9d7fe0e9-0b81-4c76-8365-45d58b3c0678 req-10a8c2e8-c241-4b82-95ee-18e171aaf60c tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 210 time: 0.0534692 Mar 25 20:38:46.947316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-2e6dfc01-cedf-46f0-9ee3-54d7b057cfc6 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:46.948651 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-2e6dfc01-cedf-46f0-9ee3-54d7b057cfc6 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.43 "GET /v2.0/networks?id=c7b5460d-6243-4edb-9ec3-135d60dbb7c3 HTTP/1.1" status: 200 len: 813 time: 0.2904615 Mar 25 20:38:46.950671 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b65c6442-b9a3-4738-9c8f-2aaeff8f38de req-91db1cb7-2056-4ef9-b785-8ea3298848cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 210 time: 0.0568161 Mar 25 20:38:46.963519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Request body: {'port': {'device_id': '884ca1d0-1ab2-4903-887b-a7b3353cf36c', 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3', 'admin_state_up': True, 'tenant_id': '872c1a36e3ce42e49690a91bd815ef31'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:38:47.106574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:38:47.111633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Usage tracker for resource:port and tenant:872c1a36e3ce42e49690a91bd815ef31 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:38:47.114499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:38:47.120692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:38:47.212952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Made reservation on behalf of 872c1a36e3ce42e49690a91bd815ef31 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:38:47.217104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:47.376324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Allocated IP 172.20.0.4 (c7b5460d-6243-4edb-9ec3-135d60dbb7c3/935d296a-fe76-4422-9e36-a116ad0f3214/779425c1-3492-477b-ae12-bce6e8d5de92) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:38:47.597444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:47.720526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:47.801285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:38:47.804295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:38:47.812404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:38:47.849352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Pushing event updated for resources: {'Port': ['ID=779425c1-3492-477b-ae12-bce6e8d5de92,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:47.885709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:47.886307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:48.011021 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-d09858c4-1393-4640-9992-d68fca5f18ea tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0510046 Mar 25 20:38:48.022905 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Request body: {'port': {'device_id': '884ca1d0-1ab2-4903-887b-a7b3353cf36c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:38:48.129852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:48.185549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:48.215416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c810fe-cda3-4e5a-aa06-5d9c0f9be594 req-dcc50153-8744-483c-b259-10e4a349c1bc tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:48.216115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-91c810fe-cda3-4e5a-aa06-5d9c0f9be594 req-dcc50153-8744-483c-b259-10e4a349c1bc tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Synchronizing usage tracker for tenant:872c1a36e3ce42e49690a91bd815ef31 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:38:48.351998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-91c810fe-cda3-4e5a-aa06-5d9c0f9be594 req-dcc50153-8744-483c-b259-10e4a349c1bc tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Unset dirty status for tenant:872c1a36e3ce42e49690a91bd815ef31 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:38:48.353164 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91c810fe-cda3-4e5a-aa06-5d9c0f9be594 req-dcc50153-8744-483c-b259-10e4a349c1bc tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 931 time: 0.2924523 Mar 25 20:38:48.479100 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91c810fe-cda3-4e5a-aa06-5d9c0f9be594 req-1e20005b-9093-4a24-a39b-efcec6c79473 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101890 Mar 25 20:38:48.577917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779425c1-3492-477b-ae12-bce6e8d5de92 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:38:48.584858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:48.599047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Transition to ACTIVE for port object 779425c1-3492-477b-ae12-bce6e8d5de92 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:38:48.675945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:48.826778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Pushing event updated for resources: {'Port': ['ID=779425c1-3492-477b-ae12-bce6e8d5de92,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:48.897839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Attempting to bind port 779425c1-3492-477b-ae12-bce6e8d5de92 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:38:48.898160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Attempting to bind port 779425c1-3492-477b-ae12-bce6e8d5de92 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:38:48.898476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Attempting to bind port 779425c1-3492-477b-ae12-bce6e8d5de92 on network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:38:48.903412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Port 779425c1-3492-477b-ae12-bce6e8d5de92 on network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:38:48.903717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Attempting to bind port 779425c1-3492-477b-ae12-bce6e8d5de92 on network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:38:48.908661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:38:48.908986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Checking segment: {'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:38:48.909357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Bound using segment: {'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:38:48.909765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Bound port: 779425c1-3492-477b-ae12-bce6e8d5de92, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:38:48.910095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:49.089596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] For port 779425c1-3492-477b-ae12-bce6e8d5de92, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:38:49.092373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] For port 779425c1-3492-477b-ae12-bce6e8d5de92, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=779425c1-3492-477b-ae12-bce6e8d5de92,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:38:49.158961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:49.214884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:49.215478 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:49.216836 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] 10.222.0.43 "PUT /v2.0/ports/779425c1-3492-477b-ae12-bce6e8d5de92 HTTP/1.1" status: 200 len: 1093 time: 1.1981056 Mar 25 20:38:49.217251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884ca1d0-1ab2-4903-887b-a7b3353cf36c', 'tag': '779425c1-3492-477b-ae12-bce6e8d5de92'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:38:49.240979 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a2979-123d-426e-8554-addc0a6c49dd service neutron] Pushing event updated for resources: {'Port': ['ID=779425c1-3492-477b-ae12-bce6e8d5de92,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:49.260760 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884ca1d0-1ab2-4903-887b-a7b3353cf36c', 'tag': '779425c1-3492-477b-ae12-bce6e8d5de92', 'status': 'completed', 'code': 200} Mar 25 20:38:49.347966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247eb0b-0367-4d6f-b18e-c495e7846f7d req-c9825533-d849-44b0-aae4-3a5d4576414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:49.349352 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0247eb0b-0367-4d6f-b18e-c495e7846f7d req-c9825533-d849-44b0-aae4-3a5d4576414d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=872c1a36e3ce42e49690a91bd815ef31&device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 1096 time: 0.0682106 Mar 25 20:38:49.488206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247eb0b-0367-4d6f-b18e-c495e7846f7d req-f19001e9-8caf-4de0-80b5-9e245512da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:49.489645 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0247eb0b-0367-4d6f-b18e-c495e7846f7d req-f19001e9-8caf-4de0-80b5-9e245512da66 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=872c1a36e3ce42e49690a91bd815ef31&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1323071 Mar 25 20:38:49.675534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247eb0b-0367-4d6f-b18e-c495e7846f7d req-c3420533-bed4-469e-970d-440fde12bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:49.676992 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0247eb0b-0367-4d6f-b18e-c495e7846f7d req-c3420533-bed4-469e-970d-440fde12bd1f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1814017 Mar 25 20:38:49.700939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638faab-11d0-40cf-9b1b-9f94749697f8 req-87e778c8-b0ea-47be-a1a6-d6592e4003c0 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:49.702584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5638faab-11d0-40cf-9b1b-9f94749697f8 req-87e778c8-b0ea-47be-a1a6-d6592e4003c0 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 943 time: 0.1104178 Mar 25 20:38:49.787495 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5638faab-11d0-40cf-9b1b-9f94749697f8 req-e61c553c-1786-4fa2-8653-1a3c8d3c47e0 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792041 Mar 25 20:38:49.811487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-06b37205-313b-418e-b2c0-fee10101b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:49.813008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-06b37205-313b-418e-b2c0-fee10101b477 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=872c1a36e3ce42e49690a91bd815ef31&device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 1096 time: 0.0911720 Mar 25 20:38:49.881973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-b2d60766-4c0b-4a9a-b3b9-b3b4bc6278dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=779425c1-3492-477b-ae12-bce6e8d5de92 HTTP/1.1" status: 200 len: 217 time: 0.0626135 Mar 25 20:38:49.942448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-6996e1a3-cf48-4e20-a9a9-4e8b83f298eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:49.943735 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-6996e1a3-cf48-4e20-a9a9-4e8b83f298eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=935d296a-fe76-4422-9e36-a116ad0f3214 HTTP/1.1" status: 200 len: 853 time: 0.0559068 Mar 25 20:38:49.993364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-0f37872c-8b3b-46bf-a142-92ba6fffa75a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7b5460d-6243-4edb-9ec3-135d60dbb7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426283 Mar 25 20:38:50.134615 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-9d2dfdec-9bc4-4ab9-9bff-b1da53b5b9f7 service neutron] 10.222.0.43 "GET /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346698 Mar 25 20:38:50.262954 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df922a28-a67c-45af-a9a0-3442b30f6d2a req-08147b40-7006-4c62-8e44-292f06499360 service neutron] 10.222.0.43 "GET /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216223 Mar 25 20:38:50.969475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493f32-d6e7-4eba-b0a1-36d2b0fd2612 req-5634ca71-811b-4eaa-8a14-62b89b525d3c tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:50.970815 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f493f32-d6e7-4eba-b0a1-36d2b0fd2612 req-5634ca71-811b-4eaa-8a14-62b89b525d3c tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 943 time: 0.0776200 Mar 25 20:38:51.014015 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f493f32-d6e7-4eba-b0a1-36d2b0fd2612 req-77a6b93c-18b7-439b-abed-9ee9c6991aff tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Mar 25 20:38:52.196148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c4b2f-9acf-44d6-8fb7-09292c758549 req-1c5cb1a3-51fd-4708-9e14-1fdd68c773b8 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:52.197585 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-720c4b2f-9acf-44d6-8fb7-09292c758549 req-1c5cb1a3-51fd-4708-9e14-1fdd68c773b8 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 943 time: 0.0792058 Mar 25 20:38:52.241559 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-720c4b2f-9acf-44d6-8fb7-09292c758549 req-b65a6f7a-2b5b-401d-b901-00ea9bec9f14 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378954 Mar 25 20:38:53.423795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880f8a0-106f-4895-bb19-7668ac3107ad req-56633b69-a561-439e-a458-7f5244122ef1 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:53.425270 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4880f8a0-106f-4895-bb19-7668ac3107ad req-56633b69-a561-439e-a458-7f5244122ef1 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 943 time: 0.0785327 Mar 25 20:38:53.468053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4880f8a0-106f-4895-bb19-7668ac3107ad req-cf55bbf8-599a-449a-b364-8702770f039e tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373123 Mar 25 20:38:54.092670 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 779425c1-3492-477b-ae12-bce6e8d5de92 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:38:54.223383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 779425c1-3492-477b-ae12-bce6e8d5de92, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=779425c1-3492-477b-ae12-bce6e8d5de92,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:54.236351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '779425c1-3492-477b-ae12-bce6e8d5de92', 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3', 'port_id': '779425c1-3492-477b-ae12-bce6e8d5de92', 'mac_address': 'fa:16:3e:17:1f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935d296a-fe76-4422-9e36-a116ad0f3214', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:38:54.288839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:54.305223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779425c1-3492-477b-ae12-bce6e8d5de92 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:38:54.320118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 779425c1-3492-477b-ae12-bce6e8d5de92, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=779425c1-3492-477b-ae12-bce6e8d5de92,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:54.390275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:54.459048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=779425c1-3492-477b-ae12-bce6e8d5de92,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:54.652944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10503740-3728-4fff-b848-8bacf7f59ef4 req-2dc5d347-4d54-451d-b3b7-ffa2749d319f tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:54.654918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10503740-3728-4fff-b848-8bacf7f59ef4 req-2dc5d347-4d54-451d-b3b7-ffa2749d319f tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 944 time: 0.0851729 Mar 25 20:38:54.697627 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10503740-3728-4fff-b848-8bacf7f59ef4 req-9236c9de-afba-41e8-afd8-560e5bdc68ae tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Mar 25 20:38:54.702699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['779425c1-3492-477b-ae12-bce6e8d5de92'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:38:55.875947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20310107-8dc3-4288-8d92-a140731522e2 req-8cc6374f-f3eb-4dec-a928-932c87e341c6 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:55.877384 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-20310107-8dc3-4288-8d92-a140731522e2 req-8cc6374f-f3eb-4dec-a928-932c87e341c6 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 944 time: 0.0759399 Mar 25 20:38:56.019590 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-20310107-8dc3-4288-8d92-a140731522e2 req-47238ae7-ee5a-47be-9d25-748b31e81763 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363068 Mar 25 20:38:56.106856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 779425c1-3492-477b-ae12-bce6e8d5de92 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:38:56.258914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 779425c1-3492-477b-ae12-bce6e8d5de92 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:38:56.263609 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 779425c1-3492-477b-ae12-bce6e8d5de92 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:38:56.263970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:56.375774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:56.401514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ca1d0-1ab2-4903-887b-a7b3353cf36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779425c1-3492-477b-ae12-bce6e8d5de92'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:38:56.411753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 779425c1-3492-477b-ae12-bce6e8d5de92, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=779425c1-3492-477b-ae12-bce6e8d5de92,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:38:56.447852 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ca1d0-1ab2-4903-887b-a7b3353cf36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779425c1-3492-477b-ae12-bce6e8d5de92', 'code': 200} Mar 25 20:38:56.484594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:38:56.551092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=779425c1-3492-477b-ae12-bce6e8d5de92,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:38:56.819637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ada40b-34e2-49a3-9337-8d35021eed0d req-5bdcfb43-fca7-4b51-9aa0-5d192a5782f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:56.821103 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-33ada40b-34e2-49a3-9337-8d35021eed0d req-5bdcfb43-fca7-4b51-9aa0-5d192a5782f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 1098 time: 0.0675316 Mar 25 20:38:56.860600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-33ada40b-34e2-49a3-9337-8d35021eed0d req-58bad7f8-9312-414d-9dc6-53f00042cee4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Mar 25 20:38:57.199210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642690c-44fa-4717-9228-4e07a58cf32a req-184d634a-5843-4161-bdb5-3ac78dc4fa93 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:57.200666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0642690c-44fa-4717-9228-4e07a58cf32a req-184d634a-5843-4161-bdb5-3ac78dc4fa93 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0798862 Mar 25 20:38:57.244386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0642690c-44fa-4717-9228-4e07a58cf32a req-d12445b7-0878-488f-8245-eed1fece683f tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Mar 25 20:38:58.185637 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:38:58.437352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbce4f-1f55-442d-9875-8d09fd077581 req-278bd58f-e21b-42fc-9b8a-7b6097270f2a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:58.438722 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28dbce4f-1f55-442d-9875-8d09fd077581 req-278bd58f-e21b-42fc-9b8a-7b6097270f2a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0867186 Mar 25 20:38:58.485107 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28dbce4f-1f55-442d-9875-8d09fd077581 req-6e5dfd3a-0e22-40e9-9c86-133c9c23205c tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408580 Mar 25 20:38:58.768288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-791b5ba6-9acf-4ec3-adf9-93fb71742028 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:38:58.769670 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-791b5ba6-9acf-4ec3-adf9-93fb71742028 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/networks?id=c7b5460d-6243-4edb-9ec3-135d60dbb7c3 HTTP/1.1" status: 200 len: 813 time: 0.1443689 Mar 25 20:38:58.784004 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-ee6ac65e-bb00-4118-8e0a-2a8552805f3b tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/quotas/872c1a36e3ce42e49690a91bd815ef31 HTTP/1.1" status: 200 len: 375 time: 0.0088661 Mar 25 20:38:58.861424 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-9f2e03eb-e3b5-499d-b5e8-d2500b912277 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=872c1a36e3ce42e49690a91bd815ef31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726058 Mar 25 20:38:58.915712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-9cf3894c-9457-4ff3-8050-9d84d50215b6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:38:58.916698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-9cf3894c-9457-4ff3-8050-9d84d50215b6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489721 Mar 25 20:38:59.046895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-cd4904b9-acb1-40ea-80e8-becec5f60010 service neutron] 10.222.0.37 "GET /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238644 Mar 25 20:38:59.176411 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-20db9070-ba37-4d1e-aa40-cb3db2ac8359 service neutron] 10.222.0.37 "GET /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239142 Mar 25 20:38:59.438947 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ecc2d561-9391-47f6-9775-5803026d460a req-54ef12ae-8f08-4ba4-a3c7-afc700413133 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 210 time: 0.0459766 Mar 25 20:39:00.586935 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bfae3d02-76eb-45d5-ab83-690ad8937c10 req-4819178d-b034-4e68-893a-d34dc040b812 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 210 time: 0.0420394 Mar 25 20:39:01.425650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b16afc28-307d-4538-a117-bde33ddfe477 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:01.427055 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b16afc28-307d-4538-a117-bde33ddfe477 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.43 "GET /v2.0/networks?id=c7b5460d-6243-4edb-9ec3-135d60dbb7c3 HTTP/1.1" status: 200 len: 813 time: 0.1459579 Mar 25 20:39:01.440405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Request body: {'port': {'device_id': '836d5d94-5fb3-43da-84e7-5997ca2a6e44', 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3', 'admin_state_up': True, 'tenant_id': '872c1a36e3ce42e49690a91bd815ef31'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:01.581984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:01.591636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:01.671305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Made reservation on behalf of 872c1a36e3ce42e49690a91bd815ef31 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:01.675443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:01.776606 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9fc07ef-4162-4153-a2a3-27476cdceb5c req-4a742e79-219b-4925-8392-bd4fbdfe83bb tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 210 time: 0.0839081 Mar 25 20:39:01.888004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Allocated IP 172.20.0.12 (c7b5460d-6243-4edb-9ec3-135d60dbb7c3/935d296a-fe76-4422-9e36-a116ad0f3214/298cc11a-e459-467d-b9c4-41ff8d8879c3) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:39:02.091023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:02.180005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:02.192629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['779425c1-3492-477b-ae12-bce6e8d5de92'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:39:02.347171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:39:02.348167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:02.352012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:39:02.393235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Pushing event updated for resources: {'Port': ['ID=298cc11a-e459-467d-b9c4-41ff8d8879c3,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:02.423934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:02.424561 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:02.528973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-15c2c433-7d5b-4352-960b-f88e99bc53cd tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0921502 Mar 25 20:39:02.539659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Request body: {'port': {'device_id': '836d5d94-5fb3-43da-84e7-5997ca2a6e44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:02.648026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:03.035966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927ae42-de1a-4839-bcb2-911f2eb9d771 req-ee0e95fd-82f0-4d4a-af89-b778bdb05898 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:03.036681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-e927ae42-de1a-4839-bcb2-911f2eb9d771 req-ee0e95fd-82f0-4d4a-af89-b778bdb05898 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Synchronizing usage tracker for tenant:872c1a36e3ce42e49690a91bd815ef31 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:39:03.064313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298cc11a-e459-467d-b9c4-41ff8d8879c3 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:39:03.071502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:03.085812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Transition to ACTIVE for port object 298cc11a-e459-467d-b9c4-41ff8d8879c3 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:03.121700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-e927ae42-de1a-4839-bcb2-911f2eb9d771 req-ee0e95fd-82f0-4d4a-af89-b778bdb05898 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Unset dirty status for tenant:872c1a36e3ce42e49690a91bd815ef31 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:39:03.122880 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e927ae42-de1a-4839-bcb2-911f2eb9d771 req-ee0e95fd-82f0-4d4a-af89-b778bdb05898 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 932 time: 0.2358143 Mar 25 20:39:03.147413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:03.221121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e927ae42-de1a-4839-bcb2-911f2eb9d771 req-c300b7ec-ef5e-4b73-a415-13686616559f tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920775 Mar 25 20:39:03.293323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Pushing event updated for resources: {'Port': ['ID=298cc11a-e459-467d-b9c4-41ff8d8879c3,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:03.394745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Attempting to bind port 298cc11a-e459-467d-b9c4-41ff8d8879c3 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:39:03.395073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Attempting to bind port 298cc11a-e459-467d-b9c4-41ff8d8879c3 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:39:03.395394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Attempting to bind port 298cc11a-e459-467d-b9c4-41ff8d8879c3 on network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:03.400520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Port 298cc11a-e459-467d-b9c4-41ff8d8879c3 on network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:39:03.400752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Attempting to bind port 298cc11a-e459-467d-b9c4-41ff8d8879c3 on network c7b5460d-6243-4edb-9ec3-135d60dbb7c3 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:03.406436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:39:03.406763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Checking segment: {'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:03.407159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Bound using segment: {'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:39:03.407581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Bound port: 298cc11a-e459-467d-b9c4-41ff8d8879c3, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:39:03.407915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:03.495600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] For port 298cc11a-e459-467d-b9c4-41ff8d8879c3, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:39:03.499285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] For port 298cc11a-e459-467d-b9c4-41ff8d8879c3, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=298cc11a-e459-467d-b9c4-41ff8d8879c3,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:39:03.598542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:03.654108 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:03.654767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:03.656041 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] 10.222.0.43 "PUT /v2.0/ports/298cc11a-e459-467d-b9c4-41ff8d8879c3 HTTP/1.1" status: 200 len: 1094 time: 1.1204698 Mar 25 20:39:03.656462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836d5d94-5fb3-43da-84e7-5997ca2a6e44', 'tag': '298cc11a-e459-467d-b9c4-41ff8d8879c3'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:39:03.680310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c8ce-b06f-449d-a794-5a023a75a044 service neutron] Pushing event updated for resources: {'Port': ['ID=298cc11a-e459-467d-b9c4-41ff8d8879c3,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:03.700206 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836d5d94-5fb3-43da-84e7-5997ca2a6e44', 'tag': '298cc11a-e459-467d-b9c4-41ff8d8879c3', 'status': 'completed', 'code': 200} Mar 25 20:39:03.798592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244b1de-c761-442e-a2c6-c809307ba2a0 req-f7a2e8d0-c0cf-4476-9ed5-e320b32920b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:03.800040 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4244b1de-c761-442e-a2c6-c809307ba2a0 req-f7a2e8d0-c0cf-4476-9ed5-e320b32920b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=872c1a36e3ce42e49690a91bd815ef31&device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 1097 time: 0.0789859 Mar 25 20:39:03.942853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244b1de-c761-442e-a2c6-c809307ba2a0 req-23ae5bc8-5f83-4148-96fa-f5836d5e7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:03.944269 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4244b1de-c761-442e-a2c6-c809307ba2a0 req-23ae5bc8-5f83-4148-96fa-f5836d5e7a7a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=872c1a36e3ce42e49690a91bd815ef31&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1378667 Mar 25 20:39:04.079040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244b1de-c761-442e-a2c6-c809307ba2a0 req-75d9d379-0173-4bf5-bd94-33fae067964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:04.080462 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4244b1de-c761-442e-a2c6-c809307ba2a0 req-75d9d379-0173-4bf5-bd94-33fae067964a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296566 Mar 25 20:39:04.187443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-c30e6758-c329-4bb9-973f-ce3a9f34ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:04.188898 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-c30e6758-c329-4bb9-973f-ce3a9f34ba13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=872c1a36e3ce42e49690a91bd815ef31&device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 1097 time: 0.0737402 Mar 25 20:39:04.259482 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-f546b99b-c33d-413f-9e6e-30de7ed65766 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=298cc11a-e459-467d-b9c4-41ff8d8879c3 HTTP/1.1" status: 200 len: 217 time: 0.0633724 Mar 25 20:39:04.453269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-61205ae4-7a65-4bb0-a754-a40c364ae3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:04.454713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-61205ae4-7a65-4bb0-a754-a40c364ae3ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=935d296a-fe76-4422-9e36-a116ad0f3214 HTTP/1.1" status: 200 len: 853 time: 0.1887259 Mar 25 20:39:04.503703 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-870b5561-38e8-4167-8c2b-061239ee2793 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7b5460d-6243-4edb-9ec3-135d60dbb7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418808 Mar 25 20:39:04.542656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e798c-4f70-4caf-b1d7-f5a1951e1f73 req-5cdd8159-47d1-4919-874d-27dddc16fd82 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:04.544017 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-507e798c-4f70-4caf-b1d7-f5a1951e1f73 req-5cdd8159-47d1-4919-874d-27dddc16fd82 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 944 time: 0.1606002 Mar 25 20:39:04.655800 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-507e798c-4f70-4caf-b1d7-f5a1951e1f73 req-ca524d7b-aeed-416e-94d9-4fe41aceaff5 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003780 Mar 25 20:39:04.680950 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-f8541700-4552-46f5-bcd0-3a379a312d24 service neutron] 10.222.0.43 "GET /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653636 Mar 25 20:39:04.811160 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3b3268d-8672-4e4f-98b1-0448d4ea1f23 req-0724e6ce-8bb7-482b-8576-f018b294406a service neutron] 10.222.0.43 "GET /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231511 Mar 25 20:39:05.845448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8e156-d8ed-4854-9d8d-96aa5a7fa762 req-6067ce96-c7f4-4933-b5d1-81e081f91c32 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:05.846887 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ff8e156-d8ed-4854-9d8d-96aa5a7fa762 req-6067ce96-c7f4-4933-b5d1-81e081f91c32 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 944 time: 0.0848558 Mar 25 20:39:05.890123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ff8e156-d8ed-4854-9d8d-96aa5a7fa762 req-9ea0fe14-90ad-41bb-99c2-25f440f13fc6 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377223 Mar 25 20:39:07.073557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ffa65-43ef-4849-a712-5726bc74aefd req-25315643-4607-49e7-bdf7-f9361d71da30 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:07.074967 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd2ffa65-43ef-4849-a712-5726bc74aefd req-25315643-4607-49e7-bdf7-f9361d71da30 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 944 time: 0.0779037 Mar 25 20:39:07.117839 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd2ffa65-43ef-4849-a712-5726bc74aefd req-030eab1a-fddd-4883-a4cf-f4cbe2833506 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Mar 25 20:39:08.173024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 298cc11a-e459-467d-b9c4-41ff8d8879c3 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:39:08.301094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31bb47-d83e-43da-bad4-0b859b10cb9c req-ceff9073-08a1-4cd6-8bcf-2c55596a4a05 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:08.302580 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b31bb47-d83e-43da-bad4-0b859b10cb9c req-ceff9073-08a1-4cd6-8bcf-2c55596a4a05 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 944 time: 0.0820160 Mar 25 20:39:08.305260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 298cc11a-e459-467d-b9c4-41ff8d8879c3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=298cc11a-e459-467d-b9c4-41ff8d8879c3,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:08.318344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '298cc11a-e459-467d-b9c4-41ff8d8879c3', 'network_id': 'c7b5460d-6243-4edb-9ec3-135d60dbb7c3', 'port_id': '298cc11a-e459-467d-b9c4-41ff8d8879c3', 'mac_address': 'fa:16:3e:c3:8f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935d296a-fe76-4422-9e36-a116ad0f3214', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:39:08.346418 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b31bb47-d83e-43da-bad4-0b859b10cb9c req-5667b3c7-b707-46de-9221-66cf3cd3e41e tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382338 Mar 25 20:39:08.375462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:08.392384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298cc11a-e459-467d-b9c4-41ff8d8879c3 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:39:08.407990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 298cc11a-e459-467d-b9c4-41ff8d8879c3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=298cc11a-e459-467d-b9c4-41ff8d8879c3,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:08.484198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:08.549321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=298cc11a-e459-467d-b9c4-41ff8d8879c3,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:08.824794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['298cc11a-e459-467d-b9c4-41ff8d8879c3'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:39:09.135137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4dd9cefa-9241-4732-93aa-6819be2d3110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:09.532467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c408b-69bb-4e45-9554-ebc9649ade3f req-4ecc27ce-982a-4cca-9d3b-9c741c8e37e0 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:09.533842 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d78c408b-69bb-4e45-9554-ebc9649ade3f req-4ecc27ce-982a-4cca-9d3b-9c741c8e37e0 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 945 time: 0.0817664 Mar 25 20:39:09.576516 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d78c408b-69bb-4e45-9554-ebc9649ade3f req-803780e3-52df-4ec9-9efc-7c04d938cc11 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Mar 25 20:39:10.173534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 298cc11a-e459-467d-b9c4-41ff8d8879c3 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:39:10.289846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 298cc11a-e459-467d-b9c4-41ff8d8879c3 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:39:10.294483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 298cc11a-e459-467d-b9c4-41ff8d8879c3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:10.294876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:10.407037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:10.432728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d5d94-5fb3-43da-84e7-5997ca2a6e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298cc11a-e459-467d-b9c4-41ff8d8879c3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:39:10.442210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 298cc11a-e459-467d-b9c4-41ff8d8879c3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=298cc11a-e459-467d-b9c4-41ff8d8879c3,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:10.475968 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d5d94-5fb3-43da-84e7-5997ca2a6e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298cc11a-e459-467d-b9c4-41ff8d8879c3', 'code': 200} Mar 25 20:39:10.518777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:10.589286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=298cc11a-e459-467d-b9c4-41ff8d8879c3,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:10.761270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eba117-1abb-4f13-b2a0-99dd4f8378a4 req-08422e9d-51b8-4fa1-9277-16cefa178585 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:10.762630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-66eba117-1abb-4f13-b2a0-99dd4f8378a4 req-08422e9d-51b8-4fa1-9277-16cefa178585 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 946 time: 0.0789104 Mar 25 20:39:10.852713 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-66eba117-1abb-4f13-b2a0-99dd4f8378a4 req-58bc9beb-7daf-4be0-97a0-3647edf597e6 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842884 Mar 25 20:39:10.873034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da24ab-5c6e-4ac5-9e48-3805794e73c1 req-510cc7d0-3cd8-4f1f-83f5-dd56948c897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:10.874496 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-98da24ab-5c6e-4ac5-9e48-3805794e73c1 req-510cc7d0-3cd8-4f1f-83f5-dd56948c897d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 1099 time: 0.1044223 Mar 25 20:39:10.915037 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-98da24ab-5c6e-4ac5-9e48-3805794e73c1 req-6514e1ff-1209-4d3d-bcad-af467c1dc08d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340900 Mar 25 20:39:12.035729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc395c1-c942-4d83-851e-94101175b6e0 req-9262f499-20bc-49b4-bd19-960707b9222a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:12.037166 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9cc395c1-c942-4d83-851e-94101175b6e0 req-9262f499-20bc-49b4-bd19-960707b9222a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 946 time: 0.0795770 Mar 25 20:39:12.082050 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9cc395c1-c942-4d83-851e-94101175b6e0 req-995d95b4-ab39-46df-b485-7c40ccafa09f tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 Mar 25 20:39:12.150736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9fd4597c-717e-4bf8-a9bb-7ad51512e2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:12.818956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:12.941450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:13.291647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2999bda-df5c-468a-aad1-23f3785290ac req-604531c8-ca1b-4d29-aa8e-b4ee2704c94e tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:13.293036 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2999bda-df5c-468a-aad1-23f3785290ac req-604531c8-ca1b-4d29-aa8e-b4ee2704c94e tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 946 time: 0.0932550 Mar 25 20:39:13.341200 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2999bda-df5c-468a-aad1-23f3785290ac req-f5f50121-ec9f-4829-830b-ccd6a03d4186 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Mar 25 20:39:13.912356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3113d-5b3f-4338-a86e-908e42907dc1 req-43a7540d-c050-4539-a5c7-49082d740162 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:13.913751 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6a3113d-5b3f-4338-a86e-908e42907dc1 req-43a7540d-c050-4539-a5c7-49082d740162 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 946 time: 0.0786576 Mar 25 20:39:13.959249 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6a3113d-5b3f-4338-a86e-908e42907dc1 req-6a1e139e-eac3-4e59-957b-d375d750fc9a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Mar 25 20:39:14.339250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:15.145509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5cb1c-421e-4b2c-917b-7c54424cd96c req-ae42e150-0eb9-4afb-9d72-4dd70287440c tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:15.146959 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dad5cb1c-421e-4b2c-917b-7c54424cd96c req-ae42e150-0eb9-4afb-9d72-4dd70287440c tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 946 time: 0.0826406 Mar 25 20:39:15.190359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dad5cb1c-421e-4b2c-917b-7c54424cd96c req-c3c585fe-e270-4931-9492-12df548330a3 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Mar 25 20:39:15.408857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-6a20e9bc-c3e0-4fbc-9d82-92f5aa088925 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:15.410287 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-6a20e9bc-c3e0-4fbc-9d82-92f5aa088925 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.43 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 946 time: 0.0818782 Mar 25 20:39:15.477603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Deleting port 298cc11a-e459-467d-b9c4-41ff8d8879c3 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:15.477940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:15.803752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] For port 298cc11a-e459-467d-b9c4-41ff8d8879c3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=298cc11a-e459-467d-b9c4-41ff8d8879c3,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:15.804038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:15.923444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Calling delete_port for 298cc11a-e459-467d-b9c4-41ff8d8879c3 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:16.141819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:16.153370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['779425c1-3492-477b-ae12-bce6e8d5de92', '298cc11a-e459-467d-b9c4-41ff8d8879c3'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:39:16.192727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Pushing event deleted for resources: {'Port': ['ID=298cc11a-e459-467d-b9c4-41ff8d8879c3,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:16.269291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] No DVR routers for this DVR port 298cc11a-e459-467d-b9c4-41ff8d8879c3 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:16.271691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:16.279470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d5d94-5fb3-43da-84e7-5997ca2a6e44', 'name': 'network-vif-deleted', 'tag': '298cc11a-e459-467d-b9c4-41ff8d8879c3'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:39:16.339903 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d5d94-5fb3-43da-84e7-5997ca2a6e44', 'name': 'network-vif-deleted', 'tag': '298cc11a-e459-467d-b9c4-41ff8d8879c3', 'status': 'completed', 'code': 200} Mar 25 20:39:16.345719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-72697d3b-fae9-4c13-9fad-88012599f828 req-16f68835-0522-482c-9447-3ab4bffec17b tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Synchronizing usage tracker for tenant:872c1a36e3ce42e49690a91bd815ef31 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:39:16.356485 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb84e40e-ae70-49d0-8f70-9cf5ce29f9e6 req-c6ac2992-8e82-43bb-a6a0-aa4fcfdfca65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.43 "DELETE /v2.0/ports/298cc11a-e459-467d-b9c4-41ff8d8879c3 HTTP/1.1" status: 204 len: 173 time: 0.9403868 Mar 25 20:39:16.415508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-72697d3b-fae9-4c13-9fad-88012599f828 req-16f68835-0522-482c-9447-3ab4bffec17b tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Unset dirty status for tenant:872c1a36e3ce42e49690a91bd815ef31 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:39:16.416596 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72697d3b-fae9-4c13-9fad-88012599f828 req-16f68835-0522-482c-9447-3ab4bffec17b tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=836d5d94-5fb3-43da-84e7-5997ca2a6e44 HTTP/1.1" status: 200 len: 210 time: 0.1149371 Mar 25 20:39:17.681154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac30ba-1dda-4f8f-9677-cfc2154743eb req-6d32eb05-1d7a-477e-82dd-882baa89ddc7 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:17.682578 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2ac30ba-1dda-4f8f-9677-cfc2154743eb req-6d32eb05-1d7a-477e-82dd-882baa89ddc7 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0824463 Mar 25 20:39:17.725068 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a2ac30ba-1dda-4f8f-9677-cfc2154743eb req-4ec10ceb-5cde-48bf-aa30-4c5aec5a8734 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Mar 25 20:39:17.944913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41fecc-5d71-4193-8f9a-801f6499b959 req-dfd7a8f2-e0ca-4421-88da-028e4cfb58d5 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:17.946337 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b41fecc-5d71-4193-8f9a-801f6499b959 req-dfd7a8f2-e0ca-4421-88da-028e4cfb58d5 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0786657 Mar 25 20:39:17.991976 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4b41fecc-5d71-4193-8f9a-801f6499b959 req-ff60648c-53e1-4874-becd-4f1aef8b11f0 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Mar 25 20:39:18.147076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:18.185250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd658-3d45-4f6d-99f7-139552e3d286 req-593930ff-ecf1-4467-a9fa-28bc8bf707bc tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:18.186733 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88ccd658-3d45-4f6d-99f7-139552e3d286 req-593930ff-ecf1-4467-a9fa-28bc8bf707bc tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0885394 Mar 25 20:39:18.220751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 298cc11a-e459-467d-b9c4-41ff8d8879c3 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:39:18.231470 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-88ccd658-3d45-4f6d-99f7-139552e3d286 req-db33e6dd-c530-4a0d-8c79-0bb039e72361 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Mar 25 20:39:18.253884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 298cc11a-e459-467d-b9c4-41ff8d8879c3 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:39:18.254229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 298cc11a-e459-467d-b9c4-41ff8d8879c3 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:39:18.519710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4505d2-d31f-4bc0-b79b-e42e16bd050a req-37a5ee6e-98fb-4174-ad50-eacc2ce49fa1 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:18.521121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f4505d2-d31f-4bc0-b79b-e42e16bd050a req-37a5ee6e-98fb-4174-ad50-eacc2ce49fa1 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0823183 Mar 25 20:39:18.564178 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f4505d2-d31f-4bc0-b79b-e42e16bd050a req-264fad86-1ad6-439f-a4cf-174d26085b65 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375314 Mar 25 20:39:18.743283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ddd1d-4d57-4546-9b26-c946535feca1 req-60b1254d-3f6e-4a2e-a857-185a3d2fa17b tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:18.747668 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4f9ddd1d-4d57-4546-9b26-c946535feca1 req-60b1254d-3f6e-4a2e-a857-185a3d2fa17b tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0787413 Mar 25 20:39:18.788656 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4f9ddd1d-4d57-4546-9b26-c946535feca1 req-5b5dd023-85a8-4967-a417-687f2312bf0a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381706 Mar 25 20:39:18.978790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3ac2-418a-4b50-8e9e-9b80364cf0a0 req-d70057f5-10ca-4a5d-8a35-148dc5fd0c5c tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:18.980209 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c8f3ac2-418a-4b50-8e9e-9b80364cf0a0 req-d70057f5-10ca-4a5d-8a35-148dc5fd0c5c tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0801337 Mar 25 20:39:19.023895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c8f3ac2-418a-4b50-8e9e-9b80364cf0a0 req-0078cb08-8e95-466d-8a43-9c9162d372f7 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 Mar 25 20:39:19.763126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95348812-bc03-474f-b17e-a89e1dbd17d2 req-9805bc35-7a7d-4338-b098-9123a7fe5632 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:19.765225 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-95348812-bc03-474f-b17e-a89e1dbd17d2 req-9805bc35-7a7d-4338-b098-9123a7fe5632 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0821993 Mar 25 20:39:19.807994 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-95348812-bc03-474f-b17e-a89e1dbd17d2 req-d08570e1-b773-45a1-997e-6783f04977ce tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Mar 25 20:39:20.993962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03b3b-0fcb-4724-9e58-f124bd55ecce req-90d2ef99-d739-4299-8698-85920ef5ef87 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:20.995310 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23c03b3b-0fcb-4724-9e58-f124bd55ecce req-90d2ef99-d739-4299-8698-85920ef5ef87 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0815780 Mar 25 20:39:21.039065 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23c03b3b-0fcb-4724-9e58-f124bd55ecce req-c159e996-11ff-41c0-8afd-866c6cdd6a5e tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2fdead-a852-4583-8e94-7d60a6d9f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382338 Mar 25 20:39:21.214480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-359344a6-5ee7-4ad2-be30-2050c149c593 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:21.215904 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-359344a6-5ee7-4ad2-be30-2050c149c593 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.43 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 945 time: 0.0798743 Mar 25 20:39:21.285888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Deleting port 779425c1-3492-477b-ae12-bce6e8d5de92 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:21.286151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:21.615141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] For port 779425c1-3492-477b-ae12-bce6e8d5de92, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=779425c1-3492-477b-ae12-bce6e8d5de92,segment=NetworkSegment(0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd),segment_id=0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:21.615519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:21.735774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Calling delete_port for 779425c1-3492-477b-ae12-bce6e8d5de92 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:21.950848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:21.963429 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['779425c1-3492-477b-ae12-bce6e8d5de92'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:39:21.998807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Pushing event deleted for resources: {'Port': ['ID=779425c1-3492-477b-ae12-bce6e8d5de92,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:22.074926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] No DVR routers for this DVR port 779425c1-3492-477b-ae12-bce6e8d5de92 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:22.078096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:22.080746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884ca1d0-1ab2-4903-887b-a7b3353cf36c', 'name': 'network-vif-deleted', 'tag': '779425c1-3492-477b-ae12-bce6e8d5de92'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:39:22.128595 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884ca1d0-1ab2-4903-887b-a7b3353cf36c', 'name': 'network-vif-deleted', 'tag': '779425c1-3492-477b-ae12-bce6e8d5de92', 'status': 'completed', 'code': 200} Mar 25 20:39:22.181072 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f196f6ad-a67a-440c-8fb1-89e547ee14eb req-67aa575b-5de7-4de3-b42c-efdbe6dd653a tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.43 "DELETE /v2.0/ports/779425c1-3492-477b-ae12-bce6e8d5de92 HTTP/1.1" status: 204 len: 173 time: 0.9595168 Mar 25 20:39:22.186727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c2e4a1c0-e74c-4587-a4d3-f33f3f724fa1 req-418b6f09-d262-4e53-855f-14e9f11ba453 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Synchronizing usage tracker for tenant:872c1a36e3ce42e49690a91bd815ef31 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:39:22.255649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c2e4a1c0-e74c-4587-a4d3-f33f3f724fa1 req-418b6f09-d262-4e53-855f-14e9f11ba453 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] Unset dirty status for tenant:872c1a36e3ce42e49690a91bd815ef31 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:39:22.257053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c2e4a1c0-e74c-4587-a4d3-f33f3f724fa1 req-418b6f09-d262-4e53-855f-14e9f11ba453 tempest-ServersNegativeTestJSON-1058947186 tempest-ServersNegativeTestJSON-1058947186-project] 10.222.0.37 "GET /v2.0/ports?device_id=884ca1d0-1ab2-4903-887b-a7b3353cf36c HTTP/1.1" status: 200 len: 210 time: 0.1124504 Mar 25 20:39:23.350720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41024) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:23.412968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a7b32f-3659-46c6-a585-163f12d4d820 admin admin] Deleting subnet 935d296a-fe76-4422-9e36-a116ad0f3214 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:39:23.415803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-70a7b32f-3659-46c6-a585-163f12d4d820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.463126 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-70a7b32f-3659-46c6-a585-163f12d4d820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.516080 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-70a7b32f-3659-46c6-a585-163f12d4d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.642653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-70a7b32f-3659-46c6-a585-163f12d4d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.681131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7b32f-3659-46c6-a585-163f12d4d820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935d296a-fe76-4422-9e36-a116ad0f3214,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:23.683045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-70a7b32f-3659-46c6-a585-163f12d4d820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.689648 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-70a7b32f-3659-46c6-a585-163f12d4d820 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/935d296a-fe76-4422-9e36-a116ad0f3214 HTTP/1.1" status: 204 len: 168 time: 0.3379209 Mar 25 20:39:23.692065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41028) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:23.795816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.915582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.940342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b5460d-6243-4edb-9ec3-135d60dbb7c3']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:23.952182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:23.952489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0509c6-ebd2-40c8-81c8-a4693e5f2cbd') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:23.963644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.978913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.985256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:23.985629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:23.998254 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:24.174069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:24.189422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:24.198030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b5460d-6243-4edb-9ec3-135d60dbb7c3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:24.200902 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-12493cba-6b4d-44b6-81cc-b59a796aed6f admin admin] 10.222.0.37 "DELETE /v2.0/networks/c7b5460d-6243-4edb-9ec3-135d60dbb7c3 HTTP/1.1" status: 204 len: 168 time: 0.5079105 Mar 25 20:39:24.230986 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 779425c1-3492-477b-ae12-bce6e8d5de92 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:39:24.267099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 779425c1-3492-477b-ae12-bce6e8d5de92 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:39:24.267434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 779425c1-3492-477b-ae12-bce6e8d5de92 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:39:24.548552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41034) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:24.596419 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-09c06035-6cb9-4e40-9171-b631a7497c5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=872c1a36e3ce42e49690a91bd815ef31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466902 Mar 25 20:39:24.598796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41038) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:24.762495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a96b4178-b03d-49b0-81d6-af405c6ab3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:24.788680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a96b4178-b03d-49b0-81d6-af405c6ab3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:24.895463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a96b4178-b03d-49b0-81d6-af405c6ab3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:24.910736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b4178-b03d-49b0-81d6-af405c6ab3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2fdead-a852-4583-8e94-7d60a6d9f5a2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:24.915008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a96b4178-b03d-49b0-81d6-af405c6ab3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:24.916098 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a96b4178-b03d-49b0-81d6-af405c6ab3d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f2fdead-a852-4583-8e94-7d60a6d9f5a2 HTTP/1.1" status: 204 len: 168 time: 0.3163862 Mar 25 20:39:25.867294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41062) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:25.968575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1345435315'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:25.973502 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:25.977245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:network and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:25.980038 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:25.986207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:26.049723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:26.053290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:26.065488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:26.080135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:26.083842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:security_group_rule and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:26.086611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:26.092877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:26.176322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:26.232419 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:26.266580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:39:26.274654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeec3dd9-d92b-47fc-845c-24b5c5c75073,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:26.280666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:26.281010 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Added segment 47f29759-3575-4b42-9a15-28e1edfce899 of type vlan for network 0c5ddf48-a905-483f-9139-0768c910013a Mar 25 20:39:26.306551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:26.375393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:26.380821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:26.381421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:26.488450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Network': ['ID=0c5ddf48-a905-483f-9139-0768c910013a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:26.498284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 0c5ddf48-a905-483f-9139-0768c910013a details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:39:26.530321 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-df094daa-a58d-414d-81e7-5038eeef8a3b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6619673 Mar 25 20:39:29.721825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41068) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:29.728363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'subnet': {'network_id': '0c5ddf48-a905-483f-9139-0768c910013a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:29.836605 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:29.840310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:subnet and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:29.843174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:29.848776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:29.939035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:29.942435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.219968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.301519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Subnet': ['ID=b2630e08-7939-4106-a4a2-82515224d291,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:30.308975 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Checking segment: {'id': '47f29759-3575-4b42-9a15-28e1edfce899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5ddf48-a905-483f-9139-0768c910013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:30.309334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network hostable DHCP agents. Network: 0c5ddf48-a905-483f-9139-0768c910013a, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:39:30.398662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network 0c5ddf48-a905-483f-9139-0768c910013a is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:39:30.496895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 0c5ddf48-a905-483f-9139-0768c910013a) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:30.501562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:30.502150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.506715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282c8ed-89e1-43d1-81e2-912b627008df None None] Network 0c5ddf48-a905-483f-9139-0768c910013a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:30.588385 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-56f09955-6e36-43f1-93e6-0a91ce435b07 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8654449 Mar 25 20:39:30.591798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41072) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:30.597689 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-23438039'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:30.602705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:30.606773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:network and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:30.610560 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:30.616324 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:30.695583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:30.699275 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.721361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-0c5ddf48-a905-483f-9139-0768c910013a', 'network_id': '0c5ddf48-a905-483f-9139-0768c910013a', 'tenant_id': '7972c4ecb0a241d88e5a79fd95e0b266', 'fixed_ips': [{'subnet_id': 'b2630e08-7939-4106-a4a2-82515224d291'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:39:30.722178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.728452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:39:30.737399 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.740101 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Added segment e561beaa-eeef-4f64-b00a-d8564049d5f0 of type vlan for network 555d5a36-eac6-4cab-8a35-0f2bd595e53a Mar 25 20:39:30.770093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.875509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Allocated IP 2001:db8:0:ffff::2 (0c5ddf48-a905-483f-9139-0768c910013a/b2630e08-7939-4106-a4a2-82515224d291/189109a0-163d-43e7-b745-e3bf14c86cdd) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:39:30.878366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.888945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:30.890004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:30.997072 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Network': ['ID=555d5a36-eac6-4cab-8a35-0f2bd595e53a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:31.000305 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a1d372f6-71d7-4f34-b22e-30450f6c201c tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4074433 Mar 25 20:39:31.003290 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41076) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:31.016440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'subnet': {'network_id': '555d5a36-eac6-4cab-8a35-0f2bd595e53a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:31.017409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 555d5a36-eac6-4cab-8a35-0f2bd595e53a details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:39:31.117981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:31.121733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:subnet and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:31.124601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:31.130205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:31.168499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.182020 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Transition to ACTIVE for port object 189109a0-163d-43e7-b745-e3bf14c86cdd will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:31.199394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Transition to ACTIVE for port object 189109a0-163d-43e7-b745-e3bf14c86cdd will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:31.204357 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:31.207891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.261627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.320092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Network 0c5ddf48-a905-483f-9139-0768c910013a is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:39:31.322733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:31.326260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:39:31.340378 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Pushing event updated for resources: {'Port': ['ID=189109a0-163d-43e7-b745-e3bf14c86cdd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:31.378726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.378992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.379324 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.379650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.379972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.380299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.380646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.380962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.381280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.381592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.382166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.382484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:31.470434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Attempting to bind port 189109a0-163d-43e7-b745-e3bf14c86cdd on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:39:31.470796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Attempting to bind port 189109a0-163d-43e7-b745-e3bf14c86cdd by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '47f29759-3575-4b42-9a15-28e1edfce899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5ddf48-a905-483f-9139-0768c910013a'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:39:31.471148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Attempting to bind port 189109a0-163d-43e7-b745-e3bf14c86cdd on network 0c5ddf48-a905-483f-9139-0768c910013a {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:31.476241 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:39:31.476641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Checking segment: {'id': '47f29759-3575-4b42-9a15-28e1edfce899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5ddf48-a905-483f-9139-0768c910013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:31.477066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.477460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Bound using segment: {'id': '47f29759-3575-4b42-9a15-28e1edfce899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5ddf48-a905-483f-9139-0768c910013a'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:39:31.477910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Bound port: 189109a0-163d-43e7-b745-e3bf14c86cdd, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f29759-3575-4b42-9a15-28e1edfce899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5ddf48-a905-483f-9139-0768c910013a'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:39:31.478282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.501639 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.563751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] For port 189109a0-163d-43e7-b745-e3bf14c86cdd, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:39:31.566691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] For port 189109a0-163d-43e7-b745-e3bf14c86cdd, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=189109a0-163d-43e7-b745-e3bf14c86cdd,segment=NetworkSegment(47f29759-3575-4b42-9a15-28e1edfce899),segment_id=47f29759-3575-4b42-9a15-28e1edfce899)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:39:31.584190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Subnet': ['ID=69eb3775-4fbe-4a03-8040-60753ff06777,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:31.591804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Checking segment: {'id': 'e561beaa-eeef-4f64-b00a-d8564049d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '555d5a36-eac6-4cab-8a35-0f2bd595e53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:31.592193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network hostable DHCP agents. Network: 555d5a36-eac6-4cab-8a35-0f2bd595e53a, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:39:31.639673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.655827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network 555d5a36-eac6-4cab-8a35-0f2bd595e53a is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:39:31.712722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 555d5a36-eac6-4cab-8a35-0f2bd595e53a) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:31.717235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:31.717827 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.725088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af3a6f-f5aa-4640-8f63-8ceda99e9528 None None] Network 555d5a36-eac6-4cab-8a35-0f2bd595e53a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:31.759054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5039e19-a5eb-4061-aa24-878cd07c2614 None None] Pushing event updated for resources: {'Port': ['ID=189109a0-163d-43e7-b745-e3bf14c86cdd,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:31.797706 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-40fdc2b9-c7f7-4095-8dc4-4f655231be31 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7931831 Mar 25 20:39:31.799819 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41080) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:31.964442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:31.992393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-555d5a36-eac6-4cab-8a35-0f2bd595e53a', 'network_id': '555d5a36-eac6-4cab-8a35-0f2bd595e53a', 'tenant_id': '7972c4ecb0a241d88e5a79fd95e0b266', 'fixed_ips': [{'subnet_id': '69eb3775-4fbe-4a03-8040-60753ff06777'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:39:31.993515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.044315 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.162139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Allocated IP 2001:db8::2 (555d5a36-eac6-4cab-8a35-0f2bd595e53a/69eb3775-4fbe-4a03-8040-60753ff06777/b30132ff-04c5-48ac-b072-2f09fff54c9b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:39:32.370007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.380421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Transition to ACTIVE for port object b30132ff-04c5-48ac-b072-2f09fff54c9b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:32.399321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Transition to ACTIVE for port object b30132ff-04c5-48ac-b072-2f09fff54c9b will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:32.456366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.516011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Network 555d5a36-eac6-4cab-8a35-0f2bd595e53a is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:39:32.518940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:32.522530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:39:32.547239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.562685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Pushing event updated for resources: {'Port': ['ID=b30132ff-04c5-48ac-b072-2f09fff54c9b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:32.585365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Subnet': ['ID=69eb3775-4fbe-4a03-8040-60753ff06777,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:32.633970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Attempting to bind port b30132ff-04c5-48ac-b072-2f09fff54c9b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:39:32.634544 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Attempting to bind port b30132ff-04c5-48ac-b072-2f09fff54c9b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'e561beaa-eeef-4f64-b00a-d8564049d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '555d5a36-eac6-4cab-8a35-0f2bd595e53a'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:39:32.634961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Attempting to bind port b30132ff-04c5-48ac-b072-2f09fff54c9b on network 555d5a36-eac6-4cab-8a35-0f2bd595e53a {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:32.641607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:39:32.642116 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Checking segment: {'id': 'e561beaa-eeef-4f64-b00a-d8564049d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '555d5a36-eac6-4cab-8a35-0f2bd595e53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:32.642607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.643142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Bound using segment: {'id': 'e561beaa-eeef-4f64-b00a-d8564049d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '555d5a36-eac6-4cab-8a35-0f2bd595e53a'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:39:32.643696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Bound port: b30132ff-04c5-48ac-b072-2f09fff54c9b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e561beaa-eeef-4f64-b00a-d8564049d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '555d5a36-eac6-4cab-8a35-0f2bd595e53a'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:39:32.644177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.697152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.728250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4802eb6-43a4-462f-9ccb-61f9819cdd61 None None] Network 0c5ddf48-a905-483f-9139-0768c910013a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:32.728581 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555d5a36-eac6-4cab-8a35-0f2bd595e53a']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:32.740812 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e561beaa-eeef-4f64-b00a-d8564049d5f0') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:32.741109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e561beaa-eeef-4f64-b00a-d8564049d5f0') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:32.752658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.770967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.777248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:32.777630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:32.796494 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:32.832946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] For port b30132ff-04c5-48ac-b072-2f09fff54c9b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:39:32.905087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0de10ef8-4f12-4db2-85d8-0afdb10b1bde None None] Provisioning for port 189109a0-163d-43e7-b745-e3bf14c86cdd completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:39:32.922420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] For port b30132ff-04c5-48ac-b072-2f09fff54c9b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b30132ff-04c5-48ac-b072-2f09fff54c9b,segment=NetworkSegment(e561beaa-eeef-4f64-b00a-d8564049d5f0),segment_id=e561beaa-eeef-4f64-b00a-d8564049d5f0)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:39:32.952948 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:39:32.952948 dv-neutron-835149-1-hyperv neutron-server[88485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:39:32.952948 dv-neutron-835149-1-hyperv neutron-server[88485]: [parameters: {'id': '555d5a36-eac6-4cab-8a35-0f2bd595e53a'}] Mar 25 20:39:32.952948 dv-neutron-835149-1-hyperv neutron-server[88485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:39:32.953369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:39:33.008407 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.115461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 189109a0-163d-43e7-b745-e3bf14c86cdd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:39:33.163751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff66d2f-4eb1-43e3-9249-7e0288023eaa None None] Pushing event updated for resources: {'Port': ['ID=b30132ff-04c5-48ac-b072-2f09fff54c9b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:33.206906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d96b9a-12f2-4569-8843-96aa629bfbf5 None None] Network 555d5a36-eac6-4cab-8a35-0f2bd595e53a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:33.326494 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 189109a0-163d-43e7-b745-e3bf14c86cdd completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:39:33.339469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-48850aec-5650-4a9c-b501-0afb13225def None None] Provisioning complete for port 189109a0-163d-43e7-b745-e3bf14c86cdd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:33.339825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48850aec-5650-4a9c-b501-0afb13225def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.369771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 189109a0-163d-43e7-b745-e3bf14c86cdd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:33.370123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.455274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.468596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Deleting port b30132ff-04c5-48ac-b072-2f09fff54c9b {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:33.468927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.624691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48850aec-5650-4a9c-b501-0afb13225def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.661653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.681201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] For port b30132ff-04c5-48ac-b072-2f09fff54c9b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b30132ff-04c5-48ac-b072-2f09fff54c9b,segment=NetworkSegment(e561beaa-eeef-4f64-b00a-d8564049d5f0),segment_id=e561beaa-eeef-4f64-b00a-d8564049d5f0)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:33.681566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.685622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06945358-b26f-4536-a0cb-5aa034243243 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:39:33.739364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-48850aec-5650-4a9c-b501-0afb13225def None None] For port 189109a0-163d-43e7-b745-e3bf14c86cdd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=189109a0-163d-43e7-b745-e3bf14c86cdd,segment=NetworkSegment(47f29759-3575-4b42-9a15-28e1edfce899),segment_id=47f29759-3575-4b42-9a15-28e1edfce899)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:33.783736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06945358-b26f-4536-a0cb-5aa034243243 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:39:33.808040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Calling delete_port for b30132ff-04c5-48ac-b072-2f09fff54c9b owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:33.828918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48850aec-5650-4a9c-b501-0afb13225def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:33.947284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.001760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No DVR routers for this DVR port b30132ff-04c5-48ac-b072-2f09fff54c9b on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:34.001981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:39:34.002367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:39:34.003633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Port': ['ID=b30132ff-04c5-48ac-b072-2f09fff54c9b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:34.033253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48850aec-5650-4a9c-b501-0afb13225def None None] Pushing event updated for resources: {'Port': ['ID=189109a0-163d-43e7-b745-e3bf14c86cdd,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:34.136859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.162377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555d5a36-eac6-4cab-8a35-0f2bd595e53a']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:34.178358 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e561beaa-eeef-4f64-b00a-d8564049d5f0') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:34.178672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e561beaa-eeef-4f64-b00a-d8564049d5f0') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:34.191359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.207000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.212883 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:34.213255 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:34.227197 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:34.369675 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.389558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.397730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Network': ['ID=555d5a36-eac6-4cab-8a35-0f2bd595e53a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:34.411106 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/555d5a36-eac6-4cab-8a35-0f2bd595e53a HTTP/1.1" status: 204 len: 168 time: 2.6068704 Mar 25 20:39:34.411106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.411106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.411106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.411106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.411106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.411106 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.411773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41084) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:34.412524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.412892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.413230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.413585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.413917 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.414244 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528bd5f-670d-4fec-8266-74618c0f4336 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.416906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1041179469'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:34.422380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:34.426193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:network and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:34.429037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:34.435185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:34.547475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:34.551261 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.578702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:39:34.586999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.590170 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Added segment 234fe49d-e8a9-4a23-9fb1-961db70e5aaf of type vlan for network 9e089449-7a64-4d44-bc30-60c24478406e Mar 25 20:39:34.613055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.688169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.693534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:34.694104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:34.799104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Network': ['ID=9e089449-7a64-4d44-bc30-60c24478406e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:34.806356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.806717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.807043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.807362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.807679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.807993 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.808305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.808643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.808955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.809263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.809571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.809882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:39:34.814910 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b0c3fa4f-95a0-4dad-a039-0b66843e14bc tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4024661 Mar 25 20:39:34.818173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41088) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:34.821009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 9e089449-7a64-4d44-bc30-60c24478406e details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:39:34.823786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'subnet': {'network_id': '9e089449-7a64-4d44-bc30-60c24478406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:34.933526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:34.937451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:subnet and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:34.940223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:34.945924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:35.001983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:35.005584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:35.072089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 189109a0-163d-43e7-b745-e3bf14c86cdd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:39:35.101015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.ipam_backend_mixin [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Performing IP validity checks on allocation pools {{(pid=88484) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 25 20:39:35.101539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.ipam_backend_mixin [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88484) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 25 20:39:35.143773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 189109a0-163d-43e7-b745-e3bf14c86cdd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:35.144072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:35.187308 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:39:35.289926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:35.365329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Subnet': ['ID=22ede9af-37b5-4132-8eaa-081436086162,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:35.374300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Checking segment: {'id': '234fe49d-e8a9-4a23-9fb1-961db70e5aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9e089449-7a64-4d44-bc30-60c24478406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:35.374653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network hostable DHCP agents. Network: 9e089449-7a64-4d44-bc30-60c24478406e, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:39:35.465221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network 9e089449-7a64-4d44-bc30-60c24478406e is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:39:35.539313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 9e089449-7a64-4d44-bc30-60c24478406e) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:35.543433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:35.544034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:35.548142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5619f3-b727-4eea-a3aa-3e5f9d23f73c None None] Network 9e089449-7a64-4d44-bc30-60c24478406e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:35.622490 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6d17f685-8427-4387-adec-8dc75c512479 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8031752 Mar 25 20:39:35.625659 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41092) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:35.761105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-9e089449-7a64-4d44-bc30-60c24478406e', 'network_id': '9e089449-7a64-4d44-bc30-60c24478406e', 'tenant_id': '7972c4ecb0a241d88e5a79fd95e0b266', 'fixed_ips': [{'subnet_id': '22ede9af-37b5-4132-8eaa-081436086162'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:39:35.761938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:35.768453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:35.832199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:35.945769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Allocated IP 2001:db8::3 (9e089449-7a64-4d44-bc30-60c24478406e/22ede9af-37b5-4132-8eaa-081436086162/187283bf-5af2-4112-baf6-ab5ba663008d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:39:36.145271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.154949 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Transition to ACTIVE for port object 187283bf-5af2-4112-baf6-ab5ba663008d will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:36.171983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Transition to ACTIVE for port object 187283bf-5af2-4112-baf6-ab5ba663008d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:36.216345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.280522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Network 9e089449-7a64-4d44-bc30-60c24478406e is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:39:36.282845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.283284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:36.291390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:39:36.297512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Pushing event updated for resources: {'Port': ['ID=187283bf-5af2-4112-baf6-ab5ba663008d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:36.323652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Subnet': ['ID=22ede9af-37b5-4132-8eaa-081436086162,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:36.384722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Attempting to bind port 187283bf-5af2-4112-baf6-ab5ba663008d on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:39:36.385087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Attempting to bind port 187283bf-5af2-4112-baf6-ab5ba663008d by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '234fe49d-e8a9-4a23-9fb1-961db70e5aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9e089449-7a64-4d44-bc30-60c24478406e'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:39:36.385446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Attempting to bind port 187283bf-5af2-4112-baf6-ab5ba663008d on network 9e089449-7a64-4d44-bc30-60c24478406e {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:36.391412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:39:36.391778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Checking segment: {'id': '234fe49d-e8a9-4a23-9fb1-961db70e5aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9e089449-7a64-4d44-bc30-60c24478406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:36.392168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.392588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Bound using segment: {'id': '234fe49d-e8a9-4a23-9fb1-961db70e5aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9e089449-7a64-4d44-bc30-60c24478406e'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:39:36.393052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Bound port: 187283bf-5af2-4112-baf6-ab5ba663008d, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234fe49d-e8a9-4a23-9fb1-961db70e5aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9e089449-7a64-4d44-bc30-60c24478406e'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:39:36.393420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.497579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] For port 187283bf-5af2-4112-baf6-ab5ba663008d, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:39:36.501166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] For port 187283bf-5af2-4112-baf6-ab5ba663008d, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=187283bf-5af2-4112-baf6-ab5ba663008d,segment=NetworkSegment(234fe49d-e8a9-4a23-9fb1-961db70e5aaf),segment_id=234fe49d-e8a9-4a23-9fb1-961db70e5aaf)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:39:36.529626 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.554672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e089449-7a64-4d44-bc30-60c24478406e']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:36.566984 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234fe49d-e8a9-4a23-9fb1-961db70e5aaf') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:36.567279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234fe49d-e8a9-4a23-9fb1-961db70e5aaf') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:36.578458 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.591329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.594253 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.600679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:36.601060 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:36.616201 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:36.707028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d7968-f07b-42a2-b0c7-ef1279069ced None None] Pushing event updated for resources: {'Port': ['ID=187283bf-5af2-4112-baf6-ab5ba663008d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:36.724582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.db.api [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:39:36.724582 dv-neutron-835149-1-hyperv neutron-server[88485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:39:36.724582 dv-neutron-835149-1-hyperv neutron-server[88485]: [parameters: {'id': '9e089449-7a64-4d44-bc30-60c24478406e'}] Mar 25 20:39:36.724582 dv-neutron-835149-1-hyperv neutron-server[88485]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:39:36.725394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG oslo_db.api [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:39:36.742190 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238b9f21-4c55-4933-b384-6b4a7cfe25da None None] Network 9e089449-7a64-4d44-bc30-60c24478406e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:36.936881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012df7a6-f08e-412a-9491-37b17abd6394 None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:39:37.019019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012df7a6-f08e-412a-9491-37b17abd6394 None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:39:37.226570 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:37.237185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Deleting port 187283bf-5af2-4112-baf6-ab5ba663008d {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:37.237507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:37.440291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] For port 187283bf-5af2-4112-baf6-ab5ba663008d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=187283bf-5af2-4112-baf6-ab5ba663008d,segment=NetworkSegment(234fe49d-e8a9-4a23-9fb1-961db70e5aaf),segment_id=234fe49d-e8a9-4a23-9fb1-961db70e5aaf)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:37.440672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:37.559263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Calling delete_port for 187283bf-5af2-4112-baf6-ab5ba663008d owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:37.712793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:37.756791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Port': ['ID=187283bf-5af2-4112-baf6-ab5ba663008d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:37.762999 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No DVR routers for this DVR port 187283bf-5af2-4112-baf6-ab5ba663008d on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:37.883469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:37.908005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e089449-7a64-4d44-bc30-60c24478406e']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:37.919682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234fe49d-e8a9-4a23-9fb1-961db70e5aaf') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:37.919973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234fe49d-e8a9-4a23-9fb1-961db70e5aaf') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:37.931353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:37.947320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:37.953699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:37.954075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:37.968398 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:38.124338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:38.141902 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:38.152395 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Network': ['ID=9e089449-7a64-4d44-bc30-60c24478406e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:38.158557 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b2e25289-7040-4322-8b9a-d7908589307f tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/9e089449-7a64-4d44-bc30-60c24478406e HTTP/1.1" status: 204 len: 168 time: 2.5313752 Mar 25 20:39:38.162057 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41096) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:38.167262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-840154480'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:38.172668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:38.176617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:network and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:38.179500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:38.185776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:38.264909 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:38.268376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:38.295120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:39:38.303608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:38.303962 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Added segment 8c71608a-e0f9-4a91-a757-5801aafc7c29 of type vlan for network 75b17087-457c-4459-a570-b364f9fec808 Mar 25 20:39:38.332445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:38.413653 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:38.418932 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:38.419508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:38.522388 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Network': ['ID=75b17087-457c-4459-a570-b364f9fec808,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:38.532779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 75b17087-457c-4459-a570-b364f9fec808 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:39:38.534283 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c6f5a45a-1522-4fe4-9303-a1f44adeb038 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3712795 Mar 25 20:39:38.537881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41100) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:38.543511 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'subnet': {'network_id': '75b17087-457c-4459-a570-b364f9fec808', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:38.652397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:38.657330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:subnet and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:38.659595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:38.665320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:38.733782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:38.737218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.004269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.081538 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Subnet': ['ID=eae18ae0-88e5-459c-9504-1d8e3588b118,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:39.090116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Checking segment: {'id': '8c71608a-e0f9-4a91-a757-5801aafc7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '75b17087-457c-4459-a570-b364f9fec808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:39.090469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network hostable DHCP agents. Network: 75b17087-457c-4459-a570-b364f9fec808, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:39:39.118783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3c1eb10-47b9-40df-8568-7d8523cac055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.197944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network 75b17087-457c-4459-a570-b364f9fec808 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:39:39.295121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 75b17087-457c-4459-a570-b364f9fec808) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:39.298951 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:39.299531 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.303202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24395774-e652-46cc-9140-3f73f0b70838 None None] Network 75b17087-457c-4459-a570-b364f9fec808 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:39.381776 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f36fdf59-f2bc-4671-95d5-98da614680ad tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8428161 Mar 25 20:39:39.385678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41104) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:39.392053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1407022283'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:39.397222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:39.401284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:network and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:39.404877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:39.410747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:39.472352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:39.475903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.504636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:39:39.510673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-75b17087-457c-4459-a570-b364f9fec808', 'network_id': '75b17087-457c-4459-a570-b364f9fec808', 'tenant_id': '7972c4ecb0a241d88e5a79fd95e0b266', 'fixed_ips': [{'subnet_id': 'eae18ae0-88e5-459c-9504-1d8e3588b118'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:39:39.511603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.514141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.514490 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Added segment 87ff18c9-5a1b-466a-9b3e-28d4d4e34176 of type vlan for network 2557138f-5470-4801-afed-56c4be40eb5e Mar 25 20:39:39.539936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.630951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.636828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:39.637626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.701191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Allocated IP 2001:db8::2 (75b17087-457c-4459-a570-b364f9fec808/eae18ae0-88e5-459c-9504-1d8e3588b118/d34037e7-84c7-4c8b-9f08-ff483ceb5c66) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:39:39.742786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Network': ['ID=2557138f-5470-4801-afed-56c4be40eb5e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:39.751409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5271aea5-4722-4b17-b6ae-ee80c4467e38 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3646777 Mar 25 20:39:39.754302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41108) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:39.760016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Request body: {'subnet': {'network_id': '2557138f-5470-4801-afed-56c4be40eb5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:39.789422 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 2557138f-5470-4801-afed-56c4be40eb5e details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:39:39.871062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:39.874877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Usage tracker for resource:subnet and tenant:7972c4ecb0a241d88e5a79fd95e0b266 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:39.877714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:39.883696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:39.945406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Made reservation on behalf of 7972c4ecb0a241d88e5a79fd95e0b266 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:39.948930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:39.994675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.004560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Transition to ACTIVE for port object d34037e7-84c7-4c8b-9f08-ff483ceb5c66 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:40.022202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Transition to ACTIVE for port object d34037e7-84c7-4c8b-9f08-ff483ceb5c66 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:40.096031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.158042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Network 75b17087-457c-4459-a570-b364f9fec808 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:39:40.160682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:40.163030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:39:40.200453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Pushing event updated for resources: {'Port': ['ID=d34037e7-84c7-4c8b-9f08-ff483ceb5c66,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:40.250356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.263614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Attempting to bind port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:39:40.266438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Attempting to bind port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '8c71608a-e0f9-4a91-a757-5801aafc7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '75b17087-457c-4459-a570-b364f9fec808'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:39:40.266438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Attempting to bind port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 on network 75b17087-457c-4459-a570-b364f9fec808 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:40.270261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:39:40.270620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Checking segment: {'id': '8c71608a-e0f9-4a91-a757-5801aafc7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '75b17087-457c-4459-a570-b364f9fec808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:40.271006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.271388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Bound using segment: {'id': '8c71608a-e0f9-4a91-a757-5801aafc7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '75b17087-457c-4459-a570-b364f9fec808'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:39:40.271878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Bound port: d34037e7-84c7-4c8b-9f08-ff483ceb5c66, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71608a-e0f9-4a91-a757-5801aafc7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '75b17087-457c-4459-a570-b364f9fec808'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:39:40.272236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.333676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event updated for resources: {'Subnet': ['ID=1ddea5ce-7c43-4e48-8e9f-d2720c70751e,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:40.337771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Checking segment: {'id': '87ff18c9-5a1b-466a-9b3e-28d4d4e34176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2557138f-5470-4801-afed-56c4be40eb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:40.338128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network hostable DHCP agents. Network: 2557138f-5470-4801-afed-56c4be40eb5e, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:39:40.362643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] For port d34037e7-84c7-4c8b-9f08-ff483ceb5c66, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:39:40.365478 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] For port d34037e7-84c7-4c8b-9f08-ff483ceb5c66, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d34037e7-84c7-4c8b-9f08-ff483ceb5c66,segment=NetworkSegment(8c71608a-e0f9-4a91-a757-5801aafc7c29),segment_id=8c71608a-e0f9-4a91-a757-5801aafc7c29)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:39:40.413759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Network 2557138f-5470-4801-afed-56c4be40eb5e is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:39:40.425791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.494424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 2557138f-5470-4801-afed-56c4be40eb5e) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:40.507733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cfed5-5ee4-4ee4-95dd-ff94f15c6994 None None] Pushing event updated for resources: {'Port': ['ID=d34037e7-84c7-4c8b-9f08-ff483ceb5c66,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:40.509765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4463ec7-59e2-472e-a5f4-87aa0a11d8b1 None None] Network 2557138f-5470-4801-afed-56c4be40eb5e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:40.510122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:40.510931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.618880 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8c21d576-c1ca-4545-b1ca-d0be9364b19b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8611519 Mar 25 20:39:40.619085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41112) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:40.777277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-2557138f-5470-4801-afed-56c4be40eb5e', 'network_id': '2557138f-5470-4801-afed-56c4be40eb5e', 'tenant_id': '7972c4ecb0a241d88e5a79fd95e0b266', 'fixed_ips': [{'subnet_id': '1ddea5ce-7c43-4e48-8e9f-d2720c70751e'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:39:40.778206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.804722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.875173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:40.937012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Allocated IP 2001:db8::2 (2557138f-5470-4801-afed-56c4be40eb5e/1ddea5ce-7c43-4e48-8e9f-d2720c70751e/365d41f6-4775-45f8-89cc-5519284c809b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:39:41.119907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d34037e7-84c7-4c8b-9f08-ff483ceb5c66 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:39:41.202806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.215864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Transition to ACTIVE for port object 365d41f6-4775-45f8-89cc-5519284c809b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:41.239725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Transition to ACTIVE for port object 365d41f6-4775-45f8-89cc-5519284c809b will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:41.287984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:39:41.311524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.375585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Network 2557138f-5470-4801-afed-56c4be40eb5e is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:39:41.378515 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:41.385795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.386681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:39:41.393482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Pushing event updated for resources: {'Port': ['ID=365d41f6-4775-45f8-89cc-5519284c809b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:41.428427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89f511-c3ff-4229-a57d-4d9a10eeda84 None None] Network 75b17087-457c-4459-a570-b364f9fec808 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:41.432375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddea5ce-7c43-4e48-8e9f-d2720c70751e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:41.524579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.550043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2557138f-5470-4801-afed-56c4be40eb5e']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:41.561990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ff18c9-5a1b-466a-9b3e-28d4d4e34176') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:41.562287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ff18c9-5a1b-466a-9b3e-28d4d4e34176') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:41.573380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.594359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.601288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:41.601790 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.604233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Attempting to bind port 365d41f6-4775-45f8-89cc-5519284c809b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:39:41.604638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Attempting to bind port 365d41f6-4775-45f8-89cc-5519284c809b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '87ff18c9-5a1b-466a-9b3e-28d4d4e34176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2557138f-5470-4801-afed-56c4be40eb5e'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:39:41.605003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Attempting to bind port 365d41f6-4775-45f8-89cc-5519284c809b on network 2557138f-5470-4801-afed-56c4be40eb5e {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:41.615638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:39:41.616006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Checking segment: {'id': '87ff18c9-5a1b-466a-9b3e-28d4d4e34176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2557138f-5470-4801-afed-56c4be40eb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:41.616399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.616815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Bound using segment: {'id': '87ff18c9-5a1b-466a-9b3e-28d4d4e34176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2557138f-5470-4801-afed-56c4be40eb5e'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:39:41.617277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Bound port: 365d41f6-4775-45f8-89cc-5519284c809b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ff18c9-5a1b-466a-9b3e-28d4d4e34176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2557138f-5470-4801-afed-56c4be40eb5e'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:39:41.617642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:41.618461 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:41.714209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-188b5a74-e405-46b5-8f7c-df3f6f9f8662 None None] Provisioning for port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:39:41.733200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-188b5a74-e405-46b5-8f7c-df3f6f9f8662 None None] Provisioning complete for port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:41.733566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-188b5a74-e405-46b5-8f7c-df3f6f9f8662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.745467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 25 20:39:41.745467 dv-neutron-835149-1-hyperv neutron-server[88484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 25 20:39:41.745467 dv-neutron-835149-1-hyperv neutron-server[88484]: [parameters: {'id': '2557138f-5470-4801-afed-56c4be40eb5e'}] Mar 25 20:39:41.745467 dv-neutron-835149-1-hyperv neutron-server[88484]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:39:41.745861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:39:41.854289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] For port 365d41f6-4775-45f8-89cc-5519284c809b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:39:41.867252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] For port 365d41f6-4775-45f8-89cc-5519284c809b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=365d41f6-4775-45f8-89cc-5519284c809b,segment=NetworkSegment(87ff18c9-5a1b-466a-9b3e-28d4d4e34176),segment_id=87ff18c9-5a1b-466a-9b3e-28d4d4e34176)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:39:41.932532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:41.969998 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-188b5a74-e405-46b5-8f7c-df3f6f9f8662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.074508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-188b5a74-e405-46b5-8f7c-df3f6f9f8662 None None] For port d34037e7-84c7-4c8b-9f08-ff483ceb5c66, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d34037e7-84c7-4c8b-9f08-ff483ceb5c66,segment=NetworkSegment(8c71608a-e0f9-4a91-a757-5801aafc7c29),segment_id=8c71608a-e0f9-4a91-a757-5801aafc7c29)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:42.091399 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34065914-7381-455e-9f3e-9fef013ae8c0 None None] Pushing event updated for resources: {'Port': ['ID=365d41f6-4775-45f8-89cc-5519284c809b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:42.138569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b34a9-0f99-4c3f-a359-cc13e2139aed None None] Network 2557138f-5470-4801-afed-56c4be40eb5e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:42.154665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-188b5a74-e405-46b5-8f7c-df3f6f9f8662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.202350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dbabbc39-6a95-470c-adac-e00947450b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.247332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.259535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Deleting port 365d41f6-4775-45f8-89cc-5519284c809b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:42.259535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.334779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b5a74-e405-46b5-8f7c-df3f6f9f8662 None None] Pushing event updated for resources: {'Port': ['ID=d34037e7-84c7-4c8b-9f08-ff483ceb5c66,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:42.340132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-80b97f56-cbce-4abe-94af-245f5c2bd882 None None] Provisioning complete for port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:42.340523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b97f56-cbce-4abe-94af-245f5c2bd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.516801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a3b3a-cd94-491f-afdb-6459a45df55e None None] get_active_networks_info from dv-neutron-835149-1-hyperv {{(pid=88486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 25 20:39:42.571460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] For port 365d41f6-4775-45f8-89cc-5519284c809b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=365d41f6-4775-45f8-89cc-5519284c809b,segment=NetworkSegment(87ff18c9-5a1b-466a-9b3e-28d4d4e34176),segment_id=87ff18c9-5a1b-466a-9b3e-28d4d4e34176)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:42.572053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.610896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a3b3a-cd94-491f-afdb-6459a45df55e None None] Resources bound (agent type, host, resource id): {{(pid=88486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 25 20:39:42.695273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Calling delete_port for 365d41f6-4775-45f8-89cc-5519284c809b owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:42.893698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.906518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:42.944375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Port': ['ID=365d41f6-4775-45f8-89cc-5519284c809b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:42.946231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No DVR routers for this DVR port 365d41f6-4775-45f8-89cc-5519284c809b on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:42.975668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.069883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.075738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d34037e7-84c7-4c8b-9f08-ff483ceb5c66 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:39:43.095676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2557138f-5470-4801-afed-56c4be40eb5e']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:43.107628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ff18c9-5a1b-466a-9b3e-28d4d4e34176') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:43.108615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ff18c9-5a1b-466a-9b3e-28d4d4e34176') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:43.119759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.135599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.141568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:43.141957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.145341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:43.145341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:43.160607 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:43.306864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.323832 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.335083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Network': ['ID=2557138f-5470-4801-afed-56c4be40eb5e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:43.341329 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-85cc0935-ab85-47cc-a3dd-5002055c6772 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/2557138f-5470-4801-afed-56c4be40eb5e HTTP/1.1" status: 204 len: 168 time: 2.7213466 Mar 25 20:39:43.344562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41116) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:43.386117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8cc14d-2abb-4cf8-b472-6b441a1960c8 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] GET failed (client error): The resource could not be found. Mar 25 20:39:43.386615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0f8cc14d-2abb-4cf8-b472-6b441a1960c8 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Synchronizing usage tracker for tenant:7972c4ecb0a241d88e5a79fd95e0b266 on resource:subnet {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:39:43.483783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-0f8cc14d-2abb-4cf8-b472-6b441a1960c8 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Unset dirty status for tenant:7972c4ecb0a241d88e5a79fd95e0b266 on resource:subnet {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:39:43.484881 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0f8cc14d-2abb-4cf8-b472-6b441a1960c8 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "GET /v2.0/subnets/1ddea5ce-7c43-4e48-8e9f-d2720c70751e HTTP/1.1" status: 404 len: 337 time: 0.1394367 Mar 25 20:39:43.487633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41120) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:43.511906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9e6f4a-2f4c-41bf-8eba-abb182e4ee09 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] DELETE failed (client error): The resource could not be found. Mar 25 20:39:43.512348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9e6f4a-2f4c-41bf-8eba-abb182e4ee09 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:39:43.514459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3b9e6f4a-2f4c-41bf-8eba-abb182e4ee09 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/2557138f-5470-4801-afed-56c4be40eb5e HTTP/1.1" status: 404 len: 339 time: 0.0254486 Mar 25 20:39:43.518081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41124) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:43.554397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f55749-b2d4-4952-a10f-9c1264024d3d tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] DELETE failed (client error): The resource could not be found. Mar 25 20:39:43.554837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f55749-b2d4-4952-a10f-9c1264024d3d tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:39:43.556404 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f0f55749-b2d4-4952-a10f-9c1264024d3d tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/subnets/1ddea5ce-7c43-4e48-8e9f-d2720c70751e HTTP/1.1" status: 404 len: 337 time: 0.0374658 Mar 25 20:39:43.558800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41128) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:43.582942 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d20f39-f13b-4afd-b966-26bff8b8820b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] DELETE failed (client error): The resource could not be found. Mar 25 20:39:43.583512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d20f39-f13b-4afd-b966-26bff8b8820b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:39:43.584945 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f9d20f39-f13b-4afd-b966-26bff8b8820b tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/2557138f-5470-4801-afed-56c4be40eb5e HTTP/1.1" status: 404 len: 339 time: 0.0252972 Mar 25 20:39:43.587183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41132) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:43.654137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-697243e5-4ec6-4ed2-81d2-ce9cac5bb142 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Deleting subnet eae18ae0-88e5-459c-9504-1d8e3588b118 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:39:43.657111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-697243e5-4ec6-4ed2-81d2-ce9cac5bb142 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.710850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-697243e5-4ec6-4ed2-81d2-ce9cac5bb142 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.794295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-697243e5-4ec6-4ed2-81d2-ce9cac5bb142 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.928258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-697243e5-4ec6-4ed2-81d2-ce9cac5bb142 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.966596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697243e5-4ec6-4ed2-81d2-ce9cac5bb142 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Subnet': ['ID=eae18ae0-88e5-459c-9504-1d8e3588b118,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:43.970195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-697243e5-4ec6-4ed2-81d2-ce9cac5bb142 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:43.975889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aef23d-a6c9-4c75-b6e1-a4223c1d243c None None] Network 75b17087-457c-4459-a570-b364f9fec808 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:44.037699 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-697243e5-4ec6-4ed2-81d2-ce9cac5bb142 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/subnets/eae18ae0-88e5-459c-9504-1d8e3588b118 HTTP/1.1" status: 204 len: 168 time: 0.4495277 Mar 25 20:39:44.040123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41136) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:44.159898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:44.171072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Deleting port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:44.171395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:44.262039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] DHCP port deletion for 75b17087-457c-4459-a570-b364f9fec808 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:39:44.271792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] Deleting port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:44.272110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:44.361435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:44.479742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] For port d34037e7-84c7-4c8b-9f08-ff483ceb5c66, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d34037e7-84c7-4c8b-9f08-ff483ceb5c66,segment=NetworkSegment(8c71608a-e0f9-4a91-a757-5801aafc7c29),segment_id=8c71608a-e0f9-4a91-a757-5801aafc7c29)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:44.480045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:44.485028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] For port d34037e7-84c7-4c8b-9f08-ff483ceb5c66, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d34037e7-84c7-4c8b-9f08-ff483ceb5c66,segment=NetworkSegment(8c71608a-e0f9-4a91-a757-5801aafc7c29),segment_id=8c71608a-e0f9-4a91-a757-5801aafc7c29)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:44.485336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:44.602573 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] Calling delete_port for d34037e7-84c7-4c8b-9f08-ff483ceb5c66 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:44.605764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Calling delete_port for d34037e7-84c7-4c8b-9f08-ff483ceb5c66 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:44.762538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:44.767973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.db.api [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:39:44.768287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG oslo_db.api [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:39:44.809614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] Pushing event deleted for resources: {'Port': ['ID=d34037e7-84c7-4c8b-9f08-ff483ceb5c66,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:44.813707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464fe04-e6b0-44ea-a59f-c42dffa81582 None None] No DVR routers for this DVR port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:45.068469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d34037e7-84c7-4c8b-9f08-ff483ceb5c66 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:39:45.103254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: d34037e7-84c7-4c8b-9f08-ff483ceb5c66 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:39:45.103523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d34037e7-84c7-4c8b-9f08-ff483ceb5c66 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:39:45.269777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Deleting port d34037e7-84c7-4c8b-9f08-ff483ceb5c66 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:45.270046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:45.334199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] The port 'd34037e7-84c7-4c8b-9f08-ff483ceb5c66' was deleted {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:39:45.455808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:45.484916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b17087-457c-4459-a570-b364f9fec808']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:45.496341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c71608a-e0f9-4a91-a757-5801aafc7c29') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:45.496666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c71608a-e0f9-4a91-a757-5801aafc7c29') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:45.507742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:45.523508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:45.529258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:45.529673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: util.warn( Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:45.543972 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:45.682674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:45.699458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:45.710843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Network': ['ID=75b17087-457c-4459-a570-b364f9fec808,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:45.715196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-62baf65d-199f-4e3f-9699-57763777ac4e tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/75b17087-457c-4459-a570-b364f9fec808 HTTP/1.1" status: 204 len: 168 time: 1.6738806 Mar 25 20:39:45.719057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41140) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:45.758331 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fe28ed-1f64-42af-8f2b-0a63a89273a3 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] DELETE failed (client error): The resource could not be found. Mar 25 20:39:45.758779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fe28ed-1f64-42af-8f2b-0a63a89273a3 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:39:45.760425 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-22fe28ed-1f64-42af-8f2b-0a63a89273a3 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/subnets/22ede9af-37b5-4132-8eaa-081436086162 HTTP/1.1" status: 404 len: 337 time: 0.0404727 Mar 25 20:39:45.762822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41144) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:45.787157 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a5915c-d9e7-437c-a5d5-ff4718ec0637 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] DELETE failed (client error): The resource could not be found. Mar 25 20:39:45.787530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a5915c-d9e7-437c-a5d5-ff4718ec0637 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:39:45.789075 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b6a5915c-d9e7-437c-a5d5-ff4718ec0637 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/9e089449-7a64-4d44-bc30-60c24478406e HTTP/1.1" status: 404 len: 339 time: 0.0253906 Mar 25 20:39:45.791135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41148) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:45.829916 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cff046-8152-45c4-80da-fb348d8d8d46 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] DELETE failed (client error): The resource could not be found. Mar 25 20:39:45.830342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cff046-8152-45c4-80da-fb348d8d8d46 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:39:45.831891 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a8cff046-8152-45c4-80da-fb348d8d8d46 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/subnets/69eb3775-4fbe-4a03-8040-60753ff06777 HTTP/1.1" status: 404 len: 337 time: 0.0399370 Mar 25 20:39:45.834162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41152) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:45.856844 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d647d0e-4340-4ce1-92e3-149803518f3a tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] DELETE failed (client error): The resource could not be found. Mar 25 20:39:45.857282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d647d0e-4340-4ce1-92e3-149803518f3a tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 25 20:39:45.858770 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-0d647d0e-4340-4ce1-92e3-149803518f3a tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/555d5a36-eac6-4cab-8a35-0f2bd595e53a HTTP/1.1" status: 404 len: 339 time: 0.0237839 Mar 25 20:39:45.860856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41156) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:45.922972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f70a3a9-7879-4445-9578-ed4ee8f65d01 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Deleting subnet b2630e08-7939-4106-a4a2-82515224d291 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:39:45.925794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f70a3a9-7879-4445-9578-ed4ee8f65d01 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:45.980818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f70a3a9-7879-4445-9578-ed4ee8f65d01 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.060369 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f70a3a9-7879-4445-9578-ed4ee8f65d01 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.214114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f70a3a9-7879-4445-9578-ed4ee8f65d01 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.256137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70a3a9-7879-4445-9578-ed4ee8f65d01 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Subnet': ['ID=b2630e08-7939-4106-a4a2-82515224d291,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:46.259906 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f70a3a9-7879-4445-9578-ed4ee8f65d01 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.266944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0b55de-43fa-43c5-a6e8-0f1fbab166a7 None None] Network 0c5ddf48-a905-483f-9139-0768c910013a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:46.269867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6f70a3a9-7879-4445-9578-ed4ee8f65d01 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/subnets/b2630e08-7939-4106-a4a2-82515224d291 HTTP/1.1" status: 204 len: 168 time: 0.4081357 Mar 25 20:39:46.272272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41160) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:46.383888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.394879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Deleting port 189109a0-163d-43e7-b745-e3bf14c86cdd {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:46.395202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.508192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] DHCP port deletion for 0c5ddf48-a905-483f-9139-0768c910013a request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:39:46.512390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] Deleting port 189109a0-163d-43e7-b745-e3bf14c86cdd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:46.512803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.596596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] For port 189109a0-163d-43e7-b745-e3bf14c86cdd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=189109a0-163d-43e7-b745-e3bf14c86cdd,segment=NetworkSegment(47f29759-3575-4b42-9a15-28e1edfce899),segment_id=47f29759-3575-4b42-9a15-28e1edfce899)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:46.596991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.718581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] For port 189109a0-163d-43e7-b745-e3bf14c86cdd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=189109a0-163d-43e7-b745-e3bf14c86cdd,segment=NetworkSegment(47f29759-3575-4b42-9a15-28e1edfce899),segment_id=47f29759-3575-4b42-9a15-28e1edfce899)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:46.718996 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:46.824638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Calling delete_port for 189109a0-163d-43e7-b745-e3bf14c86cdd owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:46.852027 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] Calling delete_port for 189109a0-163d-43e7-b745-e3bf14c86cdd owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:47.002428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:47.007996 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:39:47.008375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:39:47.050887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] No DVR routers for this DVR port 189109a0-163d-43e7-b745-e3bf14c86cdd on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:47.068962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 189109a0-163d-43e7-b745-e3bf14c86cdd no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:39:47.081075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Port': ['ID=189109a0-163d-43e7-b745-e3bf14c86cdd,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:47.105006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 189109a0-163d-43e7-b745-e3bf14c86cdd {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:39:47.105498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 189109a0-163d-43e7-b745-e3bf14c86cdd not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:39:47.183672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:47.212157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5ddf48-a905-483f-9139-0768c910013a']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:47.223639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f29759-3575-4b42-9a15-28e1edfce899') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:47.223931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f29759-3575-4b42-9a15-28e1edfce899') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:47.235275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:47.251040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:47.256888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:47.257203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:47.271379 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:47.410205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:47.414514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:47.440776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] Pushing event deleted for resources: {'Network': ['ID=0c5ddf48-a905-483f-9139-0768c910013a,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:47.444347 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-97921e0b-de3c-49c2-ae32-d5888da9f754 tempest-NetworksIpV6Test-704239223 tempest-NetworksIpV6Test-704239223-project] 10.222.0.37 "DELETE /v2.0/networks/0c5ddf48-a905-483f-9139-0768c910013a HTTP/1.1" status: 204 len: 168 time: 1.1710925 Mar 25 20:39:47.510637 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] Deleting port 189109a0-163d-43e7-b745-e3bf14c86cdd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:47.511717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:47.618026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a6eaf52f-a186-4b4e-93e1-db4a0d03cda3 None None] The port '189109a0-163d-43e7-b745-e3bf14c86cdd' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:39:47.910607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41168) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:48.061600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7daa92bd-9b55-4005-a132-de8003d2d1e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7972c4ecb0a241d88e5a79fd95e0b266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497986 Mar 25 20:39:48.064000 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41174) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:48.122214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1b063eb-fee4-4b2a-897f-c86cfcc5b23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:48.147135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1b063eb-fee4-4b2a-897f-c86cfcc5b23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:48.185446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:48.261634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1b063eb-fee4-4b2a-897f-c86cfcc5b23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:48.276529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b063eb-fee4-4b2a-897f-c86cfcc5b23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeec3dd9-d92b-47fc-845c-24b5c5c75073,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:48.287038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b1b063eb-fee4-4b2a-897f-c86cfcc5b23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:48.288147 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b1b063eb-fee4-4b2a-897f-c86cfcc5b23c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aeec3dd9-d92b-47fc-845c-24b5c5c75073 HTTP/1.1" status: 204 len: 168 time: 0.2231393 Mar 25 20:39:49.276292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41198) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:49.377074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-782110989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:49.383946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:49.387715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Usage tracker for resource:router and tenant:2e76e94515174bc4a1eb086c22c09dcc is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:49.391041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:49.400121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:49.476658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:49.477547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:49.491933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:49.547363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:49.609995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:49.611274 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a1f6f45a-1f79-4f3e-a245-8b2b5ebab4ec tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3338861 Mar 25 20:39:49.614011 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41204) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:49.620039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-300011036'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:49.626161 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:49.629893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Usage tracker for resource:network and tenant:2e76e94515174bc4a1eb086c22c09dcc is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:49.632982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:49.639837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:49.684274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Made reservation on behalf of 2e76e94515174bc4a1eb086c22c09dcc for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:49.688215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:49.704412 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:49.818144 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:49.821894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Usage tracker for resource:security_group_rule and tenant:2e76e94515174bc4a1eb086c22c09dcc is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:49.824844 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:49.831227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:49.910878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:49.992300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:50.024582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:39:50.032756 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65e77da-a738-4734-8cc1-306bab5b320e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:50.039631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:50.040704 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Added segment fc9ddb91-a52a-4971-9721-55bc53e318d4 of type vlan for network 15be8d05-e20c-4e16-a23a-141d77905f43 Mar 25 20:39:50.066677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:50.146591 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:50.152170 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:50.152798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:50.272912 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event updated for resources: {'Network': ['ID=15be8d05-e20c-4e16-a23a-141d77905f43,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:50.283748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 15be8d05-e20c-4e16-a23a-141d77905f43 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:39:50.286545 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-77d87ccb-4a4f-44b3-bdde-8ef9d45d8ec2 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6695364 Mar 25 20:39:50.287239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41208) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:50.292655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Request body: {'subnet': {'network_id': '15be8d05-e20c-4e16-a23a-141d77905f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:50.400459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:50.404102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Usage tracker for resource:subnet and tenant:2e76e94515174bc4a1eb086c22c09dcc is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:50.407348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:50.412815 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:50.484455 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Made reservation on behalf of 2e76e94515174bc4a1eb086c22c09dcc for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:50.487927 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:50.735549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:50.818341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event updated for resources: {'Subnet': ['ID=e2aa5bd5-22fd-4356-8f61-b9ad5d6cc7c4,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:50.823359 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Checking segment: {'id': 'fc9ddb91-a52a-4971-9721-55bc53e318d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '15be8d05-e20c-4e16-a23a-141d77905f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:50.823713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Network hostable DHCP agents. Network: 15be8d05-e20c-4e16-a23a-141d77905f43, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:39:50.905679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Network 15be8d05-e20c-4e16-a23a-141d77905f43 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:39:50.969556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 15be8d05-e20c-4e16-a23a-141d77905f43) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:50.973524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:50.974134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:50.978895 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82489e4e-6a9a-461f-a463-feaa88f95a13 None None] Network 15be8d05-e20c-4e16-a23a-141d77905f43 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:51.056209 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2159b481-0035-4544-83a1-4bced0e30c47 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7679343 Mar 25 20:39:51.059265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41212) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:51.065487 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1511754599'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:51.070284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:51.074112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Usage tracker for resource:network and tenant:2e76e94515174bc4a1eb086c22c09dcc is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:51.077464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:51.083092 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:51.169960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Made reservation on behalf of 2e76e94515174bc4a1eb086c22c09dcc for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:51.173703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.191093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-15be8d05-e20c-4e16-a23a-141d77905f43', 'network_id': '15be8d05-e20c-4e16-a23a-141d77905f43', 'tenant_id': '2e76e94515174bc4a1eb086c22c09dcc', 'fixed_ips': [{'subnet_id': 'e2aa5bd5-22fd-4356-8f61-b9ad5d6cc7c4'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:39:51.191909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.202647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:39:51.211112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.211596 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Added segment 03d5809f-a054-4a3e-baea-5fc23f859ca6 of type vlan for network 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 Mar 25 20:39:51.236550 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.341629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Allocated IP 172.20.0.2 (15be8d05-e20c-4e16-a23a-141d77905f43/e2aa5bd5-22fd-4356-8f61-b9ad5d6cc7c4/465b908b-7b7e-487d-a822-c1b96979a311) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:39:51.350840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.356463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:51.357094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.465260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event updated for resources: {'Network': ['ID=17d0ee4d-ab79-416c-86d6-58e1071ef6a3,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:51.479743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:39:51.483451 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b6c0a160-07d3-4be7-8959-347b7af91c39 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4226358 Mar 25 20:39:51.486210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41216) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:51.491742 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Request body: {'subnet': {'network_id': '17d0ee4d-ab79-416c-86d6-58e1071ef6a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:51.606003 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:51.610442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Usage tracker for resource:subnet and tenant:2e76e94515174bc4a1eb086c22c09dcc is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:51.613411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:51.619233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:51.641671 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.654653 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Transition to ACTIVE for port object 465b908b-7b7e-487d-a822-c1b96979a311 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:51.672748 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Transition to ACTIVE for port object 465b908b-7b7e-487d-a822-c1b96979a311 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:51.712554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Made reservation on behalf of 2e76e94515174bc4a1eb086c22c09dcc for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:51.719663 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.735786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.794906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Network 15be8d05-e20c-4e16-a23a-141d77905f43 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:39:51.798166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:51.801747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:39:51.815474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Pushing event updated for resources: {'Port': ['ID=465b908b-7b7e-487d-a822-c1b96979a311,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:51.906492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Attempting to bind port 465b908b-7b7e-487d-a822-c1b96979a311 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:39:51.906862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Attempting to bind port 465b908b-7b7e-487d-a822-c1b96979a311 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'fc9ddb91-a52a-4971-9721-55bc53e318d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '15be8d05-e20c-4e16-a23a-141d77905f43'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:39:51.907220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Attempting to bind port 465b908b-7b7e-487d-a822-c1b96979a311 on network 15be8d05-e20c-4e16-a23a-141d77905f43 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:51.912622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:39:51.912993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Checking segment: {'id': 'fc9ddb91-a52a-4971-9721-55bc53e318d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '15be8d05-e20c-4e16-a23a-141d77905f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:51.913385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:51.913769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Bound using segment: {'id': 'fc9ddb91-a52a-4971-9721-55bc53e318d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '15be8d05-e20c-4e16-a23a-141d77905f43'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:39:51.914223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Bound port: 465b908b-7b7e-487d-a822-c1b96979a311, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9ddb91-a52a-4971-9721-55bc53e318d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '15be8d05-e20c-4e16-a23a-141d77905f43'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:39:51.914587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:52.003640 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] For port 465b908b-7b7e-487d-a822-c1b96979a311, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:39:52.006437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] For port 465b908b-7b7e-487d-a822-c1b96979a311, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=465b908b-7b7e-487d-a822-c1b96979a311,segment=NetworkSegment(fc9ddb91-a52a-4971-9721-55bc53e318d4),segment_id=fc9ddb91-a52a-4971-9721-55bc53e318d4)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:39:52.008970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:52.089593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event updated for resources: {'Subnet': ['ID=f3dcef4a-2344-4cfc-b7fa-e256aad6b8a6,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:52.094913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Checking segment: {'id': '03d5809f-a054-4a3e-baea-5fc23f859ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '17d0ee4d-ab79-416c-86d6-58e1071ef6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:52.098597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Network hostable DHCP agents. Network: 17d0ee4d-ab79-416c-86d6-58e1071ef6a3, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:39:52.098952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:52.176315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c2673-887b-414e-8ca6-10d12bca7678 None None] Pushing event updated for resources: {'Port': ['ID=465b908b-7b7e-487d-a822-c1b96979a311,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:52.187573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Network 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:39:52.242608 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 17d0ee4d-ab79-416c-86d6-58e1071ef6a3) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:52.246920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:52.247716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:52.251789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf1b23-8e75-4709-837e-e4d838f98e8c None None] Network 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:52.341098 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bd8e4ef2-676a-406e-bb3a-174ca5898e21 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8505151 Mar 25 20:39:52.341820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41220) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:52.350111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-48bcbefe-241f-4b30-b70d-d56f7e198ff3 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Request body: {'router': {'external_gateway_info': {'network_id': '17d0ee4d-ab79-416c-86d6-58e1071ef6a3'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:52.506904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-17d0ee4d-ab79-416c-86d6-58e1071ef6a3', 'network_id': '17d0ee4d-ab79-416c-86d6-58e1071ef6a3', 'tenant_id': '2e76e94515174bc4a1eb086c22c09dcc', 'fixed_ips': [{'subnet_id': 'f3dcef4a-2344-4cfc-b7fa-e256aad6b8a6'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:39:52.507979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:52.668706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Allocated IP 172.21.0.2 (17d0ee4d-ab79-416c-86d6-58e1071ef6a3/f3dcef4a-2344-4cfc-b7fa-e256aad6b8a6/061d6647-6eee-4e78-8696-7a918f8a9ade) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:39:52.752217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-48bcbefe-241f-4b30-b70d-d56f7e198ff3 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:52.908874 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:52.925406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Transition to ACTIVE for port object 061d6647-6eee-4e78-8696-7a918f8a9ade will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:52.940459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Transition to ACTIVE for port object 061d6647-6eee-4e78-8696-7a918f8a9ade will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:39:52.970568 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.api.v2.resource [None req-48bcbefe-241f-4b30-b70d-d56f7e198ff3 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 25 20:39:52.971643 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-48bcbefe-241f-4b30-b70d-d56f7e198ff3 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "PUT /v2.0/routers/bd450061-6554-4a4c-b805-795429ac8f9c HTTP/1.1" status: 400 len: 364 time: 0.6267695 Mar 25 20:39:52.977678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41224) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:52.999704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.068233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Network 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:39:53.071163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:39:53.080041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:39:53.081189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6db2a2-3eac-41ea-9dda-ea77f061bf0c tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Deleting subnet f3dcef4a-2344-4cfc-b7fa-e256aad6b8a6 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:39:53.084838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6db2a2-3eac-41ea-9dda-ea77f061bf0c tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.086508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Pushing event updated for resources: {'Port': ['ID=061d6647-6eee-4e78-8696-7a918f8a9ade,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:53.156615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 465b908b-7b7e-487d-a822-c1b96979a311 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:39:53.193892 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb4484-7e04-4f94-a004-f4fdb41ad7d5 None None] Network 15be8d05-e20c-4e16-a23a-141d77905f43 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:53.255686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Attempting to bind port 061d6647-6eee-4e78-8696-7a918f8a9ade on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:39:53.256041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Attempting to bind port 061d6647-6eee-4e78-8696-7a918f8a9ade by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '03d5809f-a054-4a3e-baea-5fc23f859ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '17d0ee4d-ab79-416c-86d6-58e1071ef6a3'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:39:53.256390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Attempting to bind port 061d6647-6eee-4e78-8696-7a918f8a9ade on network 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:39:53.258255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6db2a2-3eac-41ea-9dda-ea77f061bf0c tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.330275 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:39:53.330635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Checking segment: {'id': '03d5809f-a054-4a3e-baea-5fc23f859ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '17d0ee4d-ab79-416c-86d6-58e1071ef6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:53.331022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.331404 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Bound using segment: {'id': '03d5809f-a054-4a3e-baea-5fc23f859ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '17d0ee4d-ab79-416c-86d6-58e1071ef6a3'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:39:53.331867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Bound port: 061d6647-6eee-4e78-8696-7a918f8a9ade, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d5809f-a054-4a3e-baea-5fc23f859ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '17d0ee4d-ab79-416c-86d6-58e1071ef6a3'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:39:53.332226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.339802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6db2a2-3eac-41ea-9dda-ea77f061bf0c tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.415882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2767ad5a-9471-4fb0-a353-af60a7061a94 None None] Provisioning for port 465b908b-7b7e-487d-a822-c1b96979a311 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:39:53.484350 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 465b908b-7b7e-487d-a822-c1b96979a311 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:39:53.495891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 465b908b-7b7e-487d-a822-c1b96979a311 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:53.496253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.501901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6db2a2-3eac-41ea-9dda-ea77f061bf0c tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.535071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] For port 061d6647-6eee-4e78-8696-7a918f8a9ade, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:39:53.544135 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6db2a2-3eac-41ea-9dda-ea77f061bf0c tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event deleted for resources: {'Subnet': ['ID=f3dcef4a-2344-4cfc-b7fa-e256aad6b8a6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:53.547941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3e6db2a2-3eac-41ea-9dda-ea77f061bf0c tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.554069 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3e6db2a2-3eac-41ea-9dda-ea77f061bf0c tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "DELETE /v2.0/subnets/f3dcef4a-2344-4cfc-b7fa-e256aad6b8a6 HTTP/1.1" status: 204 len: 168 time: 0.5754192 Mar 25 20:39:53.558992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41228) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:53.584791 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] For port 061d6647-6eee-4e78-8696-7a918f8a9ade, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=061d6647-6eee-4e78-8696-7a918f8a9ade,segment=NetworkSegment(03d5809f-a054-4a3e-baea-5fc23f859ca6),segment_id=03d5809f-a054-4a3e-baea-5fc23f859ca6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:39:53.671942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.679030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.683276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Deleting port 061d6647-6eee-4e78-8696-7a918f8a9ade {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:53.683276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.690675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.788449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97130a-5a37-4bd1-b1b8-3a55b77f1bc3 None None] Pushing event updated for resources: {'Port': ['ID=061d6647-6eee-4e78-8696-7a918f8a9ade,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:53.791888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 465b908b-7b7e-487d-a822-c1b96979a311, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=465b908b-7b7e-487d-a822-c1b96979a311,segment=NetworkSegment(fc9ddb91-a52a-4971-9721-55bc53e318d4),segment_id=fc9ddb91-a52a-4971-9721-55bc53e318d4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:53.854736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.905209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] For port 061d6647-6eee-4e78-8696-7a918f8a9ade, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=061d6647-6eee-4e78-8696-7a918f8a9ade,segment=NetworkSegment(03d5809f-a054-4a3e-baea-5fc23f859ca6),segment_id=03d5809f-a054-4a3e-baea-5fc23f859ca6)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:53.905594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:53.929331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=465b908b-7b7e-487d-a822-c1b96979a311,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:53.948383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d1b196aa-f400-4656-8f30-fef5992df821 None None] Provisioning complete for port 465b908b-7b7e-487d-a822-c1b96979a311 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:53.948876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1b196aa-f400-4656-8f30-fef5992df821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.049533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Calling delete_port for 061d6647-6eee-4e78-8696-7a918f8a9ade owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:54.208213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.257501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event deleted for resources: {'Port': ['ID=061d6647-6eee-4e78-8696-7a918f8a9ade,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:54.261190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] No DVR routers for this DVR port 061d6647-6eee-4e78-8696-7a918f8a9ade on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:54.383693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.408784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d0ee4d-ab79-416c-86d6-58e1071ef6a3']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:54.420991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d5809f-a054-4a3e-baea-5fc23f859ca6') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:54.421294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d5809f-a054-4a3e-baea-5fc23f859ca6') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:54.432491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.448304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.454842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:54.455216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:54.469888 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:54.615567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.634572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.646939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event deleted for resources: {'Network': ['ID=17d0ee4d-ab79-416c-86d6-58e1071ef6a3,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:54.652115 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6d63cd46-3da2-47c0-8532-cc7eb3fa01d4 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "DELETE /v2.0/networks/17d0ee4d-ab79-416c-86d6-58e1071ef6a3 HTTP/1.1" status: 204 len: 168 time: 1.0922129 Mar 25 20:39:54.652466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41232) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:54.718420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7c22ed-2323-4da0-8745-7715ae58deab tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Deleting subnet e2aa5bd5-22fd-4356-8f61-b9ad5d6cc7c4 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:39:54.721661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd7c22ed-2323-4da0-8745-7715ae58deab tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.785225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd7c22ed-2323-4da0-8745-7715ae58deab tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:54.804910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e2df43d7-f403-4532-aacc-c93cd49852c2 None None] Could not find standard attr ID for object 061d6647-6eee-4e78-8696-7a918f8a9ade. {{(pid=88486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 25 20:39:54.835655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62c6673-b3a5-4070-b7ad-f0ed463ba581 None None] DHCP port deletion for 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:39:54.851649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544235ce-da42-43e2-b434-71c6aad68b75 None None] Network 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:54.870084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544235ce-da42-43e2-b434-71c6aad68b75 None None] Network 17d0ee4d-ab79-416c-86d6-58e1071ef6a3 could not be found, it might have been deleted concurrently. {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 25 20:39:54.873645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd7c22ed-2323-4da0-8745-7715ae58deab tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.008807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd7c22ed-2323-4da0-8745-7715ae58deab tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.054024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c22ed-2323-4da0-8745-7715ae58deab tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event deleted for resources: {'Subnet': ['ID=e2aa5bd5-22fd-4356-8f61-b9ad5d6cc7c4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:55.055941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dd7c22ed-2323-4da0-8745-7715ae58deab tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.061547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3ee40-259a-4f4c-8ec3-6231bb0f3c30 None None] Network 15be8d05-e20c-4e16-a23a-141d77905f43 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:39:55.062350 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dd7c22ed-2323-4da0-8745-7715ae58deab tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "DELETE /v2.0/subnets/e2aa5bd5-22fd-4356-8f61-b9ad5d6cc7c4 HTTP/1.1" status: 204 len: 168 time: 0.4090428 Mar 25 20:39:55.064855 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41236) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:55.090641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 465b908b-7b7e-487d-a822-c1b96979a311 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:39:55.181028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.191319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Deleting port 465b908b-7b7e-487d-a822-c1b96979a311 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:55.191636 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.288822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 465b908b-7b7e-487d-a822-c1b96979a311 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:39:55.289090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.445313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] DHCP port deletion for 15be8d05-e20c-4e16-a23a-141d77905f43 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:39:55.458642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] Deleting port 465b908b-7b7e-487d-a822-c1b96979a311 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:55.459012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.503877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] For port 465b908b-7b7e-487d-a822-c1b96979a311, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=465b908b-7b7e-487d-a822-c1b96979a311,segment=NetworkSegment(fc9ddb91-a52a-4971-9721-55bc53e318d4),segment_id=fc9ddb91-a52a-4971-9721-55bc53e318d4)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:55.504225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.634646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Calling delete_port for 465b908b-7b7e-487d-a822-c1b96979a311 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:55.671176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] For port 465b908b-7b7e-487d-a822-c1b96979a311, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=465b908b-7b7e-487d-a822-c1b96979a311,segment=NetworkSegment(fc9ddb91-a52a-4971-9721-55bc53e318d4),segment_id=fc9ddb91-a52a-4971-9721-55bc53e318d4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:39:55.671493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.788756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] Calling delete_port for 465b908b-7b7e-487d-a822-c1b96979a311 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:39:55.825752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:55.857786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:39:55.858396 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:39:55.878286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event deleted for resources: {'Port': ['ID=465b908b-7b7e-487d-a822-c1b96979a311,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:55.882986 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] No DVR routers for this DVR port 465b908b-7b7e-487d-a822-c1b96979a311 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:39:56.004150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.028048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15be8d05-e20c-4e16-a23a-141d77905f43']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:56.039804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ddb91-a52a-4971-9721-55bc53e318d4') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:56.040093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ddb91-a52a-4971-9721-55bc53e318d4') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:39:56.051463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.067088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.072875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:39:56.075619 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:39:56.087526 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:39:56.221160 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.239798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.250488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Pushing event deleted for resources: {'Network': ['ID=15be8d05-e20c-4e16-a23a-141d77905f43,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:56.255059 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3adb6e58-afe5-451e-8503-f101631afc30 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "DELETE /v2.0/networks/15be8d05-e20c-4e16-a23a-141d77905f43 HTTP/1.1" status: 204 len: 168 time: 1.1890905 Mar 25 20:39:56.257545 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41240) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:56.309030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6f410c47-cda4-4b5f-8ead-2a3f85929b42 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Synchronizing usage tracker for tenant:2e76e94515174bc4a1eb086c22c09dcc on resource:port {{(pid=88485) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:39:56.359761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] Deleting port 465b908b-7b7e-487d-a822-c1b96979a311 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:39:56.360135 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.392682 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6f410c47-cda4-4b5f-8ead-2a3f85929b42 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Unset dirty status for tenant:2e76e94515174bc4a1eb086c22c09dcc on resource:port {{(pid=88485) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:39:56.393849 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6f410c47-cda4-4b5f-8ead-2a3f85929b42 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd450061-6554-4a4c-b805-795429ac8f9c HTTP/1.1" status: 200 len: 205 time: 0.1351550 Mar 25 20:39:56.396348 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41244) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:56.428754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e8a10b93-73b1-4ebf-b369-e309ad1f2a70 None None] The port '465b908b-7b7e-487d-a822-c1b96979a311' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:39:56.526121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbb4f-d904-48a9-b567-9ed2b0c4d163 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.813943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbb4f-d904-48a9-b567-9ed2b0c4d163 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.816015 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbb4f-d904-48a9-b567-9ed2b0c4d163 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.918013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbb4f-d904-48a9-b567-9ed2b0c4d163 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.918575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4cbb4f-d904-48a9-b567-9ed2b0c4d163 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Fanout notify agent at l3_agent the message router_deleted on router bd450061-6554-4a4c-b805-795429ac8f9c {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:39:56.929954 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbb4f-d904-48a9-b567-9ed2b0c4d163 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:56.935252 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ba4cbb4f-d904-48a9-b567-9ed2b0c4d163 tempest-RoutersNegativeTest-353859045 tempest-RoutersNegativeTest-353859045-project] 10.222.0.37 "DELETE /v2.0/routers/bd450061-6554-4a4c-b805-795429ac8f9c HTTP/1.1" status: 204 len: 168 time: 0.5337558 Mar 25 20:39:57.075645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 465b908b-7b7e-487d-a822-c1b96979a311 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:39:57.110106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 465b908b-7b7e-487d-a822-c1b96979a311 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:39:57.110447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 465b908b-7b7e-487d-a822-c1b96979a311 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:39:57.375884 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41252) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:57.520434 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-29868604-f674-46cd-8a02-99cdc6d48e62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e76e94515174bc4a1eb086c22c09dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433890 Mar 25 20:39:57.522859 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41258) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:57.577717 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84106b3f-0e77-4621-825a-eb86e31dccb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:57.602583 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84106b3f-0e77-4621-825a-eb86e31dccb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:57.712696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84106b3f-0e77-4621-825a-eb86e31dccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:57.729800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84106b3f-0e77-4621-825a-eb86e31dccb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65e77da-a738-4734-8cc1-306bab5b320e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:57.732990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-84106b3f-0e77-4621-825a-eb86e31dccb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:57.739126 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-84106b3f-0e77-4621-825a-eb86e31dccb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b65e77da-a738-4734-8cc1-306bab5b320e HTTP/1.1" status: 204 len: 168 time: 0.2103605 Mar 25 20:39:58.682700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41282) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:58.783882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1465209181-network', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:58.788599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:58.792351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Usage tracker for resource:network and tenant:c4a3efff5e2640f79bec0af33ca9c314 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:58.795193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:58.801291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:58.859976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Made reservation on behalf of c4a3efff5e2640f79bec0af33ca9c314 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:58.862303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:58.874931 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:58.889951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:58.893727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a3efff5e2640f79bec0af33ca9c314 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:58.896468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:58.902043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:58.980851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:59.043985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:59.074256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:39:59.083427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf8964-8bfd-4781-87c1-b84eb5acf327,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:59.088766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:59.093509 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Added segment 45152179-328a-49bf-a611-b865dacdc701 of type vlan for network ddfb9b43-277c-4da2-89b6-eee8154000d3 Mar 25 20:39:59.115627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:59.203700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:59.204674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:39:59.205239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:59.394938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] Pushing event updated for resources: {'Network': ['ID=ddfb9b43-277c-4da2-89b6-eee8154000d3,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:59.404337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:39:59.448852 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-951b1eeb-b29f-450d-96c2-1f1c2a863c68 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7650084 Mar 25 20:39:59.452199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41288) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:39:59.457531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Request body: {'subnet': {'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-subnet', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:39:59.462426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:39:59.466299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Usage tracker for resource:subnet and tenant:c4a3efff5e2640f79bec0af33ca9c314 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:39:59.469174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:39:59.474896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:39:59.550851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Made reservation on behalf of c4a3efff5e2640f79bec0af33ca9c314 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:39:59.553297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:59.838600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:39:59.913855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=56252c1e-7a33-49d2-aed1-915e4b8d0020,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:39:59.918806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Checking segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:39:59.919182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Network hostable DHCP agents. Network: ddfb9b43-277c-4da2-89b6-eee8154000d3, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:39:59.981095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:40:00.043712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, ddfb9b43-277c-4da2-89b6-eee8154000d3) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:00.048153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:00.048789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.053334 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505ec33-93e2-4a30-97ca-ac0f34f78789 None None] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:40:00.119413 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a716f55e-a2f3-4cec-a4f0-fc4695609b3e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6661191 Mar 25 20:40:00.122020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41292) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:40:00.127046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:40:00.131861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:40:00.136061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Usage tracker for resource:router and tenant:c4a3efff5e2640f79bec0af33ca9c314 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:40:00.138898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:40:00.144621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:40:00.204285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.205255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.219839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.272708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-ddfb9b43-277c-4da2-89b6-eee8154000d3', 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'fixed_ips': [{'subnet_id': '56252c1e-7a33-49d2-aed1-915e4b8d0020'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:40:00.273528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.429771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Allocated IP 172.20.0.2 (ddfb9b43-277c-4da2-89b6-eee8154000d3/56252c1e-7a33-49d2-aed1-915e4b8d0020/7c5cc0d6-498e-44d3-a669-1847b0b9b30d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:40:00.548323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.628887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.638867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Transition to ACTIVE for port object 7c5cc0d6-498e-44d3-a669-1847b0b9b30d will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:00.658018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Transition to ACTIVE for port object 7c5cc0d6-498e-44d3-a669-1847b0b9b30d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:00.751359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.813566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:00.816139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:00.819699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:40:00.834205 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Pushing event updated for resources: {'Port': ['ID=7c5cc0d6-498e-44d3-a669-1847b0b9b30d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:00.923473 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Attempting to bind port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:40:00.923838 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Attempting to bind port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:40:00.924197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Attempting to bind port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d on network ddfb9b43-277c-4da2-89b6-eee8154000d3 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:00.929421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:40:00.929790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Checking segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:00.930180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.930565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Bound using segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:40:00.931019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Bound port: 7c5cc0d6-498e-44d3-a669-1847b0b9b30d, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:40:00.931384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.940690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:00.973557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:01.045341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] For port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:40:01.048336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] For port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7c5cc0d6-498e-44d3-a669-1847b0b9b30d,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:40:01.102722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Allocated IP 172.26.8.18 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:40:01.107553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:01.198137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d5ed0-f66c-46bd-8893-141ec5c32b6a None None] Pushing event updated for resources: {'Port': ['ID=7c5cc0d6-498e-44d3-a669-1847b0b9b30d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:01.256881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:01.335844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:01.511124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:01.514163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:01.522381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:40:01.553212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:02.000295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:02.255846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c25e65-ade3-4bdc-836c-6d37a2fc0f87 None None] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:40:02.359615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:02.415529 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a435758c-2f16-4018-8055-0dddda113aca None None] Provisioning for port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:02.625566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:40:02.802142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:40:02.810419 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Sync routers for ids ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:40:02.820070 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Routers {'0d7e107b-ecdd-442f-9d5d-3290e904c6a2'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:40:02.820699 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:39:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:02.883146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:02.884392 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7ca61c92-2e7a-4d57-9e32-40f43fe10e93 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7614031 Mar 25 20:40:02.887406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41296) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:40:03.037036 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Set router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:40:03.126121 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7c5cc0d6-498e-44d3-a669-1847b0b9b30d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:03.257064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:03.262947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:03.263744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:03.334796 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:40:01Z', 'revision_number': 3, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port': {'id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:01Z', 'updated_at': '2022-03-25T20:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:03.339113 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Checking router: 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:40:03.339448 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Updating router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:40:03.394972 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:03.396438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:03.430364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7c5cc0d6-498e-44d3-a669-1847b0b9b30d,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:03.505675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:03.575843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=7c5cc0d6-498e-44d3-a669-1847b0b9b30d,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:03.713624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:03.733150 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:03.744635 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Transition to ACTIVE for port object 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:03.837109 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:03.914773 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Attempting to bind port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:40:03.915131 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Attempting to bind port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:40:03.915486 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Attempting to bind port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:03.916648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Allocated IP 172.20.0.1 (ddfb9b43-277c-4da2-89b6-eee8154000d3/56252c1e-7a33-49d2-aed1-915e4b8d0020/81da09c0-9a01-4a76-b4ee-99d8891ba74b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:40:03.917552 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Pushing event updated for resources: {'Port': ['ID=2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:03.927357 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.927689 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.928019 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.928335 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.928670 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.928986 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.929297 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.929606 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.929912 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.930216 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.930518 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.930818 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:03.934349 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:40:03.934713 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:03.935093 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:03.935460 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:40:03.936444 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Bound port: 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:40:03.936824 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:04.010538 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] For port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:40:04.013375 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] For port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:40:04.071471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:04.091801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Transition to ACTIVE for port object 81da09c0-9a01-4a76-b4ee-99d8891ba74b will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:04.112990 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:04.190146 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Routers {'0d7e107b-ecdd-442f-9d5d-3290e904c6a2'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:40:04.190818 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:39:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:04.198703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:04.269711 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0538e4-4ab1-40b4-a8d6-235563745724 None None] Pushing event updated for resources: {'Port': ['ID=2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:04.275829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:04.278663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:04.282844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:40:04.336250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Pushing event updated for resources: {'Port': ['ID=81da09c0-9a01-4a76-b4ee-99d8891ba74b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:04.354858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:04.400649 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] Set router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:40:04.546081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-094931ef-8d1a-4a81-a308-b567f5f9dc09 None None] Provisioning for port 81da09c0-9a01-4a76-b4ee-99d8891ba74b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:04.555869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-094931ef-8d1a-4a81-a308-b567f5f9dc09 None None] Provisioning complete for port 81da09c0-9a01-4a76-b4ee-99d8891ba74b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:04.555869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-094931ef-8d1a-4a81-a308-b567f5f9dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:04.611292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-094931ef-8d1a-4a81-a308-b567f5f9dc09 None None] Port 81da09c0-9a01-4a76-b4ee-99d8891ba74b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:40:04.693856 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:40:01Z', 'revision_number': 3, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port': {'id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:01Z', 'updated_at': '2022-03-25T20:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:04.698072 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af996ed5-15c9-4167-a5d9-249d86b9c31b None None] The sync data for ids ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'] in dv-neutron-835149-1-hyperv is: [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:40:01Z', 'revision_number': 3, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port': {'id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:01Z', 'updated_at': '2022-03-25T20:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:40:04.793084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.039875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.094149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.158639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:05.202955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Pushing event updated for resources: {'Port': ['ID=81da09c0-9a01-4a76-b4ee-99d8891ba74b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:05.207658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.316708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:05.321985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:05.322502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.350688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:05.351797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:05.453763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.473045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:05.553122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.554268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7c5cc0d6-498e-44d3-a669-1847b0b9b30d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:05.566967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:40:05.687419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2f17b0ff-bbeb-494e-909f-48e36eaf2e53 None None] Provisioning complete for port 81da09c0-9a01-4a76-b4ee-99d8891ba74b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:05.687886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f17b0ff-bbeb-494e-909f-48e36eaf2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.724362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:05.735162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:05.735528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:05.753700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:40:05.769718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8f5dc87a-4b49-4f9d-90e4-15d40f4f16cc admin admin] 10.222.0.37 "PUT /v2.0/routers/0d7e107b-ecdd-442f-9d5d-3290e904c6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8747218 Mar 25 20:40:05.789398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2f17b0ff-bbeb-494e-909f-48e36eaf2e53 None None] Port 81da09c0-9a01-4a76-b4ee-99d8891ba74b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:40:06.222319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Sync routers for ids ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:40:06.231629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Routers {'0d7e107b-ecdd-442f-9d5d-3290e904c6a2'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:40:06.232236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:39:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:06.418554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Set router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:40:06.455124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41314) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:40:06.463222 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1631169534-network', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:40:06.468757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:40:06.474552 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Usage tracker for resource:network and tenant:fd57c496828c4edd92314dc4e239ace8 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:40:06.478589 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:40:06.486766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:40:06.558237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Made reservation on behalf of fd57c496828c4edd92314dc4e239ace8 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:40:06.561576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:06.578402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:06.594042 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:40:06.598186 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Usage tracker for resource:security_group_rule and tenant:fd57c496828c4edd92314dc4e239ace8 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:40:06.601201 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:40:06.609300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:40:06.782680 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:40:04Z', 'revision_number': 4, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port': {'id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:01Z', 'updated_at': '2022-03-25T20:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '81da09c0-9a01-4a76-b4ee-99d8891ba74b', 'name': '', 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'mac_address': 'fa:16:3e:ef:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56252c1e-7a33-49d2-aed1-915e4b8d0020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:03Z', 'updated_at': '2022-03-25T20:40:04Z', 'revision_number': 2, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'subnets': [{'id': '56252c1e-7a33-49d2-aed1-915e4b8d0020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:06.786679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Checking router: 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:40:06.787025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Updating router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 port 81da09c0-9a01-4a76-b4ee-99d8891ba74b binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:40:06.809586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:06.839254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:06.872707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:06.905116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:40:06.912588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453db2b6-e1bd-4cf0-81fb-0e0760f1ebd9,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:06.918168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:06.918503 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Added segment f72fb1fc-4ff5-49ce-babf-c37f0c7b927a of type vlan for network 4f1a2453-c09f-4351-b166-c0a2bf3be504 Mar 25 20:40:06.944708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.038573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.039730 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:07.040258 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.092779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:07.146974 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6905270 Mar 25 20:40:07.149865 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41318) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:40:07.153287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcbb04-935f-4544-9de0-a63af17d0077 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1a2453-c09f-4351-b166-c0a2bf3be504,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:07.157321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Request body: {'subnet': {'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-subnet', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:40:07.163466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:40:07.167359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Usage tracker for resource:subnet and tenant:fd57c496828c4edd92314dc4e239ace8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:40:07.168833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 4f1a2453-c09f-4351-b166-c0a2bf3be504 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:40:07.171001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:40:07.176704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:40:07.237207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Made reservation on behalf of fd57c496828c4edd92314dc4e239ace8 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:40:07.239639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.318804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:07.319079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.378466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.405769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Transition to ACTIVE for port object 81da09c0-9a01-4a76-b4ee-99d8891ba74b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:07.484132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.507333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.583843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c44819-485f-41c2-aea7-5ee2a0c36284,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:07.601188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Checking segment: {'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:07.601811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Network hostable DHCP agents. Network: 4f1a2453-c09f-4351-b166-c0a2bf3be504, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:40:07.615228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eac2e-7197-4fcf-8a31-5e01cb1b81a7 None None] Pushing event updated for resources: {'Port': ['ID=81da09c0-9a01-4a76-b4ee-99d8891ba74b,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:07.682969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Network 4f1a2453-c09f-4351-b166-c0a2bf3be504 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:40:07.704364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Attempting to bind port 81da09c0-9a01-4a76-b4ee-99d8891ba74b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:40:07.704766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Attempting to bind port 81da09c0-9a01-4a76-b4ee-99d8891ba74b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:40:07.705131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Attempting to bind port 81da09c0-9a01-4a76-b4ee-99d8891ba74b on network ddfb9b43-277c-4da2-89b6-eee8154000d3 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:07.711032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:40:07.711405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Checking segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:07.711803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.712196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Bound using segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:40:07.712692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Bound port: 81da09c0-9a01-4a76-b4ee-99d8891ba74b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:40:07.713065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.756927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 4f1a2453-c09f-4351-b166-c0a2bf3be504) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:07.762067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:07.762067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.772558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dfb481-7497-4d64-a5ff-0894495058bb None None] Network 4f1a2453-c09f-4351-b166-c0a2bf3be504 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:40:07.834571 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e82fbb06-ba08-41d1-b96e-52de696abeca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6833761 Mar 25 20:40:07.836946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41322) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:40:07.841733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:40:07.846539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:40:07.851841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Usage tracker for resource:router and tenant:fd57c496828c4edd92314dc4e239ace8 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:40:07.853263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:40:07.859234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:40:07.918806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] For port 81da09c0-9a01-4a76-b4ee-99d8891ba74b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:40:07.926558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] For port 81da09c0-9a01-4a76-b4ee-99d8891ba74b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=81da09c0-9a01-4a76-b4ee-99d8891ba74b,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:40:07.936687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.937788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:07.952226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:08.017409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:08.127602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-4f1a2453-c09f-4351-b166-c0a2bf3be504', 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'fixed_ips': [{'subnet_id': '75c44819-485f-41c2-aea7-5ee2a0c36284'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:40:08.127602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:08.211815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eac2e-7197-4fcf-8a31-5e01cb1b81a7 None None] Pushing event updated for resources: {'Port': ['ID=81da09c0-9a01-4a76-b4ee-99d8891ba74b,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:08.214409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Routers {'0d7e107b-ecdd-442f-9d5d-3290e904c6a2'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:40:08.215015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:39:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:08.432685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:08.487733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Allocated IP 172.20.0.2 (4f1a2453-c09f-4351-b166-c0a2bf3be504/75c44819-485f-41c2-aea7-5ee2a0c36284/1965c9e5-ba5c-434c-92e9-6e64657712ce) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:40:08.494431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] Set router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:40:08.803323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:08.833020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:08.955750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:08.969336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Allocated IP 172.26.8.52 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/f51fcc38-b77e-4512-8e48-14eec0866e95) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:40:08.969800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Transition to ACTIVE for port object 1965c9e5-ba5c-434c-92e9-6e64657712ce will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:08.992737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Transition to ACTIVE for port object 1965c9e5-ba5c-434c-92e9-6e64657712ce will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:09.002716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:40:04Z', 'revision_number': 4, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port': {'id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:01Z', 'updated_at': '2022-03-25T20:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '81da09c0-9a01-4a76-b4ee-99d8891ba74b', 'name': '', 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'mac_address': 'fa:16:3e:ef:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56252c1e-7a33-49d2-aed1-915e4b8d0020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:03Z', 'updated_at': '2022-03-25T20:40:07Z', 'revision_number': 4, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'subnets': [{'id': '56252c1e-7a33-49d2-aed1-915e4b8d0020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:09.006711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b11802-80a1-4382-9b73-72220f06ca0a None None] The sync data for ids ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'] in dv-neutron-835149-1-hyperv is: [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:40:04Z', 'revision_number': 4, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port': {'id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:01Z', 'updated_at': '2022-03-25T20:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '81da09c0-9a01-4a76-b4ee-99d8891ba74b', 'name': '', 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'mac_address': 'fa:16:3e:ef:e2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '56252c1e-7a33-49d2-aed1-915e4b8d0020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:03Z', 'updated_at': '2022-03-25T20:40:07Z', 'revision_number': 4, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'subnets': [{'id': '56252c1e-7a33-49d2-aed1-915e4b8d0020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:40:09.069953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:09.145985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Network 4f1a2453-c09f-4351-b166-c0a2bf3be504 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:09.148438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:09.153328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:09.158868 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:40:09.162200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Pushing event updated for resources: {'Port': ['ID=1965c9e5-ba5c-434c-92e9-6e64657712ce,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:09.198300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c91ac54b-3443-4398-914b-13d4019eb6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:09.254510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:09.259796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Attempting to bind port 1965c9e5-ba5c-434c-92e9-6e64657712ce on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:40:09.262492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Attempting to bind port 1965c9e5-ba5c-434c-92e9-6e64657712ce by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:40:09.262492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Attempting to bind port 1965c9e5-ba5c-434c-92e9-6e64657712ce on network 4f1a2453-c09f-4351-b166-c0a2bf3be504 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:09.266902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:40:09.267272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Checking segment: {'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:09.267663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:09.268048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Bound using segment: {'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:40:09.270352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Bound port: 1965c9e5-ba5c-434c-92e9-6e64657712ce, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:40:09.270352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:09.319668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:09.322477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:09.325097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:40:09.364139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] For port 1965c9e5-ba5c-434c-92e9-6e64657712ce, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:40:09.367899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] For port 1965c9e5-ba5c-434c-92e9-6e64657712ce, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1965c9e5-ba5c-434c-92e9-6e64657712ce,segment=NetworkSegment(f72fb1fc-4ff5-49ce-babf-c37f0c7b927a),segment_id=f72fb1fc-4ff5-49ce-babf-c37f0c7b927a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:40:09.384786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Pushing event updated for resources: {'Port': ['ID=f51fcc38-b77e-4512-8e48-14eec0866e95,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:09.428677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:09.513482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd418f6-c13e-497d-8859-74c96a699807 None None] Pushing event updated for resources: {'Port': ['ID=1965c9e5-ba5c-434c-92e9-6e64657712ce,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:09.873148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:10.341574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:10.423924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e3514-9296-4c2a-8473-2f52aa9b6050 None None] Network 4f1a2453-c09f-4351-b166-c0a2bf3be504 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:40:10.579936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7ea3dcba-7b79-4f7c-9578-61c7698e6c5b None None] Provisioning for port 1965c9e5-ba5c-434c-92e9-6e64657712ce completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:10.604711 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Router df8f9612-69d1-408c-9776-0af1ca7e652f is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:40:10.790483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:40:10.800976 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d123f-314e-445e-b818-c593eba75243 None None] Sync routers for ids ['df8f9612-69d1-408c-9776-0af1ca7e652f'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:40:10.812506 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d123f-314e-445e-b818-c593eba75243 None None] Routers {'df8f9612-69d1-408c-9776-0af1ca7e652f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:40:10.818638 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-050d123f-314e-445e-b818-c593eba75243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:39:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8f9612-69d1-408c-9776-0af1ca7e652f'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:10.884580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:10.887739 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f3304a0f-919c-4d1c-93e8-3fe78c15cd86 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0479708 Mar 25 20:40:10.888577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41326) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:40:10.989540 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-050d123f-314e-445e-b818-c593eba75243 None None] Set router df8f9612-69d1-408c-9776-0af1ca7e652f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:40:11.158446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 81da09c0-9a01-4a76-b4ee-99d8891ba74b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:11.284445 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-050d123f-314e-445e-b818-c593eba75243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:40:09Z', 'revision_number': 3, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port': {'id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:08Z', 'updated_at': '2022-03-25T20:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:11.289177 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d123f-314e-445e-b818-c593eba75243 None None] Checking router: df8f9612-69d1-408c-9776-0af1ca7e652f for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:40:11.289523 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d123f-314e-445e-b818-c593eba75243 None None] Updating router df8f9612-69d1-408c-9776-0af1ca7e652f port f51fcc38-b77e-4512-8e48-14eec0866e95 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:40:11.335574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 81da09c0-9a01-4a76-b4ee-99d8891ba74b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:11.340550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 81da09c0-9a01-4a76-b4ee-99d8891ba74b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:11.340924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.341482 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-050d123f-314e-445e-b818-c593eba75243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.459594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.491837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 81da09c0-9a01-4a76-b4ee-99d8891ba74b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=81da09c0-9a01-4a76-b4ee-99d8891ba74b,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:11.557365 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.558257 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1965c9e5-ba5c-434c-92e9-6e64657712ce up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:11.567313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.666621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=81da09c0-9a01-4a76-b4ee-99d8891ba74b,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:11.670739 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-050d123f-314e-445e-b818-c593eba75243 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.683189 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-050d123f-314e-445e-b818-c593eba75243 None None] Transition to ACTIVE for port object f51fcc38-b77e-4512-8e48-14eec0866e95 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:11.768773 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-050d123f-314e-445e-b818-c593eba75243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.791459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1965c9e5-ba5c-434c-92e9-6e64657712ce completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:11.797022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1965c9e5-ba5c-434c-92e9-6e64657712ce triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:11.797449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.841708 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-050d123f-314e-445e-b818-c593eba75243 None None] Attempting to bind port f51fcc38-b77e-4512-8e48-14eec0866e95 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:40:11.842839 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-050d123f-314e-445e-b818-c593eba75243 None None] Attempting to bind port f51fcc38-b77e-4512-8e48-14eec0866e95 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:40:11.842963 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d123f-314e-445e-b818-c593eba75243 None None] Attempting to bind port f51fcc38-b77e-4512-8e48-14eec0866e95 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:11.857401 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383c6c-10e9-43b5-a82f-e2653fa4980b None None] Pushing event updated for resources: {'Port': ['ID=f51fcc38-b77e-4512-8e48-14eec0866e95,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:11.860289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d123f-314e-445e-b818-c593eba75243 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:40:11.860689 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d123f-314e-445e-b818-c593eba75243 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:11.861080 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-050d123f-314e-445e-b818-c593eba75243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.861629 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d123f-314e-445e-b818-c593eba75243 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:40:11.862249 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-050d123f-314e-445e-b818-c593eba75243 None None] Bound port: f51fcc38-b77e-4512-8e48-14eec0866e95, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:40:11.862785 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-050d123f-314e-445e-b818-c593eba75243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.897352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Allocated IP 172.20.0.1 (4f1a2453-c09f-4351-b166-c0a2bf3be504/75c44819-485f-41c2-aea7-5ee2a0c36284/c18d783d-40c9-49c3-9e93-badab7967bbd) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:40:11.923536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:11.936213 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-050d123f-314e-445e-b818-c593eba75243 None None] For port f51fcc38-b77e-4512-8e48-14eec0866e95, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:40:11.939773 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-050d123f-314e-445e-b818-c593eba75243 None None] For port f51fcc38-b77e-4512-8e48-14eec0866e95, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f51fcc38-b77e-4512-8e48-14eec0866e95,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:40:11.955778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 1965c9e5-ba5c-434c-92e9-6e64657712ce, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1965c9e5-ba5c-434c-92e9-6e64657712ce,segment=NetworkSegment(f72fb1fc-4ff5-49ce-babf-c37f0c7b927a),segment_id=f72fb1fc-4ff5-49ce-babf-c37f0c7b927a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:12.027357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.027770 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-050d123f-314e-445e-b818-c593eba75243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.049856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.066806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Transition to ACTIVE for port object c18d783d-40c9-49c3-9e93-badab7967bbd will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:12.111420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=1965c9e5-ba5c-434c-92e9-6e64657712ce,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:12.111889 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d123f-314e-445e-b818-c593eba75243 None None] Routers {'df8f9612-69d1-408c-9776-0af1ca7e652f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:40:12.112496 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-050d123f-314e-445e-b818-c593eba75243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:39:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8f9612-69d1-408c-9776-0af1ca7e652f'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:12.158799 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383c6c-10e9-43b5-a82f-e2653fa4980b None None] Pushing event updated for resources: {'Port': ['ID=f51fcc38-b77e-4512-8e48-14eec0866e95,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:12.170593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.189480 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:40:12.193022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e27c32b1-c79d-4c77-96a9-f052375059f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.235268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Network 4f1a2453-c09f-4351-b166-c0a2bf3be504 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:12.238006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:12.246111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:40:12.277010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Pushing event updated for resources: {'Port': ['ID=c18d783d-40c9-49c3-9e93-badab7967bbd,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:12.308258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.309533 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-050d123f-314e-445e-b818-c593eba75243 None None] Set router df8f9612-69d1-408c-9776-0af1ca7e652f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:40:12.484627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3eed1c76-398c-449f-ac6d-e4e5a8ab4c36 None None] Provisioning for port c18d783d-40c9-49c3-9e93-badab7967bbd completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:12.489909 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3eed1c76-398c-449f-ac6d-e4e5a8ab4c36 None None] Provisioning complete for port c18d783d-40c9-49c3-9e93-badab7967bbd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:12.493039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3eed1c76-398c-449f-ac6d-e4e5a8ab4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.512541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.546670 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3eed1c76-398c-449f-ac6d-e4e5a8ab4c36 None None] Port c18d783d-40c9-49c3-9e93-badab7967bbd cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:40:12.639082 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-050d123f-314e-445e-b818-c593eba75243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:40:09Z', 'revision_number': 3, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port': {'id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:08Z', 'updated_at': '2022-03-25T20:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:12.643184 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d123f-314e-445e-b818-c593eba75243 None None] The sync data for ids ['df8f9612-69d1-408c-9776-0af1ca7e652f'] in dv-neutron-835149-1-hyperv is: [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:40:09Z', 'revision_number': 3, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port': {'id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:08Z', 'updated_at': '2022-03-25T20:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:40:12.741785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.816575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.845139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.933167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Pushing event updated for resources: {'Port': ['ID=c18d783d-40c9-49c3-9e93-badab7967bbd,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:12.941223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:12.952631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:13.087512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Network 4f1a2453-c09f-4351-b166-c0a2bf3be504 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:13.088900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:13.186261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 81da09c0-9a01-4a76-b4ee-99d8891ba74b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:13.271182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 81da09c0-9a01-4a76-b4ee-99d8891ba74b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:13.271564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:13.291272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Router df8f9612-69d1-408c-9776-0af1ca7e652f has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:40:13.410300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0dc848d4-7aa4-415e-8fc2-f56f1f64fae7 None None] Provisioning complete for port c18d783d-40c9-49c3-9e93-badab7967bbd triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:13.410674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc848d4-7aa4-415e-8fc2-f56f1f64fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:13.434519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f51fcc38-b77e-4512-8e48-14eec0866e95 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:13.498748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:40:13.509847 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8405543e-6c53-4ef8-b090-d1fcbe133d0d admin admin] 10.222.0.37 "PUT /v2.0/routers/df8f9612-69d1-408c-9776-0af1ca7e652f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197875 Mar 25 20:40:13.515360 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0dc848d4-7aa4-415e-8fc2-f56f1f64fae7 None None] Port c18d783d-40c9-49c3-9e93-badab7967bbd cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:40:13.608705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port f51fcc38-b77e-4512-8e48-14eec0866e95 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:13.614028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f51fcc38-b77e-4512-8e48-14eec0866e95 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:13.614528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:13.736301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:13.753183 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port f51fcc38-b77e-4512-8e48-14eec0866e95, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f51fcc38-b77e-4512-8e48-14eec0866e95,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:13.827770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:13.828572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1965c9e5-ba5c-434c-92e9-6e64657712ce up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:13.946146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=f51fcc38-b77e-4512-8e48-14eec0866e95,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:13.959678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1965c9e5-ba5c-434c-92e9-6e64657712ce triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:13.960048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:14.180650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Sync routers for ids ['df8f9612-69d1-408c-9776-0af1ca7e652f'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:40:14.191867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Routers {'df8f9612-69d1-408c-9776-0af1ca7e652f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:40:14.192501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:40:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8f9612-69d1-408c-9776-0af1ca7e652f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:14.343204 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:14.386261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Set router df8f9612-69d1-408c-9776-0af1ca7e652f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:40:14.617639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e902-f410-4707-85d3-202bf4534603 req-525d5c2d-54f1-472f-b43d-cea329e92b3a tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:14.618327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-3091e902-f410-4707-85d3-202bf4534603 req-525d5c2d-54f1-472f-b43d-cea329e92b3a tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Synchronizing usage tracker for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:40:14.728537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-3091e902-f410-4707-85d3-202bf4534603 req-525d5c2d-54f1-472f-b43d-cea329e92b3a tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Unset dirty status for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:40:14.729894 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-525d5c2d-54f1-472f-b43d-cea329e92b3a tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/networks?id=ddfb9b43-277c-4da2-89b6-eee8154000d3 HTTP/1.1" status: 200 len: 817 time: 0.3582971 Mar 25 20:40:14.741026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:40:12Z', 'revision_number': 4, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port': {'id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:08Z', 'updated_at': '2022-03-25T20:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'c18d783d-40c9-49c3-9e93-badab7967bbd', 'name': '', 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'mac_address': 'fa:16:3e:02:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '75c44819-485f-41c2-aea7-5ee2a0c36284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:11Z', 'updated_at': '2022-03-25T20:40:12Z', 'revision_number': 2, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'subnets': [{'id': '75c44819-485f-41c2-aea7-5ee2a0c36284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:14.744564 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-7bcd20da-d4e9-402f-9930-c58562130997 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/quotas/c4a3efff5e2640f79bec0af33ca9c314 HTTP/1.1" status: 200 len: 375 time: 0.0091691 Mar 25 20:40:14.745374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Checking router: df8f9612-69d1-408c-9776-0af1ca7e652f for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:40:14.745724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Updating router df8f9612-69d1-408c-9776-0af1ca7e652f port c18d783d-40c9-49c3-9e93-badab7967bbd binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:40:14.801678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:14.826921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-3091e902-f410-4707-85d3-202bf4534603 req-21d33d27-c40a-4233-b2a5-a4e8fe87680e tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Synchronizing usage tracker for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:40:14.900188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-3091e902-f410-4707-85d3-202bf4534603 req-21d33d27-c40a-4233-b2a5-a4e8fe87680e tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Unset dirty status for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:40:14.901582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-21d33d27-c40a-4233-b2a5-a4e8fe87680e tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517324 Mar 25 20:40:15.047465 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-25dbcede-a137-4dca-b321-70819a13566a service neutron] 10.222.0.37 "GET /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320586 Mar 25 20:40:15.131193 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f51fcc38-b77e-4512-8e48-14eec0866e95 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:15.183763 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-f0a4a22f-a479-47ce-8fb9-66dc255a6528 service neutron] 10.222.0.37 "GET /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294599 Mar 25 20:40:15.223510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:15.242961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Transition to ACTIVE for port object c18d783d-40c9-49c3-9e93-badab7967bbd will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:15.252054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port f51fcc38-b77e-4512-8e48-14eec0866e95 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:15.252418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:15.315051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:15.481790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-980dd25c-9aec-4a16-87a8-254ec78bb6da req-e211b009-5d1e-4194-8f06-27615d564201 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 210 time: 0.0738978 Mar 25 20:40:15.523875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947962b-e88f-4d82-8534-ce6624dd5ae3 None None] Pushing event updated for resources: {'Port': ['ID=c18d783d-40c9-49c3-9e93-badab7967bbd,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:15.608931 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Attempting to bind port c18d783d-40c9-49c3-9e93-badab7967bbd on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:40:15.609303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Attempting to bind port c18d783d-40c9-49c3-9e93-badab7967bbd by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:40:15.609666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Attempting to bind port c18d783d-40c9-49c3-9e93-badab7967bbd on network 4f1a2453-c09f-4351-b166-c0a2bf3be504 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:15.619576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:40:15.619951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Checking segment: {'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:15.620369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:15.620812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Bound using segment: {'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:40:15.621282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Bound port: c18d783d-40c9-49c3-9e93-badab7967bbd, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:40:15.621568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:15.735902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] For port c18d783d-40c9-49c3-9e93-badab7967bbd, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:40:15.738969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] For port c18d783d-40c9-49c3-9e93-badab7967bbd, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c18d783d-40c9-49c3-9e93-badab7967bbd,segment=NetworkSegment(f72fb1fc-4ff5-49ce-babf-c37f0c7b927a),segment_id=f72fb1fc-4ff5-49ce-babf-c37f0c7b927a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:40:15.833148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:15.908780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Routers {'df8f9612-69d1-408c-9776-0af1ca7e652f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:40:15.909395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:40:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8f9612-69d1-408c-9776-0af1ca7e652f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:15.974983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947962b-e88f-4d82-8534-ce6624dd5ae3 None None] Pushing event updated for resources: {'Port': ['ID=c18d783d-40c9-49c3-9e93-badab7967bbd,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:16.140339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] Set router df8f9612-69d1-408c-9776-0af1ca7e652f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:40:16.455878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:40:12Z', 'revision_number': 4, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port': {'id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:08Z', 'updated_at': '2022-03-25T20:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'c18d783d-40c9-49c3-9e93-badab7967bbd', 'name': '', 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'mac_address': 'fa:16:3e:02:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '75c44819-485f-41c2-aea7-5ee2a0c36284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:11Z', 'updated_at': '2022-03-25T20:40:15Z', 'revision_number': 4, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'subnets': [{'id': '75c44819-485f-41c2-aea7-5ee2a0c36284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:40:16.459832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889d6da-7c65-4668-a016-17ae3aa1f745 None None] The sync data for ids ['df8f9612-69d1-408c-9776-0af1ca7e652f'] in dv-neutron-835149-1-hyperv is: [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:40:12Z', 'revision_number': 4, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port': {'id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:08Z', 'updated_at': '2022-03-25T20:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'c18d783d-40c9-49c3-9e93-badab7967bbd', 'name': '', 'network_id': '4f1a2453-c09f-4351-b166-c0a2bf3be504', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'mac_address': 'fa:16:3e:02:48:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '75c44819-485f-41c2-aea7-5ee2a0c36284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:11Z', 'updated_at': '2022-03-25T20:40:15Z', 'revision_number': 4, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'subnets': [{'id': '75c44819-485f-41c2-aea7-5ee2a0c36284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:40:16.582622 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ee2450f-a45a-4594-a525-6eb06dfb4a66 req-8fb18af7-0057-4d2c-8e16-e477e73fb108 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 210 time: 0.0437791 Mar 25 20:40:17.119243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c18d783d-40c9-49c3-9e93-badab7967bbd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:17.255557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port c18d783d-40c9-49c3-9e93-badab7967bbd completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:17.261201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c18d783d-40c9-49c3-9e93-badab7967bbd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:17.261628 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:17.383277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:17.417057 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port c18d783d-40c9-49c3-9e93-badab7967bbd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c18d783d-40c9-49c3-9e93-badab7967bbd,segment=NetworkSegment(f72fb1fc-4ff5-49ce-babf-c37f0c7b927a),segment_id=f72fb1fc-4ff5-49ce-babf-c37f0c7b927a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:17.485134 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:17.554882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=c18d783d-40c9-49c3-9e93-badab7967bbd,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:17.759413 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97ddec74-52db-4f69-89ad-19d47354c316 req-dc627f56-cce5-413f-a83d-5d826f34e4c6 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 210 time: 0.0642581 Mar 25 20:40:17.880580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e902-f410-4707-85d3-202bf4534603 req-615a4582-6dd2-40cf-9221-7168b07c8d65 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:17.881973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-615a4582-6dd2-40cf-9221-7168b07c8d65 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.43 "GET /v2.0/networks?id=ddfb9b43-277c-4da2-89b6-eee8154000d3 HTTP/1.1" status: 200 len: 817 time: 0.1516001 Mar 25 20:40:17.894400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Request body: {'port': {'device_id': '5e8a6085-8148-4497-9121-deac7fa7e3ac', 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'admin_state_up': True, 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:40:18.037807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:40:18.047370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:40:18.129818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Made reservation on behalf of c4a3efff5e2640f79bec0af33ca9c314 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:40:18.133585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:18.204915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:18.290821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Allocated IP 172.20.0.13 (ddfb9b43-277c-4da2-89b6-eee8154000d3/56252c1e-7a33-49d2-aed1-915e4b8d0020/06c07849-b41b-4c65-a0c9-e2b709c71971) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:40:18.510633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:18.525422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Transition to ACTIVE for port object 06c07849-b41b-4c65-a0c9-e2b709c71971 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:18.614311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:18.686815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:18.690400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:18.692875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:40:18.734168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Pushing event updated for resources: {'Port': ['ID=06c07849-b41b-4c65-a0c9-e2b709c71971,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:18.769718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:18.770362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:18.904756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-8a3a6763-f933-4450-acd5-04812c857416 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0143108 Mar 25 20:40:18.916730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Request body: {'port': {'device_id': '5e8a6085-8148-4497-9121-deac7fa7e3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:40:18.998760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3b8fb092-6503-43a8-84d1-d32869cb0c50 None None] Provisioning for port 06c07849-b41b-4c65-a0c9-e2b709c71971 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:19.003685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3b8fb092-6503-43a8-84d1-d32869cb0c50 None None] Provisioning complete for port 06c07849-b41b-4c65-a0c9-e2b709c71971 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:19.004047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3b8fb092-6503-43a8-84d1-d32869cb0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:19.044619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa31ff0-87d3-40b4-8e59-b485ae0ee5c4 req-55da067a-6f1c-418b-9fbd-a611867ad91f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:19.045427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-3fa31ff0-87d3-40b4-8e59-b485ae0ee5c4 req-55da067a-6f1c-418b-9fbd-a611867ad91f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Synchronizing usage tracker for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:40:19.065037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:19.066679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fb092-6503-43a8-84d1-d32869cb0c50 None None] Port 06c07849-b41b-4c65-a0c9-e2b709c71971 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:40:19.098990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c18d783d-40c9-49c3-9e93-badab7967bbd up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:19.146438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-3fa31ff0-87d3-40b4-8e59-b485ae0ee5c4 req-55da067a-6f1c-418b-9fbd-a611867ad91f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Unset dirty status for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:40:19.147593 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fa31ff0-87d3-40b4-8e59-b485ae0ee5c4 req-55da067a-6f1c-418b-9fbd-a611867ad91f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 932 time: 0.2792749 Mar 25 20:40:19.166471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c18d783d-40c9-49c3-9e93-badab7967bbd triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:19.166830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:19.270779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-3fa31ff0-87d3-40b4-8e59-b485ae0ee5c4 req-6cb5bb91-2983-4cb4-8e27-fa239de99bc6 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Synchronizing usage tracker for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:40:19.535714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-3fa31ff0-87d3-40b4-8e59-b485ae0ee5c4 req-6cb5bb91-2983-4cb4-8e27-fa239de99bc6 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Unset dirty status for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:40:19.536799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fa31ff0-87d3-40b4-8e59-b485ae0ee5c4 req-6cb5bb91-2983-4cb4-8e27-fa239de99bc6 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516016 Mar 25 20:40:19.552955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c07849-b41b-4c65-a0c9-e2b709c71971 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:40:19.560500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:19.575072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Transition to ACTIVE for port object 06c07849-b41b-4c65-a0c9-e2b709c71971 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:19.768074 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:19.852169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Pushing event updated for resources: {'Port': ['ID=06c07849-b41b-4c65-a0c9-e2b709c71971,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:19.959098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Attempting to bind port 06c07849-b41b-4c65-a0c9-e2b709c71971 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:40:19.959425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Attempting to bind port 06c07849-b41b-4c65-a0c9-e2b709c71971 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:40:19.959744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Attempting to bind port 06c07849-b41b-4c65-a0c9-e2b709c71971 on network ddfb9b43-277c-4da2-89b6-eee8154000d3 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:19.964157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Port 06c07849-b41b-4c65-a0c9-e2b709c71971 on network ddfb9b43-277c-4da2-89b6-eee8154000d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:40:19.964465 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Attempting to bind port 06c07849-b41b-4c65-a0c9-e2b709c71971 on network ddfb9b43-277c-4da2-89b6-eee8154000d3 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:19.969512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:40:19.969836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Checking segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:19.970207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Bound using segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:40:19.970616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Bound port: 06c07849-b41b-4c65-a0c9-e2b709c71971, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:40:19.970945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:20.061648 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] For port 06c07849-b41b-4c65-a0c9-e2b709c71971, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:40:20.065169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] For port 06c07849-b41b-4c65-a0c9-e2b709c71971, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=06c07849-b41b-4c65-a0c9-e2b709c71971,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:40:20.158639 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:20.215560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:20.216167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:20.217529 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] 10.222.0.43 "PUT /v2.0/ports/06c07849-b41b-4c65-a0c9-e2b709c71971 HTTP/1.1" status: 200 len: 1094 time: 1.3046319 Mar 25 20:40:20.217986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8a6085-8148-4497-9121-deac7fa7e3ac', 'tag': '06c07849-b41b-4c65-a0c9-e2b709c71971'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:40:20.245249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5669c3-969d-4488-9e5e-6260d79da3de service neutron] Pushing event updated for resources: {'Port': ['ID=06c07849-b41b-4c65-a0c9-e2b709c71971,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:20.281750 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8a6085-8148-4497-9121-deac7fa7e3ac', 'tag': '06c07849-b41b-4c65-a0c9-e2b709c71971', 'status': 'completed', 'code': 200} Mar 25 20:40:20.378646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73f9c5-3b5e-4d59-a2d4-8e3efaf5c219 req-063d8988-37ed-4d41-8929-e70479b07c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:20.380130 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2e73f9c5-3b5e-4d59-a2d4-8e3efaf5c219 req-063d8988-37ed-4d41-8929-e70479b07c4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 1097 time: 0.0769522 Mar 25 20:40:20.521409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73f9c5-3b5e-4d59-a2d4-8e3efaf5c219 req-ba7e9d13-cc99-41ef-92e1-8442578c691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:20.522716 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2e73f9c5-3b5e-4d59-a2d4-8e3efaf5c219 req-ba7e9d13-cc99-41ef-92e1-8442578c691e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1356673 Mar 25 20:40:20.702650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73f9c5-3b5e-4d59-a2d4-8e3efaf5c219 req-e1277e2b-c425-4f25-a260-e819a39576a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:20.704503 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2e73f9c5-3b5e-4d59-a2d4-8e3efaf5c219 req-e1277e2b-c425-4f25-a260-e819a39576a7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753027 Mar 25 20:40:20.739459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a54615-9280-400e-9aed-1bd3c4366d4f req-11721838-29d1-4f97-ac48-37fec87e80bd tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:20.740911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d3a54615-9280-400e-9aed-1bd3c4366d4f req-11721838-29d1-4f97-ac48-37fec87e80bd tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 944 time: 0.0948424 Mar 25 20:40:20.821884 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d3a54615-9280-400e-9aed-1bd3c4366d4f req-f29aee33-8bd4-4af0-9759-ee08dcf7f8d8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510750 Mar 25 20:40:20.842721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e902-f410-4707-85d3-202bf4534603 req-689ff809-53e9-4f02-a74d-1210a7aef74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:20.845272 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-689ff809-53e9-4f02-a74d-1210a7aef74b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 1097 time: 0.1031163 Mar 25 20:40:20.913237 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-6a7096b6-33db-4c56-bf74-7d370cd85184 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c07849-b41b-4c65-a0c9-e2b709c71971 HTTP/1.1" status: 200 len: 217 time: 0.0622039 Mar 25 20:40:20.976773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e902-f410-4707-85d3-202bf4534603 req-ace78783-ff8a-49ca-a76c-1049bd6962aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:20.978107 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-ace78783-ff8a-49ca-a76c-1049bd6962aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56252c1e-7a33-49d2-aed1-915e4b8d0020 HTTP/1.1" status: 200 len: 856 time: 0.0574136 Mar 25 20:40:21.056646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e902-f410-4707-85d3-202bf4534603 req-956a4a3f-1741-4134-bd4c-774ed294bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:21.058117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-956a4a3f-1741-4134-bd4c-774ed294bcb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddfb9b43-277c-4da2-89b6-eee8154000d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737972 Mar 25 20:40:21.186404 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-082019dd-49ee-4dec-b625-0f496c7a9574 service neutron] 10.222.0.43 "GET /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211472 Mar 25 20:40:21.411133 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3091e902-f410-4707-85d3-202bf4534603 req-27903dae-dadc-4958-9469-0abb66b6eec4 service neutron] 10.222.0.43 "GET /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185516 Mar 25 20:40:22.005610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4918-ba63-4ddd-9174-a464c93dd172 req-fd12bfee-702a-4b24-bcba-131d4df82a65 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:22.007042 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0eba4918-ba63-4ddd-9174-a464c93dd172 req-fd12bfee-702a-4b24-bcba-131d4df82a65 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 944 time: 0.0790040 Mar 25 20:40:22.050496 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0eba4918-ba63-4ddd-9174-a464c93dd172 req-ad1855da-304d-4b37-927c-2ada879ffdd6 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Mar 25 20:40:23.233467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e69a5-0d1c-40a9-a25b-be7cd1bf3f16 req-43779975-fa56-4a19-b1c3-40a7b1f6c4d2 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:23.235425 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f44e69a5-0d1c-40a9-a25b-be7cd1bf3f16 req-43779975-fa56-4a19-b1c3-40a7b1f6c4d2 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 944 time: 0.0818598 Mar 25 20:40:23.280631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f44e69a5-0d1c-40a9-a25b-be7cd1bf3f16 req-d79383f3-a3f9-4daa-9fde-b54ff0528139 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Mar 25 20:40:24.466055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4f1ca-a266-4ac5-b897-883810755a94 req-1cc8e66c-6389-451f-a39e-2bfd4961daa5 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:24.467527 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8be4f1ca-a266-4ac5-b897-883810755a94 req-1cc8e66c-6389-451f-a39e-2bfd4961daa5 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 944 time: 0.0792136 Mar 25 20:40:24.512661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 06c07849-b41b-4c65-a0c9-e2b709c71971 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:40:24.516190 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8be4f1ca-a266-4ac5-b897-883810755a94 req-c13f1db3-8a7d-41f3-9765-5f4b291c1344 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Mar 25 20:40:24.646620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 06c07849-b41b-4c65-a0c9-e2b709c71971, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=06c07849-b41b-4c65-a0c9-e2b709c71971,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:24.659513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '06c07849-b41b-4c65-a0c9-e2b709c71971', 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'port_id': '06c07849-b41b-4c65-a0c9-e2b709c71971', 'mac_address': 'fa:16:3e:c0:95:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56252c1e-7a33-49d2-aed1-915e4b8d0020', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:40:24.713032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:24.728778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c07849-b41b-4c65-a0c9-e2b709c71971 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:40:24.743725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 06c07849-b41b-4c65-a0c9-e2b709c71971, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=06c07849-b41b-4c65-a0c9-e2b709c71971,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:24.820950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:24.887729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=06c07849-b41b-4c65-a0c9-e2b709c71971,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:25.134380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['06c07849-b41b-4c65-a0c9-e2b709c71971'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:40:25.698821 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2595-575e-4106-bfa2-64a51ee67cfa req-5c28e315-ac09-420b-ae3d-61412f52fbb7 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:25.700260 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e48e2595-575e-4106-bfa2-64a51ee67cfa req-5c28e315-ac09-420b-ae3d-61412f52fbb7 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 945 time: 0.0785046 Mar 25 20:40:25.743284 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e48e2595-575e-4106-bfa2-64a51ee67cfa req-773f9fcf-3c87-4d4a-a261-fcf22f5a1450 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Mar 25 20:40:26.527700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 06c07849-b41b-4c65-a0c9-e2b709c71971 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:40:26.649611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 06c07849-b41b-4c65-a0c9-e2b709c71971 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:26.654516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 06c07849-b41b-4c65-a0c9-e2b709c71971 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:26.654882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:26.768546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:26.798075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8a6085-8148-4497-9121-deac7fa7e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c07849-b41b-4c65-a0c9-e2b709c71971'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:40:26.807598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 06c07849-b41b-4c65-a0c9-e2b709c71971, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=06c07849-b41b-4c65-a0c9-e2b709c71971,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:26.861418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:26.921963 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8a6085-8148-4497-9121-deac7fa7e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c07849-b41b-4c65-a0c9-e2b709c71971', 'code': 200} Mar 25 20:40:26.930032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=06c07849-b41b-4c65-a0c9-e2b709c71971,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:26.946586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8705343-3be4-40f8-9e2a-3ebcdd8da686 req-509f82e9-29f1-49e0-81e4-57ba9bc22933 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:26.948072 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c8705343-3be4-40f8-9e2a-3ebcdd8da686 req-509f82e9-29f1-49e0-81e4-57ba9bc22933 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 946 time: 0.0958180 Mar 25 20:40:26.992445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c8705343-3be4-40f8-9e2a-3ebcdd8da686 req-ab4d4da4-495d-4ca3-9300-6669e5ccf798 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382445 Mar 25 20:40:27.242659 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dfb91-48b9-445a-b678-272057c68c73 req-fbec96d7-e265-4748-a4ef-385e02d05600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:27.244083 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-841dfb91-48b9-445a-b678-272057c68c73 req-fbec96d7-e265-4748-a4ef-385e02d05600 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 1099 time: 0.0681551 Mar 25 20:40:27.284837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-841dfb91-48b9-445a-b678-272057c68c73 req-58d57f35-7d42-4c4b-87b5-cc7fdd3b721c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Mar 25 20:40:28.181331 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7632225-b570-4d4c-9bed-b72e50cd15b3 req-999c80c4-127d-4bda-be8d-14ec4486f1e8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:28.182772 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f7632225-b570-4d4c-9bed-b72e50cd15b3 req-999c80c4-127d-4bda-be8d-14ec4486f1e8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 946 time: 0.0827739 Mar 25 20:40:28.226322 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f7632225-b570-4d4c-9bed-b72e50cd15b3 req-c477a43a-0eca-4f1b-ac86-ff7729b52c6e tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Mar 25 20:40:29.405943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b2c2e-6ea1-4e03-9be7-ad7e1907d113 req-5e1cf489-4dc6-4e26-9e51-d2e3269e857c tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:29.407392 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d4b2c2e-6ea1-4e03-9be7-ad7e1907d113 req-5e1cf489-4dc6-4e26-9e51-d2e3269e857c tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 946 time: 0.0772123 Mar 25 20:40:29.454522 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d4b2c2e-6ea1-4e03-9be7-ad7e1907d113 req-f4b43fd4-edcf-426a-a431-394288174c7f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Mar 25 20:40:29.634736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d7f7-f27b-41d7-868a-4310cedf8b2f req-c46505bc-36e8-4c1e-9744-2aef6473330a tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:29.636175 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c608d7f7-f27b-41d7-868a-4310cedf8b2f req-c46505bc-36e8-4c1e-9744-2aef6473330a tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 946 time: 0.0804625 Mar 25 20:40:29.680447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c608d7f7-f27b-41d7-868a-4310cedf8b2f req-487df4d2-4153-420b-9ca4-e9b84dac6c76 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Mar 25 20:40:39.220923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2917a501-5e89-4522-a1bf-20c738be0d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:42.175618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97399293-7797-46ac-8c40-0c3972119b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:42.866684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:42.958147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:44.341371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:47.637735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc3564-bed1-4e49-baad-635ab6e18b1b req-4004bf59-0572-4cf8-a39a-d3edf608001a tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:47.639191 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51bc3564-bed1-4e49-baad-635ab6e18b1b req-4004bf59-0572-4cf8-a39a-d3edf608001a tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 946 time: 0.0837345 Mar 25 20:40:47.683988 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51bc3564-bed1-4e49-baad-635ab6e18b1b req-6cbd159c-04f1-4356-8e5b-bbddc99459d9 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Mar 25 20:40:48.215599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:48.866761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b587c-b4f2-4dbb-82ca-24ab95796b64 req-e1b3e628-fb92-421e-88e2-b8574c0f8add tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:48.868197 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-638b587c-b4f2-4dbb-82ca-24ab95796b64 req-e1b3e628-fb92-421e-88e2-b8574c0f8add tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 946 time: 0.0783842 Mar 25 20:40:48.911213 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-638b587c-b4f2-4dbb-82ca-24ab95796b64 req-d7300a07-ccee-4b56-9fce-c366b36d22e1 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374820 Mar 25 20:40:49.188843 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:40:49.423512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-c2f7291d-ce81-4da3-b764-eaa4011b0a3d tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:49.424922 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-c2f7291d-ce81-4da3-b764-eaa4011b0a3d tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 946 time: 0.0801814 Mar 25 20:40:49.490942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Deleting port 06c07849-b41b-4c65-a0c9-e2b709c71971 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:40:49.491201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:49.740932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] For port 06c07849-b41b-4c65-a0c9-e2b709c71971, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=06c07849-b41b-4c65-a0c9-e2b709c71971,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:40:49.741339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:49.862994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Calling delete_port for 06c07849-b41b-4c65-a0c9-e2b709c71971 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:40:50.080316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:50.091582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['06c07849-b41b-4c65-a0c9-e2b709c71971'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:40:50.223084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Pushing event deleted for resources: {'Port': ['ID=06c07849-b41b-4c65-a0c9-e2b709c71971,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:50.256622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c3eb3-5827-4a66-b387-d9fb58ed1a38 req-fdb92afd-bb59-4b93-aa04-37ad555c5440 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:50.258110 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-085c3eb3-5827-4a66-b387-d9fb58ed1a38 req-fdb92afd-bb59-4b93-aa04-37ad555c5440 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e8a6085-8148-4497-9121-deac7fa7e3ac HTTP/1.1" status: 200 len: 946 time: 0.2427831 Mar 25 20:40:50.313141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.313521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.313850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.314173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.314493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.314819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.315136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.315450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.315767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.316079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.316390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.316726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:40:50.338760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] No DVR routers for this DVR port 06c07849-b41b-4c65-a0c9-e2b709c71971 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:40:50.343356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:50.348879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8a6085-8148-4497-9121-deac7fa7e3ac', 'name': 'network-vif-deleted', 'tag': '06c07849-b41b-4c65-a0c9-e2b709c71971'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:40:50.382699 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-085c3eb3-5827-4a66-b387-d9fb58ed1a38 req-1d386884-8caf-447d-a1cb-cffa5a571186 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173599 Mar 25 20:40:50.394204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8a6085-8148-4497-9121-deac7fa7e3ac', 'name': 'network-vif-deleted', 'tag': '06c07849-b41b-4c65-a0c9-e2b709c71971', 'status': 'completed', 'code': 200} Mar 25 20:40:50.433318 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f9f99c29-3580-451d-89c5-6c18e31b5547 req-043dbad6-7fc2-42f7-a4e7-1dd5f57d2828 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.43 "DELETE /v2.0/ports/06c07849-b41b-4c65-a0c9-e2b709c71971 HTTP/1.1" status: 204 len: 173 time: 1.0025768 Mar 25 20:40:52.288737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e21535-c1bc-433d-9421-2a522733d7cc req-31e339c6-fd2d-40f6-ab9b-88fa0ebe97c6 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:52.290081 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-31e339c6-fd2d-40f6-ab9b-88fa0ebe97c6 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/networks?id=ddfb9b43-277c-4da2-89b6-eee8154000d3 HTTP/1.1" status: 200 len: 817 time: 0.1421452 Mar 25 20:40:52.304111 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-5b5c3163-96c2-4037-ac6f-34cb6cd0280c tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/quotas/c4a3efff5e2640f79bec0af33ca9c314 HTTP/1.1" status: 200 len: 375 time: 0.0087070 Mar 25 20:40:52.387499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-85e21535-c1bc-433d-9421-2a522733d7cc req-15c12e1d-36a7-4b52-aed2-7d84331f4529 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Synchronizing usage tracker for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:40:52.472455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-85e21535-c1bc-433d-9421-2a522733d7cc req-15c12e1d-36a7-4b52-aed2-7d84331f4529 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Unset dirty status for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:40:52.473777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-15c12e1d-36a7-4b52-aed2-7d84331f4529 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649973 Mar 25 20:40:52.615550 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-0682c744-162a-492f-997c-a17d2b8dfdcb service neutron] 10.222.0.37 "GET /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303890 Mar 25 20:40:52.746775 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-42e06e0c-8d07-44cf-8619-40d76e3dd66b service neutron] 10.222.0.37 "GET /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252885 Mar 25 20:40:52.992704 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8459dade-fd4d-4b78-afa5-9e4ed7ba066f req-739c9e36-fa19-4e4d-adb2-f773add2aea9 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 210 time: 0.0421886 Mar 25 20:40:54.137147 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6f26df2a-045b-4c5a-8982-867dd217a3f8 req-deb6a9b5-35fe-4d6a-b85b-0db8f800cbb1 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 210 time: 0.0426495 Mar 25 20:40:54.651453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 06c07849-b41b-4c65-a0c9-e2b709c71971 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:40:54.685136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 06c07849-b41b-4c65-a0c9-e2b709c71971 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:40:54.685474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 06c07849-b41b-4c65-a0c9-e2b709c71971 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:40:54.939665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9dafcf5d-ca6f-4889-afcc-5e4f87cbf123 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:54.941603 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9dafcf5d-ca6f-4889-afcc-5e4f87cbf123 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.43 "GET /v2.0/networks?id=ddfb9b43-277c-4da2-89b6-eee8154000d3 HTTP/1.1" status: 200 len: 817 time: 0.1429341 Mar 25 20:40:54.953376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Request body: {'port': {'device_id': '29097c7c-3b8a-4e45-895d-527e977da6fd', 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'admin_state_up': True, 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:40:55.088156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:40:55.098426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:40:55.175538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Made reservation on behalf of c4a3efff5e2640f79bec0af33ca9c314 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:40:55.179085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:55.311007 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1187c5c-1308-48fd-9d80-e7cd9d39e247 req-a8bd163a-5243-41b4-8ff4-029cb068fb95 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 210 time: 0.0607343 Mar 25 20:40:55.389895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Allocated IP 172.20.0.13 (ddfb9b43-277c-4da2-89b6-eee8154000d3/56252c1e-7a33-49d2-aed1-915e4b8d0020/3945a4c6-7517-47bb-9729-57300964acf6) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:40:55.585428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:55.600902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Transition to ACTIVE for port object 3945a4c6-7517-47bb-9729-57300964acf6 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:55.712774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:55.774599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:40:55.777572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:40:55.779939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:40:55.938325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Pushing event updated for resources: {'Port': ['ID=3945a4c6-7517-47bb-9729-57300964acf6,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:55.960685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:55.961298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:56.050584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e38442a-3e48-4376-af3d-96b3b6687ff8 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1007378 Mar 25 20:40:56.066793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c9701387-2265-47f3-8c83-07d3740cf7a7 None None] Provisioning for port 3945a4c6-7517-47bb-9729-57300964acf6 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:40:56.071620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c9701387-2265-47f3-8c83-07d3740cf7a7 None None] Provisioning complete for port 3945a4c6-7517-47bb-9729-57300964acf6 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:40:56.073191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9701387-2265-47f3-8c83-07d3740cf7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:56.127926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c9701387-2265-47f3-8c83-07d3740cf7a7 None None] Port 3945a4c6-7517-47bb-9729-57300964acf6 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:40:56.157113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Request body: {'port': {'device_id': '29097c7c-3b8a-4e45-895d-527e977da6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:40:56.264614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:56.596103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf20b-ac7f-418c-a92e-8e65f405ece2 req-230003b0-2cae-406a-8458-4f2cf140214f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:56.596774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-2ccaf20b-ac7f-418c-a92e-8e65f405ece2 req-230003b0-2cae-406a-8458-4f2cf140214f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Synchronizing usage tracker for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:40:56.677082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3945a4c6-7517-47bb-9729-57300964acf6 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:40:56.683440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-2ccaf20b-ac7f-418c-a92e-8e65f405ece2 req-230003b0-2cae-406a-8458-4f2cf140214f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Unset dirty status for tenant:c4a3efff5e2640f79bec0af33ca9c314 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:40:56.684734 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ccaf20b-ac7f-418c-a92e-8e65f405ece2 req-230003b0-2cae-406a-8458-4f2cf140214f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 932 time: 0.2502527 Mar 25 20:40:56.686247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:56.723122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Transition to ACTIVE for port object 3945a4c6-7517-47bb-9729-57300964acf6 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:40:56.741866 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ccaf20b-ac7f-418c-a92e-8e65f405ece2 req-e5ca2d74-ea19-44d5-9bec-dd344eea469f tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Mar 25 20:40:56.763774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:56.913998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Pushing event updated for resources: {'Port': ['ID=3945a4c6-7517-47bb-9729-57300964acf6,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:57.000111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Attempting to bind port 3945a4c6-7517-47bb-9729-57300964acf6 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:40:57.000448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Attempting to bind port 3945a4c6-7517-47bb-9729-57300964acf6 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:40:57.000802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Attempting to bind port 3945a4c6-7517-47bb-9729-57300964acf6 on network ddfb9b43-277c-4da2-89b6-eee8154000d3 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:57.005296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Port 3945a4c6-7517-47bb-9729-57300964acf6 on network ddfb9b43-277c-4da2-89b6-eee8154000d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:40:57.005613 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Attempting to bind port 3945a4c6-7517-47bb-9729-57300964acf6 on network ddfb9b43-277c-4da2-89b6-eee8154000d3 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:40:57.010835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:40:57.011168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Checking segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:40:57.011545 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Bound using segment: {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:40:57.011957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Bound port: 3945a4c6-7517-47bb-9729-57300964acf6, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45152179-328a-49bf-a611-b865dacdc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:40:57.012292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:57.098523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] For port 3945a4c6-7517-47bb-9729-57300964acf6, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:40:57.101299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] For port 3945a4c6-7517-47bb-9729-57300964acf6, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=3945a4c6-7517-47bb-9729-57300964acf6,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:40:57.146880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:57.203154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:57.203825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:40:57.205245 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] 10.222.0.43 "PUT /v2.0/ports/3945a4c6-7517-47bb-9729-57300964acf6 HTTP/1.1" status: 200 len: 1094 time: 1.1471860 Mar 25 20:40:57.216903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29097c7c-3b8a-4e45-895d-527e977da6fd', 'tag': '3945a4c6-7517-47bb-9729-57300964acf6'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:40:57.233078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f9a11-0abd-4af3-8449-8da7351540bd service neutron] Pushing event updated for resources: {'Port': ['ID=3945a4c6-7517-47bb-9729-57300964acf6,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:40:57.255351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29097c7c-3b8a-4e45-895d-527e977da6fd', 'tag': '3945a4c6-7517-47bb-9729-57300964acf6', 'status': 'completed', 'code': 200} Mar 25 20:40:57.344964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d29cc0-91c0-4f84-b9f0-a2836e5ee3d2 req-f0f20ea3-4175-4b2d-8a78-9d9caf7df6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:57.346448 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f3d29cc0-91c0-4f84-b9f0-a2836e5ee3d2 req-f0f20ea3-4175-4b2d-8a78-9d9caf7df6ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 1097 time: 0.0725360 Mar 25 20:40:57.487476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d29cc0-91c0-4f84-b9f0-a2836e5ee3d2 req-48fd315e-9db9-4301-afff-691ca3a49aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:57.488939 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f3d29cc0-91c0-4f84-b9f0-a2836e5ee3d2 req-48fd315e-9db9-4301-afff-691ca3a49aa9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1358142 Mar 25 20:40:57.622039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d29cc0-91c0-4f84-b9f0-a2836e5ee3d2 req-1d6dc99b-cd50-4074-837c-e971871e11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:57.623666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f3d29cc0-91c0-4f84-b9f0-a2836e5ee3d2 req-1d6dc99b-cd50-4074-837c-e971871e11fb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289272 Mar 25 20:40:57.725991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e21535-c1bc-433d-9421-2a522733d7cc req-0f23440d-8775-4c10-8d3b-80cba6f6932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:57.727332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-0f23440d-8775-4c10-8d3b-80cba6f6932a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 1097 time: 0.0690303 Mar 25 20:40:57.796404 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-9e6c2dc3-4c37-406e-804b-22464500c3e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3945a4c6-7517-47bb-9729-57300964acf6 HTTP/1.1" status: 200 len: 217 time: 0.0629680 Mar 25 20:40:57.997113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e21535-c1bc-433d-9421-2a522733d7cc req-49cae3a2-9b2a-4329-876a-3bb6b39dffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:57.998464 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-49cae3a2-9b2a-4329-876a-3bb6b39dffe0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=56252c1e-7a33-49d2-aed1-915e4b8d0020 HTTP/1.1" status: 200 len: 856 time: 0.1952450 Mar 25 20:40:58.076321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fa7b7-bf33-479b-a200-b3fced1b87fe req-b5df9932-f3b3-4259-bc8f-a5a3c9148f4d tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:58.077775 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0a2fa7b7-bf33-479b-a200-b3fced1b87fe req-b5df9932-f3b3-4259-bc8f-a5a3c9148f4d tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 944 time: 0.2299147 Mar 25 20:40:58.115974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e21535-c1bc-433d-9421-2a522733d7cc req-e3d2bd8f-4fd2-465b-98e9-1be086590c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:58.117442 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-e3d2bd8f-4fd2-465b-98e9-1be086590c28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ddfb9b43-277c-4da2-89b6-eee8154000d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108973 Mar 25 20:40:58.167693 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0a2fa7b7-bf33-479b-a200-b3fced1b87fe req-1ad78985-174a-4929-9454-9b97378ab1ad tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831912 Mar 25 20:40:58.258829 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-73222153-6e58-4387-867a-593e5afb055c service neutron] 10.222.0.43 "GET /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341336 Mar 25 20:40:58.387968 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85e21535-c1bc-433d-9421-2a522733d7cc req-258ee62f-800a-4191-8425-d7c88ecf943c service neutron] 10.222.0.43 "GET /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233437 Mar 25 20:40:59.347515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c231f33-ac99-41ae-a513-019029f81dc3 req-2a16c505-87e6-49ef-b6a3-f08747bb226c tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:40:59.348889 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c231f33-ac99-41ae-a513-019029f81dc3 req-2a16c505-87e6-49ef-b6a3-f08747bb226c tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 944 time: 0.0772803 Mar 25 20:40:59.393618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6c231f33-ac99-41ae-a513-019029f81dc3 req-21e4b15e-1489-4706-8d66-1d290fff7840 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390685 Mar 25 20:41:00.580260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011182d-eb75-417c-a7e9-66e15156448f req-1987f23d-9c9e-440f-8f0e-5b4a5ed012e5 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:00.582254 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8011182d-eb75-417c-a7e9-66e15156448f req-1987f23d-9c9e-440f-8f0e-5b4a5ed012e5 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 944 time: 0.0870993 Mar 25 20:41:00.626570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8011182d-eb75-417c-a7e9-66e15156448f req-7fcd3f66-2317-4f43-a22c-6b7344624393 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Mar 25 20:41:00.682818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 3945a4c6-7517-47bb-9729-57300964acf6 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:41:00.812084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 3945a4c6-7517-47bb-9729-57300964acf6, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=3945a4c6-7517-47bb-9729-57300964acf6,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:00.825338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '3945a4c6-7517-47bb-9729-57300964acf6', 'network_id': 'ddfb9b43-277c-4da2-89b6-eee8154000d3', 'port_id': '3945a4c6-7517-47bb-9729-57300964acf6', 'mac_address': 'fa:16:3e:f0:dd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56252c1e-7a33-49d2-aed1-915e4b8d0020', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:41:00.878384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:00.895041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3945a4c6-7517-47bb-9729-57300964acf6 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:41:00.909572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 3945a4c6-7517-47bb-9729-57300964acf6, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=3945a4c6-7517-47bb-9729-57300964acf6,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:00.969332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:01.037538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=3945a4c6-7517-47bb-9729-57300964acf6,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:01.044659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.045006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.045342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.045674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.046000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.046323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.046643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.046962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.047286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.047602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.047915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.048228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:01.263052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['3945a4c6-7517-47bb-9729-57300964acf6'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:41:01.806928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a05e8-d1c8-42a4-87bb-533c90371796 req-5095b7b8-d385-4286-9138-1de7de415c5d tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:01.808360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e45a05e8-d1c8-42a4-87bb-533c90371796 req-5095b7b8-d385-4286-9138-1de7de415c5d tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 945 time: 0.0779505 Mar 25 20:41:01.854679 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e45a05e8-d1c8-42a4-87bb-533c90371796 req-9dd9ab6b-f896-488f-b082-d76594bfe3be tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Mar 25 20:41:02.696644 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 3945a4c6-7517-47bb-9729-57300964acf6 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:02.820562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 3945a4c6-7517-47bb-9729-57300964acf6 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:02.825268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 3945a4c6-7517-47bb-9729-57300964acf6 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:02.825631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:02.942925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:02.969774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29097c7c-3b8a-4e45-895d-527e977da6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3945a4c6-7517-47bb-9729-57300964acf6'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:41:02.979664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 3945a4c6-7517-47bb-9729-57300964acf6, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=3945a4c6-7517-47bb-9729-57300964acf6,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:03.014000 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29097c7c-3b8a-4e45-895d-527e977da6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3945a4c6-7517-47bb-9729-57300964acf6', 'code': 200} Mar 25 20:41:03.040269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27138fa3-0467-4714-9a28-a99054c7589e req-944cba71-ab93-4b4b-875b-cbc7a4966a41 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:03.041738 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-27138fa3-0467-4714-9a28-a99054c7589e req-944cba71-ab93-4b4b-875b-cbc7a4966a41 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 945 time: 0.0806310 Mar 25 20:41:03.043848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:03.088467 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-27138fa3-0467-4714-9a28-a99054c7589e req-a62ed428-577d-4445-8eff-8a30e3e3ee5b tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Mar 25 20:41:03.111702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=3945a4c6-7517-47bb-9729-57300964acf6,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:03.375719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cef47-aa80-49c3-bbd7-e35836fc9144 req-7f851f71-ac6f-49a8-81f8-639c9faa2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:03.377252 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c3cef47-aa80-49c3-bbd7-e35836fc9144 req-7f851f71-ac6f-49a8-81f8-639c9faa2340 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 1099 time: 0.0703533 Mar 25 20:41:03.416108 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c3cef47-aa80-49c3-bbd7-e35836fc9144 req-7924310f-2c68-491f-ae7f-bb44491e52ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326192 Mar 25 20:41:04.272783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf576-e2aa-4f81-a1ac-8422664e2ac0 req-9aeef3b7-c8e7-4808-b568-61262eb30024 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:04.274211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-220bf576-e2aa-4f81-a1ac-8422664e2ac0 req-9aeef3b7-c8e7-4808-b568-61262eb30024 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 946 time: 0.0792661 Mar 25 20:41:04.316771 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-220bf576-e2aa-4f81-a1ac-8422664e2ac0 req-448cc672-5e86-4754-9c40-87a5c8bd02f7 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Mar 25 20:41:05.505594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cff29-e994-4b16-8de0-571230d68de6 req-aad8df9b-d970-4da2-a7a2-889708886d8b tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:05.507020 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d00cff29-e994-4b16-8de0-571230d68de6 req-aad8df9b-d970-4da2-a7a2-889708886d8b tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 946 time: 0.0807199 Mar 25 20:41:05.550062 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d00cff29-e994-4b16-8de0-571230d68de6 req-90fa8578-5bd7-412b-a4ad-f39340efb216 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Mar 25 20:41:05.730422 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e0628-749b-475e-b8f1-646967089f62 req-41677b57-bd84-4328-bde5-7330d7b93f0c tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:05.731858 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cd1e0628-749b-475e-b8f1-646967089f62 req-41677b57-bd84-4328-bde5-7330d7b93f0c tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 946 time: 0.0799608 Mar 25 20:41:05.774753 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cd1e0628-749b-475e-b8f1-646967089f62 req-ecebb012-e3a9-46a9-a0aa-bb7e643c6ab2 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372198 Mar 25 20:41:09.129550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af665d33-1b93-44c1-b29c-d43d6f9b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:12.157872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e25dfd1e-ca5a-4049-8139-e4485169e9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:12.826325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:12.980923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:14.311955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:18.169532 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:23.767312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e2b09-c583-4ddb-a856-a961a58ecdab req-7eafd121-8f28-4536-b878-660f5753ac60 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:23.768768 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5e3e2b09-c583-4ddb-a856-a961a58ecdab req-7eafd121-8f28-4536-b878-660f5753ac60 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 946 time: 0.0809853 Mar 25 20:41:23.811653 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5e3e2b09-c583-4ddb-a856-a961a58ecdab req-a0e16f2c-b9f6-4af3-bb65-cc8550eb0227 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368195 Mar 25 20:41:25.045514 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b170c-a23c-4580-917e-530279ec121e req-c562ff88-6aa4-4710-940f-183e33be0968 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:25.046950 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e5b170c-a23c-4580-917e-530279ec121e req-c562ff88-6aa4-4710-940f-183e33be0968 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 946 time: 0.1283579 Mar 25 20:41:25.089803 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9e5b170c-a23c-4580-917e-530279ec121e req-38314178-c2b0-481c-9e24-3e0214c0f3bf tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Mar 25 20:41:25.518390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-b1dc5ae9-d763-4165-b493-9b8c97131e46 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:25.519822 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-b1dc5ae9-d763-4165-b493-9b8c97131e46 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.43 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 946 time: 0.0773294 Mar 25 20:41:25.590227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Deleting port 3945a4c6-7517-47bb-9729-57300964acf6 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:25.590559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:25.917580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] For port 3945a4c6-7517-47bb-9729-57300964acf6, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=3945a4c6-7517-47bb-9729-57300964acf6,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:25.917934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:26.040299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Calling delete_port for 3945a4c6-7517-47bb-9729-57300964acf6 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:26.188361 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:41:26.243901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:26.255366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['3945a4c6-7517-47bb-9729-57300964acf6'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:41:26.328824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Pushing event deleted for resources: {'Port': ['ID=3945a4c6-7517-47bb-9729-57300964acf6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:26.381368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] No DVR routers for this DVR port 3945a4c6-7517-47bb-9729-57300964acf6 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:41:26.384932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:26.387675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29097c7c-3b8a-4e45-895d-527e977da6fd', 'name': 'network-vif-deleted', 'tag': '3945a4c6-7517-47bb-9729-57300964acf6'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:41:26.414177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd0f1d-78e0-47bf-a45a-79c56ea3a002 req-2e390ef4-a34f-424f-a10c-79573652a8c0 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:26.415705 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dbd0f1d-78e0-47bf-a45a-79c56ea3a002 req-2e390ef4-a34f-424f-a10c-79573652a8c0 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/ports?device_id=29097c7c-3b8a-4e45-895d-527e977da6fd HTTP/1.1" status: 200 len: 946 time: 0.2217300 Mar 25 20:41:26.436908 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29097c7c-3b8a-4e45-895d-527e977da6fd', 'name': 'network-vif-deleted', 'tag': '3945a4c6-7517-47bb-9729-57300964acf6', 'status': 'completed', 'code': 200} Mar 25 20:41:26.464679 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dbd0f1d-78e0-47bf-a45a-79c56ea3a002 req-4f3ebf58-dfbc-47f7-adea-7037e5c8a847 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.37 "GET /v2.0/security-groups?id=8adf8964-8bfd-4781-87c1-b84eb5acf327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Mar 25 20:41:26.507139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df17bb78-aca5-4298-bf08-98b1a8865579 req-cf1912b8-abc4-4e18-b676-562337436034 tempest-TestEncryptedCinderVolumes-1058412376 tempest-TestEncryptedCinderVolumes-1058412376-project] 10.222.0.43 "DELETE /v2.0/ports/3945a4c6-7517-47bb-9729-57300964acf6 HTTP/1.1" status: 204 len: 173 time: 0.9822967 Mar 25 20:41:27.657573 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41634) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:28.186204 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:28.523533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Deleting port 81da09c0-9a01-4a76-b4ee-99d8891ba74b {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:28.523784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:28.699743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] For port 81da09c0-9a01-4a76-b4ee-99d8891ba74b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=81da09c0-9a01-4a76-b4ee-99d8891ba74b,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:28.700454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:28.926105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Calling delete_port for 81da09c0-9a01-4a76-b4ee-99d8891ba74b owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:29.295213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:29.342457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Pushing event deleted for resources: {'Port': ['ID=81da09c0-9a01-4a76-b4ee-99d8891ba74b,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:29.383534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.383880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.384221 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.384585 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.384910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.385237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.385826 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.386148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.386469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.386787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.387105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.387427 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:29.620392 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:29.972737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:41:30.143633 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:41:30.151988 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] Sync routers for ids ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:41:30.155637 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-effdfb63-1ed7-4567-b553-46c651fa9bce admin admin] 10.222.0.37 "PUT /v2.0/routers/0d7e107b-ecdd-442f-9d5d-3290e904c6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968829 Mar 25 20:41:30.158059 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41638) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:30.161762 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] Routers {'0d7e107b-ecdd-442f-9d5d-3290e904c6a2'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:30.162356 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:30.340216 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] Set router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:30.448496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:30.616194 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:41:29Z', 'revision_number': 5, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port': {'id': '2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:01Z', 'updated_at': '2022-03-25T20:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:30.620106 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] Checking router: 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:41:30.626053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:30.628703 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] Routers {'0d7e107b-ecdd-442f-9d5d-3290e904c6a2'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:30.630286 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:30.672320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Deleting port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:30.672737 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:30.784950 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] Set router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:30.847152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] For port 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:30.847500 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:30.853506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 3945a4c6-7517-47bb-9729-57300964acf6 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:41:30.887810 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 3945a4c6-7517-47bb-9729-57300964acf6 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:41:30.888065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 3945a4c6-7517-47bb-9729-57300964acf6 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:41:30.888218 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:41:30Z', 'revision_number': 6, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:30.892249 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a8c92-6ed0-4718-94d9-1c0549141c36 None None] The sync data for ids ['0d7e107b-ecdd-442f-9d5d-3290e904c6a2'] in dv-neutron-835149-1-hyperv is: [{'id': '0d7e107b-ecdd-442f-9d5d-3290e904c6a2', 'name': 'tempest-TestEncryptedCinderVolumes-1465209181-router', 'tenant_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:00Z', 'updated_at': '2022-03-25T20:41:30Z', 'revision_number': 6, 'project_id': 'c4a3efff5e2640f79bec0af33ca9c314', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:41:30.972801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Calling delete_port for 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:31.204008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:31.255845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:31.284133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 81da09c0-9a01-4a76-b4ee-99d8891ba74b no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:41:31.322847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 81da09c0-9a01-4a76-b4ee-99d8891ba74b {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:41:31.323369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 81da09c0-9a01-4a76-b4ee-99d8891ba74b not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:41:31.351764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:31.522508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:31.524599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:31.644028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:31.644688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d7e107b-ecdd-442f-9d5d-3290e904c6a2 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:41:31.659168 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:31.660383 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-97064c9d-e6bd-48b6-a5c3-8f730141bf65 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0d7e107b-ecdd-442f-9d5d-3290e904c6a2 HTTP/1.1" status: 204 len: 168 time: 1.5013325 Mar 25 20:41:31.663031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41642) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:31.724099 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-292d8665-7e41-4eb4-ac93-7651ee9fd2f5 admin admin] Deleting subnet 56252c1e-7a33-49d2-aed1-915e4b8d0020 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:41:31.726967 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-292d8665-7e41-4eb4-ac93-7651ee9fd2f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:31.777381 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-292d8665-7e41-4eb4-ac93-7651ee9fd2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:31.854690 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-292d8665-7e41-4eb4-ac93-7651ee9fd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.118302 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-292d8665-7e41-4eb4-ac93-7651ee9fd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.154178 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d8665-7e41-4eb4-ac93-7651ee9fd2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56252c1e-7a33-49d2-aed1-915e4b8d0020,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:32.160496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-292d8665-7e41-4eb4-ac93-7651ee9fd2f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.165826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d434884a-31b0-4014-8314-8b5e67c69e2c None None] Network ddfb9b43-277c-4da2-89b6-eee8154000d3 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:41:32.166576 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-292d8665-7e41-4eb4-ac93-7651ee9fd2f5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/56252c1e-7a33-49d2-aed1-915e4b8d0020 HTTP/1.1" status: 204 len: 168 time: 0.5026047 Mar 25 20:41:32.168763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41646) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:32.271247 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.281331 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Deleting port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:32.281648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.412647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] DHCP port deletion for ddfb9b43-277c-4da2-89b6-eee8154000d3 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:41:32.416549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] Deleting port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:32.416983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.487162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] For port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7c5cc0d6-498e-44d3-a669-1847b0b9b30d,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:32.487678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.610983 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Calling delete_port for 7c5cc0d6-498e-44d3-a669-1847b0b9b30d owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:32.650295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] For port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=7c5cc0d6-498e-44d3-a669-1847b0b9b30d,segment=NetworkSegment(45152179-328a-49bf-a611-b865dacdc701),segment_id=45152179-328a-49bf-a611-b865dacdc701)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:32.650722 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.763943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.780050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] Calling delete_port for 7c5cc0d6-498e-44d3-a669-1847b0b9b30d owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:32.816820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5cc0d6-498e-44d3-a669-1847b0b9b30d,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:32.822056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] No DVR routers for this DVR port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:41:32.854910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:41:32.858088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:41:32.937708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:32.961503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfb9b43-277c-4da2-89b6-eee8154000d3']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:32.972945 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45152179-328a-49bf-a611-b865dacdc701') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:32.973235 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45152179-328a-49bf-a611-b865dacdc701') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:32.984452 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:33.000303 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:33.006288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:41:33.006658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:41:33.019629 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:41:33.119411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:41:33.152061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:33.153167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:41:33.153507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 2f9ddffe-d05a-4d9f-b36e-ecdd3ac6ccdd not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:41:33.153940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7c5cc0d6-498e-44d3-a669-1847b0b9b30d no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:41:33.168839 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:33.179829 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfb9b43-277c-4da2-89b6-eee8154000d3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:33.187954 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 7c5cc0d6-498e-44d3-a669-1847b0b9b30d {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:41:33.188384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 7c5cc0d6-498e-44d3-a669-1847b0b9b30d not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:41:33.261663 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4e17a91e-7865-410b-b98e-df5b909f1ac4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ddfb9b43-277c-4da2-89b6-eee8154000d3 HTTP/1.1" status: 204 len: 168 time: 1.0918989 Mar 25 20:41:33.264377 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41650) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:33.356862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] Deleting port 7c5cc0d6-498e-44d3-a669-1847b0b9b30d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:33.357243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:33.424028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d23e9b7e-507b-45da-8c3f-5f7b31123041 None None] The port '7c5cc0d6-498e-44d3-a669-1847b0b9b30d' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:41:33.899346 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:34.238177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Deleting port c18d783d-40c9-49c3-9e93-badab7967bbd {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:34.238877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:34.406213 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] For port c18d783d-40c9-49c3-9e93-badab7967bbd, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c18d783d-40c9-49c3-9e93-badab7967bbd,segment=NetworkSegment(f72fb1fc-4ff5-49ce-babf-c37f0c7b927a),segment_id=f72fb1fc-4ff5-49ce-babf-c37f0c7b927a)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:34.406563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:34.530850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Calling delete_port for c18d783d-40c9-49c3-9e93-badab7967bbd owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:34.752422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:34.798040 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18d783d-40c9-49c3-9e93-badab7967bbd,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:35.062414 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:35.506478 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Router df8f9612-69d1-408c-9776-0af1ca7e652f has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:41:35.682070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:41:35.690561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] Sync routers for ids ['df8f9612-69d1-408c-9776-0af1ca7e652f'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:41:35.691202 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a7173259-bc91-4afe-9bd6-ba12e7a9c749 admin admin] 10.222.0.37 "PUT /v2.0/routers/df8f9612-69d1-408c-9776-0af1ca7e652f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4255357 Mar 25 20:41:35.693426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41654) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:35.699614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] Routers {'df8f9612-69d1-408c-9776-0af1ca7e652f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:35.700213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8f9612-69d1-408c-9776-0af1ca7e652f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:35.867336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:35.875307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] Set router df8f9612-69d1-408c-9776-0af1ca7e652f gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:36.042078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:36.100718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Deleting port f51fcc38-b77e-4512-8e48-14eec0866e95 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:36.101064 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:36.157336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:41:34Z', 'revision_number': 5, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port': {'id': 'f51fcc38-b77e-4512-8e48-14eec0866e95', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:40:08Z', 'updated_at': '2022-03-25T20:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:36.161228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] Checking router: df8f9612-69d1-408c-9776-0af1ca7e652f for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:41:36.169442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] Routers {'df8f9612-69d1-408c-9776-0af1ca7e652f'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:36.170028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['df8f9612-69d1-408c-9776-0af1ca7e652f'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:36.271239 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] For port f51fcc38-b77e-4512-8e48-14eec0866e95, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=f51fcc38-b77e-4512-8e48-14eec0866e95,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:36.271609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:36.319765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] Set router df8f9612-69d1-408c-9776-0af1ca7e652f gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:36.392910 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Calling delete_port for f51fcc38-b77e-4512-8e48-14eec0866e95 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:36.477502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:41:36Z', 'revision_number': 6, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:36.481804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7576da6-1289-4e1b-9b49-b9cd70f6b028 None None] The sync data for ids ['df8f9612-69d1-408c-9776-0af1ca7e652f'] in dv-neutron-835149-1-hyperv is: [{'id': 'df8f9612-69d1-408c-9776-0af1ca7e652f', 'name': 'tempest-TestEncryptedCinderVolumes-1631169534-router', 'tenant_id': 'fd57c496828c4edd92314dc4e239ace8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:40:07Z', 'updated_at': '2022-03-25T20:41:36Z', 'revision_number': 6, 'project_id': 'fd57c496828c4edd92314dc4e239ace8', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:41:36.741467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:36.794711 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=f51fcc38-b77e-4512-8e48-14eec0866e95,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:36.888632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.063444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.066041 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.180746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.181183 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8f9612-69d1-408c-9776-0af1ca7e652f {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:41:37.192998 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.194094 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f96d9b62-1eed-474a-a2e8-9c0d4041bb50 admin admin] 10.222.0.37 "DELETE /v2.0/routers/df8f9612-69d1-408c-9776-0af1ca7e652f HTTP/1.1" status: 204 len: 168 time: 1.4997873 Mar 25 20:41:37.196754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41658) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:37.259110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bf9e38-5178-4e05-aa92-21a28e98f4c7 admin admin] Deleting subnet 75c44819-485f-41c2-aea7-5ee2a0c36284 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:41:37.262429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71bf9e38-5178-4e05-aa92-21a28e98f4c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.266103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c18d783d-40c9-49c3-9e93-badab7967bbd no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:41:37.299875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: c18d783d-40c9-49c3-9e93-badab7967bbd {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:41:37.300248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c18d783d-40c9-49c3-9e93-badab7967bbd not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:41:37.300817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f51fcc38-b77e-4512-8e48-14eec0866e95 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:41:37.311631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71bf9e38-5178-4e05-aa92-21a28e98f4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.332272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: f51fcc38-b77e-4512-8e48-14eec0866e95 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:41:37.332576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device f51fcc38-b77e-4512-8e48-14eec0866e95 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:41:37.396579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71bf9e38-5178-4e05-aa92-21a28e98f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.535806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71bf9e38-5178-4e05-aa92-21a28e98f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.572996 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf9e38-5178-4e05-aa92-21a28e98f4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c44819-485f-41c2-aea7-5ee2a0c36284,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:37.576540 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-71bf9e38-5178-4e05-aa92-21a28e98f4c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.582520 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-71bf9e38-5178-4e05-aa92-21a28e98f4c7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/75c44819-485f-41c2-aea7-5ee2a0c36284 HTTP/1.1" status: 204 len: 168 time: 0.3847594 Mar 25 20:41:37.583346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc00ebad-bbfa-4582-a9d1-712fadc7a03a None None] Network 4f1a2453-c09f-4351-b166-c0a2bf3be504 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:41:37.585514 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41662) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:37.690420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.701339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Deleting port 1965c9e5-ba5c-434c-92e9-6e64657712ce {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:37.701670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.836154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] DHCP port deletion for 4f1a2453-c09f-4351-b166-c0a2bf3be504 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:41:37.840217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] Deleting port 1965c9e5-ba5c-434c-92e9-6e64657712ce {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:37.840606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:37.927602 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] For port 1965c9e5-ba5c-434c-92e9-6e64657712ce, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1965c9e5-ba5c-434c-92e9-6e64657712ce,segment=NetworkSegment(f72fb1fc-4ff5-49ce-babf-c37f0c7b927a),segment_id=f72fb1fc-4ff5-49ce-babf-c37f0c7b927a)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:37.928230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.040000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] For port 1965c9e5-ba5c-434c-92e9-6e64657712ce, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1965c9e5-ba5c-434c-92e9-6e64657712ce,segment=NetworkSegment(f72fb1fc-4ff5-49ce-babf-c37f0c7b927a),segment_id=f72fb1fc-4ff5-49ce-babf-c37f0c7b927a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:38.040382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.054462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Calling delete_port for 1965c9e5-ba5c-434c-92e9-6e64657712ce owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:38.163668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] Calling delete_port for 1965c9e5-ba5c-434c-92e9-6e64657712ce owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:41:38.237896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.242903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:41:38.243258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:41:38.286764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] No DVR routers for this DVR port 1965c9e5-ba5c-434c-92e9-6e64657712ce on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:41:38.312143 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1965c9e5-ba5c-434c-92e9-6e64657712ce,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:38.510495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.534705 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1a2453-c09f-4351-b166-c0a2bf3be504']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:38.546284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:38.546579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72fb1fc-4ff5-49ce-babf-c37f0c7b927a') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:38.557949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.573930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.579943 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:41:38.584646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:41:38.593457 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:41:38.744692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] Deleting port 1965c9e5-ba5c-434c-92e9-6e64657712ce {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:41:38.745309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.746792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.763336 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:38.775676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1a2453-c09f-4351-b166-c0a2bf3be504,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:38.784264 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a8323e64-d2bd-4b6d-a3db-406460168a9c admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f1a2453-c09f-4351-b166-c0a2bf3be504 HTTP/1.1" status: 204 len: 168 time: 1.1975551 Mar 25 20:41:38.818199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1b3be2ba-2837-43db-a4ea-ff1db84a6daa None None] The port '1965c9e5-ba5c-434c-92e9-6e64657712ce' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:41:39.119176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1965c9e5-ba5c-434c-92e9-6e64657712ce no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:41:39.132868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41668) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:39.148546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10ff997c-4568-474e-83a0-a74ee0ab8220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:39.154917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 1965c9e5-ba5c-434c-92e9-6e64657712ce {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:41:39.155255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1965c9e5-ba5c-434c-92e9-6e64657712ce not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:41:39.183523 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f397fdd6-2a53-4800-ba3b-755abff44b99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4a3efff5e2640f79bec0af33ca9c314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494690 Mar 25 20:41:39.186125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41672) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:39.245587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b819fb2f-0914-47d4-9c9d-41ee8b871888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:39.270029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b819fb2f-0914-47d4-9c9d-41ee8b871888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:39.363240 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b819fb2f-0914-47d4-9c9d-41ee8b871888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:39.379508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819fb2f-0914-47d4-9c9d-41ee8b871888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf8964-8bfd-4781-87c1-b84eb5acf327,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:39.459873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b819fb2f-0914-47d4-9c9d-41ee8b871888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:39.461082 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b819fb2f-0914-47d4-9c9d-41ee8b871888 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8adf8964-8bfd-4781-87c1-b84eb5acf327 HTTP/1.1" status: 204 len: 168 time: 0.2740645 Mar 25 20:41:40.159120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41680) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:40.206913 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-de126063-d0a5-48ad-9655-518f3993e0d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd57c496828c4edd92314dc4e239ace8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466638 Mar 25 20:41:40.209268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41684) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:40.264372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-730cba47-ea7a-43fb-be2f-6c33b11592e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:40.292110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-730cba47-ea7a-43fb-be2f-6c33b11592e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:40.415117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-730cba47-ea7a-43fb-be2f-6c33b11592e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:40.432061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cba47-ea7a-43fb-be2f-6c33b11592e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453db2b6-e1bd-4cf0-81fb-0e0760f1ebd9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:40.435330 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-730cba47-ea7a-43fb-be2f-6c33b11592e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:40.436620 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-730cba47-ea7a-43fb-be2f-6c33b11592e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/453db2b6-e1bd-4cf0-81fb-0e0760f1ebd9 HTTP/1.1" status: 204 len: 168 time: 0.2262845 Mar 25 20:41:41.594740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41708) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:41.697809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-756127311-network', 'tenant_id': '99b85b66048b4814903d186c8dbed90a'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:41:41.702446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:41:41.706241 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Usage tracker for resource:network and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:41:41.709658 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:41:41.715218 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:41:41.803604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Made reservation on behalf of 99b85b66048b4814903d186c8dbed90a for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:41:41.805866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:41.817952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:41.832185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:41:41.836579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Usage tracker for resource:security_group_rule and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:41:41.839199 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:41:41.844934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:41:41.925291 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:41.986043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.017244 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:41:42.030273 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:42.034611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.034957 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Added segment 27c377c7-3ec4-4fd7-a40e-3c3040548d02 of type vlan for network a74300ed-9293-4548-a2d0-285d764e4397 Mar 25 20:41:42.061718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.163411 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.164373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:42.164997 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.180554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71592cd3-7a8e-441c-8cfe-c6870df06fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.268151 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] Pushing event updated for resources: {'Network': ['ID=a74300ed-9293-4548-a2d0-285d764e4397,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:42.277972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network a74300ed-9293-4548-a2d0-285d764e4397 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:41:42.313402 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5d7fbdd0-c101-44fc-9783-74690c663b25 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7173998 Mar 25 20:41:42.316206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41714) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:42.321644 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Request body: {'subnet': {'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-756127311-subnet', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:41:42.326602 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:41:42.330390 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Usage tracker for resource:subnet and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:41:42.333764 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:41:42.339353 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:41:42.409467 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Made reservation on behalf of 99b85b66048b4814903d186c8dbed90a for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:41:42.412495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.644048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.714497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6da235b-a92b-462a-ab44-2fe89c18264a,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:42.725549 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Checking segment: {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:41:42.725898 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Network hostable DHCP agents. Network: a74300ed-9293-4548-a2d0-285d764e4397, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:41:42.809376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Network a74300ed-9293-4548-a2d0-285d764e4397 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:41:42.837676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.883215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, a74300ed-9293-4548-a2d0-285d764e4397) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:42.887568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:42.887735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.892989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782effc7-b848-473b-a2f3-765a8916a0c5 None None] Network a74300ed-9293-4548-a2d0-285d764e4397 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:41:42.981715 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-73b6d1f4-9ce8-4d6d-827d-18a1cc59bdf0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6643474 Mar 25 20:41:42.984137 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41718) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:42.989529 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:41:42.993271 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:42.994185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:41:42.998004 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Usage tracker for resource:router and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:41:43.000843 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:41:43.007131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:41:43.072407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.073431 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.087940 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.109484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-a74300ed-9293-4548-a2d0-285d764e4397', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:41:43.110297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.261404 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Allocated IP 172.20.0.2 (a74300ed-9293-4548-a2d0-285d764e4397/c6da235b-a92b-462a-ab44-2fe89c18264a/cc1ae8f7-6340-41e2-b7fd-292649d14893) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:41:43.401962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.495187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.505019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Transition to ACTIVE for port object cc1ae8f7-6340-41e2-b7fd-292649d14893 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:43.523427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Transition to ACTIVE for port object cc1ae8f7-6340-41e2-b7fd-292649d14893 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:43.581267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.645179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Network a74300ed-9293-4548-a2d0-285d764e4397 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:41:43.648258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:43.651445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:41:43.700707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Pushing event updated for resources: {'Port': ['ID=cc1ae8f7-6340-41e2-b7fd-292649d14893,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:43.755689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Attempting to bind port cc1ae8f7-6340-41e2-b7fd-292649d14893 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:41:43.756059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Attempting to bind port cc1ae8f7-6340-41e2-b7fd-292649d14893 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:41:43.756411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Attempting to bind port cc1ae8f7-6340-41e2-b7fd-292649d14893 on network a74300ed-9293-4548-a2d0-285d764e4397 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:41:43.761777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:41:43.762146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Checking segment: {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:41:43.762541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.762932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Bound using segment: {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:41:43.763385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Bound port: cc1ae8f7-6340-41e2-b7fd-292649d14893, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:41:43.763751 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.853225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] For port cc1ae8f7-6340-41e2-b7fd-292649d14893, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:41:43.856242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] For port cc1ae8f7-6340-41e2-b7fd-292649d14893, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cc1ae8f7-6340-41e2-b7fd-292649d14893,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:41:43.885314 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.915385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:43.924123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:44.006000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8ac0e-9474-413e-83c1-bcc18bb89e48 None None] Pushing event updated for resources: {'Port': ['ID=cc1ae8f7-6340-41e2-b7fd-292649d14893,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:44.052821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Allocated IP 172.26.8.165 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:41:44.223933 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:44.307050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:44.335261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:44.369048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:41:44.371709 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:44.379344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:41:44.412685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Pushing event updated for resources: {'Port': ['ID=9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:44.853913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:44.960347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe356c-e06f-4e8e-bacf-682fbd82362a None None] Network a74300ed-9293-4548-a2d0-285d764e4397 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:41:45.167551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cc1ae8f7-6340-41e2-b7fd-292649d14893 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:45.196461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-99ceaf59-a71c-42a6-ac1a-aaab96702a07 None None] Provisioning for port cc1ae8f7-6340-41e2-b7fd-292649d14893 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:45.321433 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:45.329189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port cc1ae8f7-6340-41e2-b7fd-292649d14893 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:45.334681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port cc1ae8f7-6340-41e2-b7fd-292649d14893 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:45.335049 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:45.456276 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:45.490652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port cc1ae8f7-6340-41e2-b7fd-292649d14893, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cc1ae8f7-6340-41e2-b7fd-292649d14893,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:45.542413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:45.571941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fbcadd3e-360c-4b62-aa9c-cb655ec2d9e9 None None] Provisioning complete for port cc1ae8f7-6340-41e2-b7fd-292649d14893 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:45.572302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fbcadd3e-360c-4b62-aa9c-cb655ec2d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:45.580788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:41:45.655349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=cc1ae8f7-6340-41e2-b7fd-292649d14893,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:45.765012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:41:45.773898 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Sync routers for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:41:45.783609 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:45.784204 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:45.837791 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:45.839032 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-98ed8c10-c062-4a93-b797-3cffe8917e3a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8539503 Mar 25 20:41:45.841936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41722) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:45.987122 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:46.265148 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:44Z', 'revision_number': 3, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:46.268889 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Checking router: 93bc8d79-b004-4008-8eb0-b83bc4d86d33 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:41:46.269232 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Updating router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:41:46.323324 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:46.507021 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:46.639904 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:46.651873 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Transition to ACTIVE for port object 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:46.711098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Allocated IP 172.20.0.1 (a74300ed-9293-4548-a2d0-285d764e4397/c6da235b-a92b-462a-ab44-2fe89c18264a/409d7caf-af3e-41fc-9116-c97b3e93baac) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:41:46.717650 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:46.805719 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Pushing event updated for resources: {'Port': ['ID=9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:46.811957 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Attempting to bind port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:41:46.812324 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Attempting to bind port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:41:46.812715 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Attempting to bind port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:41:46.820693 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.821042 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.821374 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.821705 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.822026 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.822349 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.822670 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.822983 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.823299 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.823609 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.823925 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.824237 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:46.829649 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:41:46.830018 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:41:46.830411 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:46.830793 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:41:46.831256 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Bound port: 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:41:46.832061 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:46.908396 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] For port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:41:46.911909 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] For port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:41:46.975794 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:46.976007 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:46.990820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.provisioning_blocks [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Transition to ACTIVE for port object 409d7caf-af3e-41fc-9116-c97b3e93baac will not be triggered until provisioned by entity DHCP. {{(pid=88485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:47.049898 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:47.050495 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:47.089722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:47.116339 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938169-8968-4cf1-a612-0cf1cb0ea5b6 None None] Pushing event updated for resources: {'Port': ['ID=9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:47.133456 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cc1ae8f7-6340-41e2-b7fd-292649d14893 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:47.159309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Network a74300ed-9293-4548-a2d0-285d764e4397 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:41:47.162327 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:47.166224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:41:47.203875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port cc1ae8f7-6340-41e2-b7fd-292649d14893 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:47.203875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:47.229973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Pushing event updated for resources: {'Port': ['ID=409d7caf-af3e-41fc-9116-c97b3e93baac,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:47.239151 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:47.241627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:47.500944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-69652c35-2182-49c5-8abf-59dd52088949 None None] Provisioning for port 409d7caf-af3e-41fc-9116-c97b3e93baac completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:47.506642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-69652c35-2182-49c5-8abf-59dd52088949 None None] Provisioning complete for port 409d7caf-af3e-41fc-9116-c97b3e93baac triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:47.506992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-69652c35-2182-49c5-8abf-59dd52088949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:47.552876 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:44Z', 'revision_number': 3, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:47.557679 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075dff3e-2dd7-40db-a13a-9982fd98a49d None None] The sync data for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv is: [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:44Z', 'revision_number': 3, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:41:47.579379 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-69652c35-2182-49c5-8abf-59dd52088949 None None] Port 409d7caf-af3e-41fc-9116-c97b3e93baac cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:41:47.602778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:47.859792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:47.917956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:48.028846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Pushing event updated for resources: {'Port': ['ID=409d7caf-af3e-41fc-9116-c97b3e93baac,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:48.033649 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:48.180820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:48.181439 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Network a74300ed-9293-4548-a2d0-285d764e4397 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:41:48.182117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:48.402288 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:41:48.419646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-02fda37f-f84e-47f9-bfc9-6115a0f5a61b None None] Provisioning complete for port 409d7caf-af3e-41fc-9116-c97b3e93baac triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:48.420279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-02fda37f-f84e-47f9-bfc9-6115a0f5a61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:48.491202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-02fda37f-f84e-47f9-bfc9-6115a0f5a61b None None] Port 409d7caf-af3e-41fc-9116-c97b3e93baac cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:41:48.606810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:41:48.615996 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5c8b21c8-4094-4239-bc7d-1d28db8e70a6 admin admin] 10.222.0.37 "PUT /v2.0/routers/93bc8d79-b004-4008-8eb0-b83bc4d86d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7730737 Mar 25 20:41:49.126692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Sync routers for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:41:49.143295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:49.143295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:49.196734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:49.305050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41740) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:49.310733 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1697104651-network', 'tenant_id': '768f5196ffed415083b77badd61b242a'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:41:49.316014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:41:49.320782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Usage tracker for resource:network and tenant:768f5196ffed415083b77badd61b242a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:41:49.323971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:41:49.329942 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:41:49.398047 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Made reservation on behalf of 768f5196ffed415083b77badd61b242a for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:41:49.400310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.400468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:49.446910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:49.462215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:49.462582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.519609 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.534526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:41:49.538344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Usage tracker for resource:security_group_rule and tenant:768f5196ffed415083b77badd61b242a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:41:49.541100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:41:49.547075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:41:49.628562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.689120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.716820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:41:49.728939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c674dd-beaa-4bda-ac31-f7d5510524b5,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:49.733329 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.733679 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Added segment 2fd4503f-5dd6-466f-9587-eef6ba062beb of type vlan for network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 Mar 25 20:41:49.760061 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.792655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.821832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:49.841822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 2, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:49.845623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Checking router: 93bc8d79-b004-4008-8eb0-b83bc4d86d33 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:41:49.845969 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Updating router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 port 409d7caf-af3e-41fc-9116-c97b3e93baac binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:41:49.860655 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.861679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:49.862243 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.896907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.933139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:49.963794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] Pushing event updated for resources: {'Network': ['ID=c96e39b9-d5da-40de-a2a8-cc53a3dddb39,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:49.988505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:41:49.998371 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d41c478b-3a4e-4014-89a9-3c0bc6e3c694 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6921556 Mar 25 20:41:50.001078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41744) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:50.006992 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Request body: {'subnet': {'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1697104651-subnet', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:41:50.011949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:41:50.015746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Usage tracker for resource:subnet and tenant:768f5196ffed415083b77badd61b242a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:41:50.018568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:41:50.024234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:41:50.071968 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Made reservation on behalf of 768f5196ffed415083b77badd61b242a for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:41:50.074349 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.094698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:50.341292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.393310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.404448 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Transition to ACTIVE for port object 409d7caf-af3e-41fc-9116-c97b3e93baac will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:50.415916 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=333dd633-1c08-480e-b3a8-49a25ff73cd7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:50.424271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Checking segment: {'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:41:50.424662 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Network hostable DHCP agents. Network: c96e39b9-d5da-40de-a2a8-cc53a3dddb39, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:41:50.477780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.506175 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:41:50.603698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, c96e39b9-d5da-40de-a2a8-cc53a3dddb39) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:50.606050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf17a76-8200-48cc-ae14-2c44fffb739c None None] Pushing event updated for resources: {'Port': ['ID=409d7caf-af3e-41fc-9116-c97b3e93baac,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:50.610688 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:41:50.611889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.638557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c3cb09-1d29-4365-a8ea-0fb319a51da5 None None] Network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:41:50.690336 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-07a5ca2b-1eff-4bdc-8ff6-5048824dce9d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6880906 Mar 25 20:41:50.692856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41748) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:50.698508 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:41:50.703860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:41:50.708640 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Usage tracker for resource:router and tenant:768f5196ffed415083b77badd61b242a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:41:50.711592 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:41:50.717680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:41:50.769631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.771504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.780521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Attempting to bind port 409d7caf-af3e-41fc-9116-c97b3e93baac on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:41:50.780894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Attempting to bind port 409d7caf-af3e-41fc-9116-c97b3e93baac by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:41:50.781255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Attempting to bind port 409d7caf-af3e-41fc-9116-c97b3e93baac on network a74300ed-9293-4548-a2d0-285d764e4397 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:41:50.786913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.790133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:41:50.790499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Checking segment: {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:41:50.790895 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:50.791287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Bound using segment: {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:41:50.791749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Bound port: 409d7caf-af3e-41fc-9116-c97b3e93baac, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:41:50.792117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:51.031444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] For port 409d7caf-af3e-41fc-9116-c97b3e93baac, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:41:51.047937 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] For port 409d7caf-af3e-41fc-9116-c97b3e93baac, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=409d7caf-af3e-41fc-9116-c97b3e93baac,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:41:51.054855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-c96e39b9-d5da-40de-a2a8-cc53a3dddb39', 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'fixed_ips': [{'subnet_id': '333dd633-1c08-480e-b3a8-49a25ff73cd7'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:41:51.055667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:51.106464 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:51.129655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:51.165444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:51.315539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:51.316171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:51.381705 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf17a76-8200-48cc-ae14-2c44fffb739c None None] Pushing event updated for resources: {'Port': ['ID=409d7caf-af3e-41fc-9116-c97b3e93baac,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:51.423658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Allocated IP 172.20.0.2 (c96e39b9-d5da-40de-a2a8-cc53a3dddb39/333dd633-1c08-480e-b3a8-49a25ff73cd7/9f3dd388-7f93-43a8-9241-19b6d60accfc) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:41:51.438332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:51.438696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:51.519104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:51.549856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:51.687869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:51.690297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Allocated IP 172.26.8.219 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/34d12eea-aaea-4653-afeb-b1779c097740) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:41:51.949466 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:52.032774 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:52.092766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:41:52.095611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:52.099196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:41:52.102951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:52.149923 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=34d12eea-aaea-4653-afeb-b1779c097740,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:52.157209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Transition to ACTIVE for port object 9f3dd388-7f93-43a8-9241-19b6d60accfc will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:52.190624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Transition to ACTIVE for port object 9f3dd388-7f93-43a8-9241-19b6d60accfc will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:52.220834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:50Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:52.226305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb415e0-e788-443f-8f5a-44cc8c51301b None None] The sync data for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv is: [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:50Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:41:52.250780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:52.339682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:41:52.342587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:52.351143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:41:52.357589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Pushing event updated for resources: {'Port': ['ID=9f3dd388-7f93-43a8-9241-19b6d60accfc,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:52.448570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Attempting to bind port 9f3dd388-7f93-43a8-9241-19b6d60accfc on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:41:52.449230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Attempting to bind port 9f3dd388-7f93-43a8-9241-19b6d60accfc by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:41:52.449339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Attempting to bind port 9f3dd388-7f93-43a8-9241-19b6d60accfc on network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:41:52.454851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:41:52.455223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Checking segment: {'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:41:52.455621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:52.456012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Bound using segment: {'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:41:52.456509 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Bound port: 9f3dd388-7f93-43a8-9241-19b6d60accfc, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:41:52.456994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:52.607096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] For port 9f3dd388-7f93-43a8-9241-19b6d60accfc, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:41:52.610312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] For port 9f3dd388-7f93-43a8-9241-19b6d60accfc, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f3dd388-7f93-43a8-9241-19b6d60accfc,segment=NetworkSegment(2fd4503f-5dd6-466f-9587-eef6ba062beb),segment_id=2fd4503f-5dd6-466f-9587-eef6ba062beb)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:41:52.643623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:52.679331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:52.776538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec03ed-7753-4a15-9819-e26577a7d67d None None] Pushing event updated for resources: {'Port': ['ID=9f3dd388-7f93-43a8-9241-19b6d60accfc,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:53.038624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:53.196700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 409d7caf-af3e-41fc-9116-c97b3e93baac up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:53.323696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 409d7caf-af3e-41fc-9116-c97b3e93baac completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:53.329060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 409d7caf-af3e-41fc-9116-c97b3e93baac triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:53.329426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:53.346465 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Router a9134b58-4e1a-4ce3-abdb-013402feec85 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:41:53.455986 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:53.490744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 409d7caf-af3e-41fc-9116-c97b3e93baac, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=409d7caf-af3e-41fc-9116-c97b3e93baac,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:53.543188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:41:53.552992 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Sync routers for ids ['a9134b58-4e1a-4ce3-abdb-013402feec85'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:41:53.553574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:53.553858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f3dd388-7f93-43a8-9241-19b6d60accfc up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:53.575751 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Routers {'a9134b58-4e1a-4ce3-abdb-013402feec85'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:53.576503 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a9134b58-4e1a-4ce3-abdb-013402feec85'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:53.655369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:53.660421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41752) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:41:53.661120 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fbd071df-3da8-4bdf-bf0e-11a2fbcde8d5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9669483 Mar 25 20:41:53.689437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=409d7caf-af3e-41fc-9116-c97b3e93baac,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:53.763763 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 9f3dd388-7f93-43a8-9241-19b6d60accfc completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:53.809368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e4645-e4f0-4305-b9b8-7ec633b8c71c None None] Network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:41:53.841979 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Set router a9134b58-4e1a-4ce3-abdb-013402feec85 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:53.988601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b2995d5c-fb6f-4447-9758-337c8129f3b4 None None] Provisioning for port 9f3dd388-7f93-43a8-9241-19b6d60accfc completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:53.997560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b2995d5c-fb6f-4447-9758-337c8129f3b4 None None] Provisioning complete for port 9f3dd388-7f93-43a8-9241-19b6d60accfc triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:53.997925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2995d5c-fb6f-4447-9758-337c8129f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.140137 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '34d12eea-aaea-4653-afeb-b1779c097740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:41:52Z', 'revision_number': 3, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port': {'id': '34d12eea-aaea-4653-afeb-b1779c097740', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:51Z', 'updated_at': '2022-03-25T20:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:54.145256 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Checking router: a9134b58-4e1a-4ce3-abdb-013402feec85 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:41:54.146192 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Updating router a9134b58-4e1a-4ce3-abdb-013402feec85 port 34d12eea-aaea-4653-afeb-b1779c097740 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:41:54.173800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2995d5c-fb6f-4447-9758-337c8129f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.212134 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.226329 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b2995d5c-fb6f-4447-9758-337c8129f3b4 None None] For port 9f3dd388-7f93-43a8-9241-19b6d60accfc, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f3dd388-7f93-43a8-9241-19b6d60accfc,segment=NetworkSegment(2fd4503f-5dd6-466f-9587-eef6ba062beb),segment_id=2fd4503f-5dd6-466f-9587-eef6ba062beb)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:54.295503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2995d5c-fb6f-4447-9758-337c8129f3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.375180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2995d5c-fb6f-4447-9758-337c8129f3b4 None None] Pushing event updated for resources: {'Port': ['ID=9f3dd388-7f93-43a8-9241-19b6d60accfc,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:54.390701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.517473 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2164203a-b5f9-4cc7-bd18-be67384e9abf None None] Provisioning complete for port 9f3dd388-7f93-43a8-9241-19b6d60accfc triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:54.518042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2164203a-b5f9-4cc7-bd18-be67384e9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.573119 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.584710 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Transition to ACTIVE for port object 34d12eea-aaea-4653-afeb-b1779c097740 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:54.655554 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.716398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Allocated IP 172.20.0.1 (c96e39b9-d5da-40de-a2a8-cc53a3dddb39/333dd633-1c08-480e-b3a8-49a25ff73cd7/907f9e2d-b061-4d33-b294-24ffe476c991) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:41:54.732801 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Attempting to bind port 34d12eea-aaea-4653-afeb-b1779c097740 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:41:54.733161 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Attempting to bind port 34d12eea-aaea-4653-afeb-b1779c097740 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:41:54.733550 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Attempting to bind port 34d12eea-aaea-4653-afeb-b1779c097740 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:41:54.748117 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:41:54.748496 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:41:54.748881 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.749261 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:41:54.749702 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Bound port: 34d12eea-aaea-4653-afeb-b1779c097740, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:41:54.750057 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.776377 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb60e3-0f05-422c-a28f-b0016b78e8e6 None None] Pushing event updated for resources: {'Port': ['ID=34d12eea-aaea-4653-afeb-b1779c097740,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:54.827455 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] For port 34d12eea-aaea-4653-afeb-b1779c097740, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:41:54.830466 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] For port 34d12eea-aaea-4653-afeb-b1779c097740, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=34d12eea-aaea-4653-afeb-b1779c097740,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:41:54.875506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.890733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Transition to ACTIVE for port object 907f9e2d-b061-4d33-b294-24ffe476c991 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:54.913004 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.958424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:54.990240 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Routers {'a9134b58-4e1a-4ce3-abdb-013402feec85'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:54.990981 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a9134b58-4e1a-4ce3-abdb-013402feec85'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:55.021053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:41:55.023830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:55.027355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:41:55.060441 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb60e3-0f05-422c-a28f-b0016b78e8e6 None None] Pushing event updated for resources: {'Port': ['ID=34d12eea-aaea-4653-afeb-b1779c097740,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:55.068739 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Pushing event updated for resources: {'Port': ['ID=907f9e2d-b061-4d33-b294-24ffe476c991,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:55.088218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.088587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.089244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.089731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.090861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.090861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.090861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.091170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.091494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.091812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.092122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.092695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:41:55.114783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:55.165650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 409d7caf-af3e-41fc-9116-c97b3e93baac up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:55.189935 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] Set router a9134b58-4e1a-4ce3-abdb-013402feec85 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:55.247548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 409d7caf-af3e-41fc-9116-c97b3e93baac triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:55.247911 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:55.339525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:55.361397 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5b80f6e7-74a6-4613-bebf-ca19eb007a89 None None] Provisioning for port 907f9e2d-b061-4d33-b294-24ffe476c991 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:55.370823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5b80f6e7-74a6-4613-bebf-ca19eb007a89 None None] Provisioning complete for port 907f9e2d-b061-4d33-b294-24ffe476c991 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:55.371156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b80f6e7-74a6-4613-bebf-ca19eb007a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:55.413725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f3dd388-7f93-43a8-9241-19b6d60accfc up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:55.477412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5b80f6e7-74a6-4613-bebf-ca19eb007a89 None None] Port 907f9e2d-b061-4d33-b294-24ffe476c991 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:41:55.500357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 9f3dd388-7f93-43a8-9241-19b6d60accfc triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:55.501041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:55.513560 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '34d12eea-aaea-4653-afeb-b1779c097740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:41:52Z', 'revision_number': 3, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port': {'id': '34d12eea-aaea-4653-afeb-b1779c097740', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:51Z', 'updated_at': '2022-03-25T20:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:55.517521 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c3ee4-225e-4062-ada5-b840b5c76a99 None None] The sync data for ids ['a9134b58-4e1a-4ce3-abdb-013402feec85'] in dv-neutron-835149-1-hyperv is: [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '34d12eea-aaea-4653-afeb-b1779c097740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:41:52Z', 'revision_number': 3, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port': {'id': '34d12eea-aaea-4653-afeb-b1779c097740', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:51Z', 'updated_at': '2022-03-25T20:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:41:55.579371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:55.621008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:55.731971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:55.735448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Pushing event updated for resources: {'Port': ['ID=907f9e2d-b061-4d33-b294-24ffe476c991,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:55.885024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:41:55.886476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:41:56.082341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Router a9134b58-4e1a-4ce3-abdb-013402feec85 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:41:56.105508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-301ec427-17d4-41f9-8d94-a9438d96f0b0 None None] Provisioning complete for port 907f9e2d-b061-4d33-b294-24ffe476c991 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:56.106143 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-301ec427-17d4-41f9-8d94-a9438d96f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:56.163113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-301ec427-17d4-41f9-8d94-a9438d96f0b0 None None] Port 907f9e2d-b061-4d33-b294-24ffe476c991 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:41:56.273896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:41:56.283148 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2ad5c3f1-6c56-45e1-b3c6-bf939e82a217 admin admin] 10.222.0.37 "PUT /v2.0/routers/a9134b58-4e1a-4ce3-abdb-013402feec85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6214437 Mar 25 20:41:56.996404 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Sync routers for ids ['a9134b58-4e1a-4ce3-abdb-013402feec85'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:41:57.006294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Routers {'a9134b58-4e1a-4ce3-abdb-013402feec85'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:57.006897 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a9134b58-4e1a-4ce3-abdb-013402feec85'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:57.180859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 34d12eea-aaea-4653-afeb-b1779c097740 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:57.270651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Set router a9134b58-4e1a-4ce3-abdb-013402feec85 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:57.404428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 34d12eea-aaea-4653-afeb-b1779c097740 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:41:57.430649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 34d12eea-aaea-4653-afeb-b1779c097740 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:57.431373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:57.690185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:57.712563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 34d12eea-aaea-4653-afeb-b1779c097740, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=34d12eea-aaea-4653-afeb-b1779c097740,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:41:57.726347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '34d12eea-aaea-4653-afeb-b1779c097740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:41:55Z', 'revision_number': 4, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port': {'id': '34d12eea-aaea-4653-afeb-b1779c097740', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:51Z', 'updated_at': '2022-03-25T20:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '907f9e2d-b061-4d33-b294-24ffe476c991', 'name': '', 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'mac_address': 'fa:16:3e:57:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '333dd633-1c08-480e-b3a8-49a25ff73cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:54Z', 'updated_at': '2022-03-25T20:41:55Z', 'revision_number': 2, 'project_id': '768f5196ffed415083b77badd61b242a', 'subnets': [{'id': '333dd633-1c08-480e-b3a8-49a25ff73cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:57.730267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Checking router: a9134b58-4e1a-4ce3-abdb-013402feec85 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:41:57.730620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Updating router a9134b58-4e1a-4ce3-abdb-013402feec85 port 907f9e2d-b061-4d33-b294-24ffe476c991 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:41:57.771698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:57.836540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:57.906259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=34d12eea-aaea-4653-afeb-b1779c097740,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:58.226726 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:58.242267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Transition to ACTIVE for port object 907f9e2d-b061-4d33-b294-24ffe476c991 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:41:58.335277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:58.577236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b816bd-dad4-4c33-8b79-ddeee7425dae None None] Pushing event updated for resources: {'Port': ['ID=907f9e2d-b061-4d33-b294-24ffe476c991,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:58.588181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Attempting to bind port 907f9e2d-b061-4d33-b294-24ffe476c991 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:41:58.588709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Attempting to bind port 907f9e2d-b061-4d33-b294-24ffe476c991 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:41:58.589172 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Attempting to bind port 907f9e2d-b061-4d33-b294-24ffe476c991 on network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:41:58.595734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:41:58.596294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Checking segment: {'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:41:58.596831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:58.597317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Bound using segment: {'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:41:58.597901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Bound port: 907f9e2d-b061-4d33-b294-24ffe476c991, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd4503f-5dd6-466f-9587-eef6ba062beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:41:58.598394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:58.726574 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] For port 907f9e2d-b061-4d33-b294-24ffe476c991, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:41:58.730141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] For port 907f9e2d-b061-4d33-b294-24ffe476c991, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=907f9e2d-b061-4d33-b294-24ffe476c991,segment=NetworkSegment(2fd4503f-5dd6-466f-9587-eef6ba062beb),segment_id=2fd4503f-5dd6-466f-9587-eef6ba062beb)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:41:58.821979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:58.948550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Routers {'a9134b58-4e1a-4ce3-abdb-013402feec85'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:41:58.949181 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:41:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a9134b58-4e1a-4ce3-abdb-013402feec85'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:59.034582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b816bd-dad4-4c33-8b79-ddeee7425dae None None] Pushing event updated for resources: {'Port': ['ID=907f9e2d-b061-4d33-b294-24ffe476c991,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:41:59.170955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 34d12eea-aaea-4653-afeb-b1779c097740 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:41:59.245282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] Set router a9134b58-4e1a-4ce3-abdb-013402feec85 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:41:59.447841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 34d12eea-aaea-4653-afeb-b1779c097740 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:41:59.448711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:41:59.729940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '34d12eea-aaea-4653-afeb-b1779c097740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:41:55Z', 'revision_number': 4, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port': {'id': '34d12eea-aaea-4653-afeb-b1779c097740', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:51Z', 'updated_at': '2022-03-25T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '907f9e2d-b061-4d33-b294-24ffe476c991', 'name': '', 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'mac_address': 'fa:16:3e:57:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '333dd633-1c08-480e-b3a8-49a25ff73cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:54Z', 'updated_at': '2022-03-25T20:41:58Z', 'revision_number': 4, 'project_id': '768f5196ffed415083b77badd61b242a', 'subnets': [{'id': '333dd633-1c08-480e-b3a8-49a25ff73cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:41:59.734649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4b783-a667-4846-b0a3-788ac368f16a None None] The sync data for ids ['a9134b58-4e1a-4ce3-abdb-013402feec85'] in dv-neutron-835149-1-hyperv is: [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '34d12eea-aaea-4653-afeb-b1779c097740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:41:55Z', 'revision_number': 4, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port': {'id': '34d12eea-aaea-4653-afeb-b1779c097740', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:51Z', 'updated_at': '2022-03-25T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '907f9e2d-b061-4d33-b294-24ffe476c991', 'name': '', 'network_id': 'c96e39b9-d5da-40de-a2a8-cc53a3dddb39', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'mac_address': 'fa:16:3e:57:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '333dd633-1c08-480e-b3a8-49a25ff73cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:54Z', 'updated_at': '2022-03-25T20:41:58Z', 'revision_number': 4, 'project_id': '768f5196ffed415083b77badd61b242a', 'subnets': [{'id': '333dd633-1c08-480e-b3a8-49a25ff73cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:42:01.174095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 907f9e2d-b061-4d33-b294-24ffe476c991 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:42:01.300830 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 907f9e2d-b061-4d33-b294-24ffe476c991 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:42:01.307228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 907f9e2d-b061-4d33-b294-24ffe476c991 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:42:01.307592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:01.437002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:01.471160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 907f9e2d-b061-4d33-b294-24ffe476c991, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=907f9e2d-b061-4d33-b294-24ffe476c991,segment=NetworkSegment(2fd4503f-5dd6-466f-9587-eef6ba062beb),segment_id=2fd4503f-5dd6-466f-9587-eef6ba062beb)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:42:01.529481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:01.611114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=907f9e2d-b061-4d33-b294-24ffe476c991,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:01.621819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.622425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.622934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.623427 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.623919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.624249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.624622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.624941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.625263 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.625636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.625960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:01.626277 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:03.144605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 907f9e2d-b061-4d33-b294-24ffe476c991 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:42:03.186669 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:42:03.215051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 907f9e2d-b061-4d33-b294-24ffe476c991 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:42:03.215434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:07.888533 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-8d76a4de-ae4f-423c-a23a-7df0a5873797 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:07.889971 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-8d76a4de-ae4f-423c-a23a-7df0a5873797 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 814 time: 0.2325709 Mar 25 20:42:07.904059 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-12a9d2b2-bbed-49c3-b6d4-7921b951ccd0 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/quotas/99b85b66048b4814903d186c8dbed90a HTTP/1.1" status: 200 len: 375 time: 0.0087187 Mar 25 20:42:07.989615 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-fde763e4-a2a0-4068-98ab-bbf989c5298e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803032 Mar 25 20:42:08.123330 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-3ba67749-5d65-406c-b780-a2a47663527d service neutron] 10.222.0.37 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226239 Mar 25 20:42:08.258216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-c3b0d3cf-4aba-4e6c-a0fa-e06ca55cbb63 service neutron] 10.222.0.37 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291103 Mar 25 20:42:08.522923 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a9cb7ae-3b74-4898-bec7-0b82ea38ce31 req-84556559-f061-4a74-ae59-3b664dbe8aa6 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 210 time: 0.0467095 Mar 25 20:42:09.135100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-539f850e-2cc2-4995-9919-be21a1f9c320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:09.672541 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f0873e12-c6e4-4707-a114-c30c335326f6 req-437297b0-54bd-4fed-b741-9da3d4bfdde4 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 210 time: 0.0420399 Mar 25 20:42:10.609717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-8652152d-551b-4f72-8db3-011c7e0457d7 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:10.611300 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-8652152d-551b-4f72-8db3-011c7e0457d7 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.43 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 814 time: 0.1531045 Mar 25 20:42:10.623320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'port': {'device_id': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'admin_state_up': True, 'tenant_id': '99b85b66048b4814903d186c8dbed90a'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:10.763596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:10.767474 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:port and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:10.770555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:10.814796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:10.834518 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0d72a8a8-d038-4dc8-8101-6bc5a05f91cf req-dc7af4a7-12c8-49f2-847d-a96efb1e3655 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 210 time: 0.0553999 Mar 25 20:42:10.889185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Made reservation on behalf of 99b85b66048b4814903d186c8dbed90a for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:42:10.893056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:11.055425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Allocated IP 172.20.0.7 (a74300ed-9293-4548-a2d0-285d764e4397/c6da235b-a92b-462a-ab44-2fe89c18264a/7c42989f-1f76-47b1-84ef-a5acb2d68cba) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:42:11.263460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:11.278150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Transition to ACTIVE for port object 7c42989f-1f76-47b1-84ef-a5acb2d68cba will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:42:11.371408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:11.449858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Network a74300ed-9293-4548-a2d0-285d764e4397 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:42:11.453538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:42:11.476392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:42:11.522882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'Port': ['ID=7c42989f-1f76-47b1-84ef-a5acb2d68cba,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:11.594508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:11.595131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:11.690921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-45f8d53f-3182-48d8-93e5-392b0070c699 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0710475 Mar 25 20:42:11.906542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8ce6397e-502d-4d57-84c1-23fd8b411aad None None] Provisioning for port 7c42989f-1f76-47b1-84ef-a5acb2d68cba completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:42:11.912572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8ce6397e-502d-4d57-84c1-23fd8b411aad None None] Provisioning complete for port 7c42989f-1f76-47b1-84ef-a5acb2d68cba triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:42:11.912952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ce6397e-502d-4d57-84c1-23fd8b411aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:11.972336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6397e-502d-4d57-84c1-23fd8b411aad None None] Port 7c42989f-1f76-47b1-84ef-a5acb2d68cba cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:42:12.060526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16a578-9f33-460d-9489-2688f44a81c7 req-2c705d06-b3dd-46b2-92ec-305134bf25ff tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:12.061264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-4d16a578-9f33-460d-9489-2688f44a81c7 req-2c705d06-b3dd-46b2-92ec-305134bf25ff tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Synchronizing usage tracker for tenant:99b85b66048b4814903d186c8dbed90a on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:42:12.175285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-4d16a578-9f33-460d-9489-2688f44a81c7 req-2c705d06-b3dd-46b2-92ec-305134bf25ff tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Unset dirty status for tenant:99b85b66048b4814903d186c8dbed90a on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:42:12.176841 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4d16a578-9f33-460d-9489-2688f44a81c7 req-2c705d06-b3dd-46b2-92ec-305134bf25ff tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 931 time: 0.2023761 Mar 25 20:42:12.192375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8ae9-59f9-402b-8557-3963d9e210f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:12.235673 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4d16a578-9f33-460d-9489-2688f44a81c7 req-41fde972-2582-4032-b7b7-d01bd0a7d613 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523019 Mar 25 20:42:12.820794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:13.260965 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:13.437995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc584da-6da5-42a1-bb67-637c4e317c8d req-823c7394-81bf-4aa6-839c-3ce86fbbe642 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:13.439638 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2bc584da-6da5-42a1-bb67-637c4e317c8d req-823c7394-81bf-4aa6-839c-3ce86fbbe642 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 931 time: 0.0917995 Mar 25 20:42:13.512389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2bc584da-6da5-42a1-bb67-637c4e317c8d req-ac4f9f95-be07-47b9-9ba2-7df2df2da278 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Mar 25 20:42:14.318254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:14.721902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d232809-896e-45f0-8697-cb6beaeee867 req-e09b043b-e13c-4eca-a22c-2b38ff1b23f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:14.723774 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7d232809-896e-45f0-8697-cb6beaeee867 req-e09b043b-e13c-4eca-a22c-2b38ff1b23f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 931 time: 0.1024315 Mar 25 20:42:14.776355 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7d232809-896e-45f0-8697-cb6beaeee867 req-b7deea72-4732-465c-b2e6-7e0360f32c8f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Mar 25 20:42:16.069187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538003f-9f3b-45ca-9f90-fca8bd94af2f req-cfe28c41-4104-4b84-afc6-9d285d561824 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:16.070576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9538003f-9f3b-45ca-9f90-fca8bd94af2f req-cfe28c41-4104-4b84-afc6-9d285d561824 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 931 time: 0.1836255 Mar 25 20:42:16.116300 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9538003f-9f3b-45ca-9f90-fca8bd94af2f req-a6926b80-6332-4144-9cd8-389ed44f21a8 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 Mar 25 20:42:17.337692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a4457-60db-4b49-8063-513393d51035 req-c3a852f9-0a0e-42e1-805b-df0931c4149e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:17.339193 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d95a4457-60db-4b49-8063-513393d51035 req-c3a852f9-0a0e-42e1-805b-df0931c4149e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 931 time: 0.1041572 Mar 25 20:42:17.397533 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d95a4457-60db-4b49-8063-513393d51035 req-74ad5742-a5c2-4f6f-a5c3-8b641aa0f5b1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486221 Mar 25 20:42:18.220958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:18.587963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73671b0-2876-4f64-a0a3-be347188ab50 req-c6497ee0-ab29-4023-88d1-260ce4f40547 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:18.589550 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f73671b0-2876-4f64-a0a3-be347188ab50 req-c6497ee0-ab29-4023-88d1-260ce4f40547 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 931 time: 0.0823750 Mar 25 20:42:18.637799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f73671b0-2876-4f64-a0a3-be347188ab50 req-8ed3865f-adad-4f25-982c-43659b51c241 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Mar 25 20:42:19.828559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9cc6-a9e7-484f-98aa-5189ec9e7f57 req-d0f47ffa-7cee-48ae-997c-b96066203263 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:19.829986 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-93ad9cc6-a9e7-484f-98aa-5189ec9e7f57 req-d0f47ffa-7cee-48ae-997c-b96066203263 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 931 time: 0.0771816 Mar 25 20:42:19.873106 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-93ad9cc6-a9e7-484f-98aa-5189ec9e7f57 req-7c1ca962-63e3-4750-b5ba-bce5a9845e1d tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371611 Mar 25 20:42:20.416375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Request body: {'port': {'device_id': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:20.524414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:20.858177 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c42989f-1f76-47b1-84ef-a5acb2d68cba {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:42:20.865182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:20.878503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Transition to ACTIVE for port object 7c42989f-1f76-47b1-84ef-a5acb2d68cba will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:42:20.935567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:21.155286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Pushing event updated for resources: {'Port': ['ID=7c42989f-1f76-47b1-84ef-a5acb2d68cba,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:21.239856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Attempting to bind port 7c42989f-1f76-47b1-84ef-a5acb2d68cba on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:42:21.240717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Attempting to bind port 7c42989f-1f76-47b1-84ef-a5acb2d68cba by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:42:21.241037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Attempting to bind port 7c42989f-1f76-47b1-84ef-a5acb2d68cba on network a74300ed-9293-4548-a2d0-285d764e4397 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:42:21.250884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156628c5-bae7-4905-8af4-7f8d0b8b6fdc req-541b7b39-84fc-44b6-99bb-0a7983752921 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:21.252312 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-156628c5-bae7-4905-8af4-7f8d0b8b6fdc req-541b7b39-84fc-44b6-99bb-0a7983752921 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 943 time: 0.2638798 Mar 25 20:42:21.254107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Port 7c42989f-1f76-47b1-84ef-a5acb2d68cba on network a74300ed-9293-4548-a2d0-285d764e4397 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:42:21.254416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Attempting to bind port 7c42989f-1f76-47b1-84ef-a5acb2d68cba on network a74300ed-9293-4548-a2d0-285d764e4397 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:42:21.272627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:42:21.272837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Checking segment: {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:42:21.273162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Bound using segment: {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:42:21.273593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Bound port: 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c377c7-3ec4-4fd7-a40e-3c3040548d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:42:21.273928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:21.350929 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-156628c5-bae7-4905-8af4-7f8d0b8b6fdc req-e7e5d362-30d3-48a1-b31e-e31a55e8e722 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929561 Mar 25 20:42:21.382227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] For port 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:42:21.385020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] For port 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:42:21.466581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:21.518521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:21.519131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:21.520641 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] 10.222.0.43 "PUT /v2.0/ports/7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 1093 time: 1.1088438 Mar 25 20:42:21.523745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:42:21.552288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0b157-ff69-408e-8a02-195f15434b05 service neutron] Pushing event updated for resources: {'Port': ['ID=7c42989f-1f76-47b1-84ef-a5acb2d68cba,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:21.569226 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'status': 'completed', 'code': 200} Mar 25 20:42:21.673332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f3177-31ca-4a61-b4eb-13ef36c362f1 req-5d1aeccc-a371-4aea-9bdc-717a4c255ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:21.674847 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a2f3177-31ca-4a61-b4eb-13ef36c362f1 req-5d1aeccc-a371-4aea-9bdc-717a4c255ffa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1096 time: 0.0845768 Mar 25 20:42:21.909663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f3177-31ca-4a61-b4eb-13ef36c362f1 req-b5c6af0f-c29b-46a0-8fed-8bb61e13fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:21.909663 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a2f3177-31ca-4a61-b4eb-13ef36c362f1 req-b5c6af0f-c29b-46a0-8fed-8bb61e13fcf1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=99b85b66048b4814903d186c8dbed90a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2270896 Mar 25 20:42:22.043491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f3177-31ca-4a61-b4eb-13ef36c362f1 req-084ea558-f868-47f2-aa1e-495d0bc48e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:22.044951 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a2f3177-31ca-4a61-b4eb-13ef36c362f1 req-084ea558-f868-47f2-aa1e-495d0bc48e33 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291986 Mar 25 20:42:22.146502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-b49200c0-432f-4e09-9ba3-79df1aad8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:22.147957 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-b49200c0-432f-4e09-9ba3-79df1aad8506 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1096 time: 0.0696743 Mar 25 20:42:22.216640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-5aadf335-e4cb-44f0-9006-def7688b3ac2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 217 time: 0.0621288 Mar 25 20:42:22.276840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-6c20c2c4-cd08-4b74-a9d2-e77314dba559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:22.278202 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-6c20c2c4-cd08-4b74-a9d2-e77314dba559 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 200 len: 853 time: 0.0561242 Mar 25 20:42:22.355456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-e5f5a924-4e5d-4020-a04e-1f1344d8ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:22.356984 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-e5f5a924-4e5d-4020-a04e-1f1344d8ddfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a74300ed-9293-4548-a2d0-285d764e4397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735486 Mar 25 20:42:22.532296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-12a67a46-ecb1-4bab-8ccb-3b95f68442f4 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694205 Mar 25 20:42:22.585193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eabc0-31c8-4659-bc78-e43ebed1badd req-4a999a14-cb69-42ec-ad02-c11c546ed064 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:22.586581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e74eabc0-31c8-4659-bc78-e43ebed1badd req-4a999a14-cb69-42ec-ad02-c11c546ed064 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 943 time: 0.1316793 Mar 25 20:42:22.706194 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e74eabc0-31c8-4659-bc78-e43ebed1badd req-0adf9422-8b9a-411b-8c8e-93f16030f527 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714431 Mar 25 20:42:22.709443 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d2de1fae-2f51-4f0b-9bb2-1e5c3858e64d req-3c83ef1c-014e-4f4f-a412-e92a8c13a9b1 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695256 Mar 25 20:42:23.892880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e9d0-a320-498d-aea0-cb8297020901 req-2d408857-646e-480b-a44b-ebee91c1a753 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:23.894354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ce8e9d0-a320-498d-aea0-cb8297020901 req-2d408857-646e-480b-a44b-ebee91c1a753 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 943 time: 0.0835497 Mar 25 20:42:23.936923 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ce8e9d0-a320-498d-aea0-cb8297020901 req-37cf6285-516a-47db-944a-5ca9aa742867 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369954 Mar 25 20:42:25.074625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7c42989f-1f76-47b1-84ef-a5acb2d68cba details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:42:25.138772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24afbd-a260-4c26-ac22-218fb33e7364 req-cfa9e1fa-a5d3-441e-a7bf-6413ac717e9a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:25.140208 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d24afbd-a260-4c26-ac22-218fb33e7364 req-cfa9e1fa-a5d3-441e-a7bf-6413ac717e9a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 943 time: 0.0789177 Mar 25 20:42:25.189277 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3d24afbd-a260-4c26-ac22-218fb33e7364 req-55f7c59d-384c-4292-99a0-9ebeb8dfa40c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Mar 25 20:42:25.241613 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:42:25.254270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'port_id': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'mac_address': 'fa:16:3e:18:02:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:42:25.309742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:25.325849 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c42989f-1f76-47b1-84ef-a5acb2d68cba {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:42:25.341144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:42:25.397938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:25.464377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=7c42989f-1f76-47b1-84ef-a5acb2d68cba,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:25.707031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['7c42989f-1f76-47b1-84ef-a5acb2d68cba'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:42:26.371020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed3cdc-2850-42ab-9e15-4fbbe7933243 req-65188df7-b76a-4e77-be76-876d24f4c632 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:26.372455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9ed3cdc-2850-42ab-9e15-4fbbe7933243 req-65188df7-b76a-4e77-be76-876d24f4c632 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 944 time: 0.0770249 Mar 25 20:42:26.415473 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9ed3cdc-2850-42ab-9e15-4fbbe7933243 req-36314699-9f87-4648-b55f-b481183e4bef tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374913 Mar 25 20:42:27.089496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7c42989f-1f76-47b1-84ef-a5acb2d68cba up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:42:27.215015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 7c42989f-1f76-47b1-84ef-a5acb2d68cba completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:42:27.219970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 7c42989f-1f76-47b1-84ef-a5acb2d68cba triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:42:27.220376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:27.332326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:27.358270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:42:27.367551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:42:27.402115 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'code': 200} Mar 25 20:42:27.443905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:27.512508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=7c42989f-1f76-47b1-84ef-a5acb2d68cba,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:27.604530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa31783-edd7-4af1-bc01-899377d395f1 req-595f022a-40cf-47ad-822c-f764b70c9a6f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:27.606270 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efa31783-edd7-4af1-bc01-899377d395f1 req-595f022a-40cf-47ad-822c-f764b70c9a6f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0838513 Mar 25 20:42:27.651407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efa31783-edd7-4af1-bc01-899377d395f1 req-9c0314b1-103d-41ad-b8da-b1c33ad90f93 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Mar 25 20:42:27.786894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91535-04cc-45cb-a2f7-318b9db063a0 req-8c51ace2-72ad-41c5-b810-4f05427478b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:27.788360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0d91535-04cc-45cb-a2f7-318b9db063a0 req-8c51ace2-72ad-41c5-b810-4f05427478b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1098 time: 0.0680735 Mar 25 20:42:27.826964 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0d91535-04cc-45cb-a2f7-318b9db063a0 req-1bf48ec9-4c0e-4807-8d3a-0705cda31cc1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Mar 25 20:42:28.834935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd202e-cc7b-4098-91bd-20ab25f6d5d3 req-1a61e901-d6b9-4427-a679-121b6e6d5d8b tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:28.836358 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38dd202e-cc7b-4098-91bd-20ab25f6d5d3 req-1a61e901-d6b9-4427-a679-121b6e6d5d8b tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0809469 Mar 25 20:42:28.879205 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38dd202e-cc7b-4098-91bd-20ab25f6d5d3 req-b891df51-153d-41aa-ad62-62bf373e2809 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 Mar 25 20:42:30.056831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d1962-b114-4c99-a3c3-f1b43f17e99f req-85ff8c22-0319-4df1-a439-28489599ca0f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:30.058297 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-627d1962-b114-4c99-a3c3-f1b43f17e99f req-85ff8c22-0319-4df1-a439-28489599ca0f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0783000 Mar 25 20:42:30.101725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-627d1962-b114-4c99-a3c3-f1b43f17e99f req-db92b6dd-5ac5-433e-b697-f6bb3e9116ca tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Mar 25 20:42:30.282190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae3062-23c0-4241-a7c8-10761cea8607 req-e349cde0-f8dc-4703-a011-40e54644d704 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:30.283529 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-feae3062-23c0-4241-a7c8-10761cea8607 req-e349cde0-f8dc-4703-a011-40e54644d704 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0811651 Mar 25 20:42:30.326330 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-feae3062-23c0-4241-a7c8-10761cea8607 req-a3224556-392b-4ade-ba86-b795794f5fc7 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366623 Mar 25 20:42:30.714876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba02a3-b8ca-40db-861f-6baa3785e1d1 req-40e73457-6e23-40b0-b7f5-9417dfead49e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:30.716296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-92ba02a3-b8ca-40db-861f-6baa3785e1d1 req-40e73457-6e23-40b0-b7f5-9417dfead49e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0778823 Mar 25 20:42:30.853216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-92ba02a3-b8ca-40db-861f-6baa3785e1d1 req-128d2a6b-c8a5-4051-baa4-6f7667a89b13 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312878 Mar 25 20:42:39.111561 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-773f56db-56d5-407d-a656-e929ac1aeebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:40.185415 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:42:42.157766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8255-85d8-43cd-83e3-f330a0a98eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:42.718153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460d4ab-e14d-4370-a602-b678e7e23414 req-0e7b7904-cac7-44fc-9389-66afabfe1104 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:42.719601 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0460d4ab-e14d-4370-a602-b678e7e23414 req-0e7b7904-cac7-44fc-9389-66afabfe1104 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0783482 Mar 25 20:42:42.762231 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0460d4ab-e14d-4370-a602-b678e7e23414 req-9f1d9586-bdce-4ba0-9095-f6acafb56a39 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Mar 25 20:42:42.786207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41952) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:42.854528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:42.975212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:43.072963 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b086492-6dda-4107-a019-abe210a8d651 tempest-TestMinimumBasicScenario-619364527 tempest-TestMinimumBasicScenario-619364527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:43.074383 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1b086492-6dda-4107-a019-abe210a8d651 tempest-TestMinimumBasicScenario-619364527 tempest-TestMinimumBasicScenario-619364527-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1093 time: 0.2872050 Mar 25 20:42:43.077311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41958) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:43.082051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:43.092181 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:43.096351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:floatingip and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:43.099822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:43.105559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:43.174852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for floatingip, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:43.307708 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:43.442122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Allocated IP 172.26.8.57 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/35926650-c4ac-4649-b275-6d01358c64b2) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:42:43.584048 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:43.655949 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:43.715906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:42:43.718457 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:42:43.722096 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:42:43.769754 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'Port': ['ID=35926650-c4ac-4649-b275-6d01358c64b2,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:43.782254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.782598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.782938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.783276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.783602 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.783922 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.784244 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.784587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.784908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.785227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.785546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:43.785861 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:42:44.150319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:44.279977 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:44.317533 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:44.482937 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for port, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:44.574953 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14902341'] for port, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:44.682261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'Port': ['ID=35926650-c4ac-4649-b275-6d01358c64b2,revision_number=2']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:44.695063 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:44.962888 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Floating IP da6d37ee-1b27-4972-8504-c2f3048296e0 associated. External IP: 172.26.8.57, port: 7c42989f-1f76-47b1-84ef-a5acb2d68cba. Mar 25 20:42:45.319491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:42:45.494701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:42:45.504036 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] Sync routers for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:42:45.513491 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:42:45.514088 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:42:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:42:45.592535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:45.651043 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-be8c0da1-a2c0-4674-88a1-ac36a6c2a7f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5699668 Mar 25 20:42:45.651043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:42:45.652367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41962) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:45.659013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572683935', 'description': 'tempest-secgroup-smoke-572683935 description', 'project_id': '99b85b66048b4814903d186c8dbed90a'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:45.665748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:45.669644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:security_group and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:45.672468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:45.678671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:45.699287 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:42:45.729771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:45.753791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:45.758771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:security_group_rule and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:45.761724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:45.767764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:45.822193 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'status': 'completed', 'code': 200} Mar 25 20:42:45.840266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:45.881450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:45.934495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbef88c0-48d2-409d-ace7-dc75204aa48f,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:45.957517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-d1dfe9c4-5fab-46c6-81d2-0c732e997b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:45.959560 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-d1dfe9c4-5fab-46c6-81d2-0c732e997b02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1098 time: 0.1119077 Mar 25 20:42:45.987327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:45.988512 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5aea3986-bf41-48ec-95c3-1a81f7ef786f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3344493 Mar 25 20:42:45.992148 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41970) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:45.997451 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'security_group_rule': {'security_group_id': 'bbef88c0-48d2-409d-ace7-dc75204aa48f', 'project_id': '99b85b66048b4814903d186c8dbed90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:46.004013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:46.009693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:security_group_rule and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:46.013536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:46.024084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:46.059358 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'da6d37ee-1b27-4972-8504-c2f3048296e0', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'port_id': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'mac_address': 'fa:16:3e:18:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:42:44Z', 'updated_at': '2022-03-25T20:42:44Z', 'revision_number': 0, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:53Z', 'revision_number': 5, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:42:46.063180 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] Checking router: 93bc8d79-b004-4008-8eb0-b83bc4d86d33 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:42:46.071991 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:42:46.072640 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:42:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:42:46.096784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.100632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-d2f1d961-b592-487f-8ae2-26fca593bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:46.103043 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-d2f1d961-b592-487f-8ae2-26fca593bb38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 915 time: 0.1344097 Mar 25 20:42:46.201110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.208842 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-94f32afa-72f3-4448-917e-da1451ac076f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 998 time: 0.1003666 Mar 25 20:42:46.258523 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:42:46.274171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-81c2063a-10b7-4c70-bd7d-5d58cb482b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:46.275596 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-81c2063a-10b7-4c70-bd7d-5d58cb482b2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 200 len: 853 time: 0.0607991 Mar 25 20:42:46.277371 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.300743 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf9e762-115f-4646-8414-a36986303468,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:46.346333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.348271 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-47bc9939-79a2-40ab-a4de-a1edcab64af1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550987 Mar 25 20:42:46.351530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41974) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:46.351852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-d1262c37-c4cc-4b2f-9e68-f4270026bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:46.353614 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-d1262c37-c4cc-4b2f-9e68-f4270026bfb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a74300ed-9293-4548-a2d0-285d764e4397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720038 Mar 25 20:42:46.356582 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'security_group_rule': {'security_group_id': 'bbef88c0-48d2-409d-ace7-dc75204aa48f', 'project_id': '99b85b66048b4814903d186c8dbed90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:46.362615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:46.366994 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:security_group_rule and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:46.369857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:46.375595 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:46.438848 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.497326 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-ae3f25e1-3a40-4062-a001-742e43158c2b service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371717 Mar 25 20:42:46.505564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.570000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.604635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ab54e9-e3ec-4d2b-ac04-29e46a32bbd5,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:46.638294 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2251afd9-fd79-4877-86e6-65c9355bd98b req-5289a170-c163-4c1a-954e-fdee6b1eaf10 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346281 Mar 25 20:42:46.660748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.665896 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e65155c3-53cd-4755-b388-29293ca542b3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102648 Mar 25 20:42:46.666219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41978) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:46.672319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'security_group_rule': {'security_group_id': 'bbef88c0-48d2-409d-ace7-dc75204aa48f', 'project_id': '99b85b66048b4814903d186c8dbed90a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:46.678830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:46.682621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:security_group_rule and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:46.685623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:46.691581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:46.701504 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'da6d37ee-1b27-4972-8504-c2f3048296e0', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'port_id': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'mac_address': 'fa:16:3e:18:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:42:44Z', 'updated_at': '2022-03-25T20:42:44Z', 'revision_number': 0, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:53Z', 'revision_number': 5, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:42:46.705503 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05952ad-0ce7-4b6b-8d82-3f976118e5ea None None] The sync data for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv is: [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'da6d37ee-1b27-4972-8504-c2f3048296e0', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'floating_ip_address': '172.26.8.57', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'port_id': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'mac_address': 'fa:16:3e:18:02:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:42:44Z', 'updated_at': '2022-03-25T20:42:44Z', 'revision_number': 0, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:53Z', 'revision_number': 5, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:42:46.759027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.823706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.883785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.905333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285fb1cb-68fd-4bf5-be04-48cd8624c4dd None None] New status for floating IP da6d37ee-1b27-4972-8504-c2f3048296e0: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:42:46.927876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a69efd9-059e-4128-8d3c-5a822dbb5ff3,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:46.958254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:46.960263 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-80cfb615-e8d1-42e0-a9c6-0535ea75858c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930090 Mar 25 20:42:46.962923 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41982) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:46.967970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'security_group_rule': {'security_group_id': 'bbef88c0-48d2-409d-ace7-dc75204aa48f', 'project_id': '99b85b66048b4814903d186c8dbed90a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:46.974768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:46.978572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:security_group_rule and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:46.981526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:46.987121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:47.078764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.146898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.203498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.226707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697eb9f8-b449-4e9c-b3da-6f908a433c14,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:47.295603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.296838 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8e6a4acf-4d2e-45f5-8b92-9f9ea8bd2c52 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328683 Mar 25 20:42:47.299428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 41986) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:47.304425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'security_group_rule': {'security_group_id': 'bbef88c0-48d2-409d-ace7-dc75204aa48f', 'project_id': '99b85b66048b4814903d186c8dbed90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:47.310530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:47.314599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:security_group_rule and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:47.321487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:47.323997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:47.398380 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Project 99b85b66048b4814903d186c8dbed90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:42:47.405459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.469529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.546618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.570676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3b8f8e-a01d-4e99-b962-56690be9bcc0,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:47.655545 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.659966 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 41990) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:42:47.660462 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d25dc8c6-617f-4e86-9b67-2af5f1f154f1 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3597782 Mar 25 20:42:47.665566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'security_group_rule': {'security_group_id': 'bbef88c0-48d2-409d-ace7-dc75204aa48f', 'project_id': '99b85b66048b4814903d186c8dbed90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:47.672111 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:42:47.676081 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Usage tracker for resource:security_group_rule and tenant:99b85b66048b4814903d186c8dbed90a is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:42:47.680022 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:42:47.686110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:42:47.769625 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Project 99b85b66048b4814903d186c8dbed90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:42:47.776532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.841863 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.895196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.919269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3f9ee1-1b2e-4221-a187-92d882fca273,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:47.986599 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:47.987835 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-dc6e2cba-760f-49c3-9097-e3c6996694f5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267088 Mar 25 20:42:48.107347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-06b53fd4-24d1-45f6-9572-11b4c0e13d6f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Synchronizing usage tracker for tenant:99b85b66048b4814903d186c8dbed90a on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:42:48.180219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:48.197627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-06b53fd4-24d1-45f6-9572-11b4c0e13d6f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Unset dirty status for tenant:99b85b66048b4814903d186c8dbed90a on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:42:48.198838 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-06b53fd4-24d1-45f6-9572-11b4c0e13d6f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572683935&fields=id&tenant_id=99b85b66048b4814903d186c8dbed90a HTTP/1.1" status: 200 len: 267 time: 0.1326730 Mar 25 20:42:48.283552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-b3e27778-df29-4b21-af80-4da10437009b tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:48.284989 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-b3e27778-df29-4b21-af80-4da10437009b tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0804205 Mar 25 20:42:48.295764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'port': {'security_groups': ['581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2', 'bbef88c0-48d2-409d-ace7-dc75204aa48f']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:42:48.411250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:48.660829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] For port 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:42:48.687026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:48.747849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:48.758701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['7c42989f-1f76-47b1-84ef-a5acb2d68cba'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:42:48.817389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:48.818598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:48.819967 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-64cdf100-5fc4-4caf-b7c0-d5c53727707b req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "PUT /v2.0/ports/7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 981 time: 0.5284462 Mar 25 20:42:48.820423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:42:48.853277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0683dd-a83c-44c6-8a8a-e323f04707d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'Port': ['ID=7c42989f-1f76-47b1-84ef-a5acb2d68cba,revision_number=6']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:42:48.907116 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'status': 'completed', 'code': 200} Mar 25 20:42:48.963351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['7c42989f-1f76-47b1-84ef-a5acb2d68cba'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:42:49.192701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0eb9d-7ba5-4eb7-a8ed-00e22285df4f req-f4a105dd-34ff-42dd-bf18-fb822d001202 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:49.194603 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25a0eb9d-7ba5-4eb7-a8ed-00e22285df4f req-f4a105dd-34ff-42dd-bf18-fb822d001202 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.2135611 Mar 25 20:42:49.197950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-67847f5f-9b91-4395-b7e6-1fdd2d629a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:49.199285 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-67847f5f-9b91-4395-b7e6-1fdd2d629a8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1137 time: 0.2572598 Mar 25 20:42:49.223476 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-48d4ed27-b02b-4596-8388-01f905dea3df None None] Provisioning complete for port 7c42989f-1f76-47b1-84ef-a5acb2d68cba triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:42:49.224058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48d4ed27-b02b-4596-8388-01f905dea3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:42:49.314213 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25a0eb9d-7ba5-4eb7-a8ed-00e22285df4f req-ad5a7fa1-7ffb-4609-9693-8119330c359a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138005 Mar 25 20:42:49.361787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-e21af9b1-44ee-4e27-be4e-e7a0550567c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:49.363337 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-e21af9b1-44ee-4e27-be4e-e7a0550567c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 915 time: 0.1492281 Mar 25 20:42:49.468918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-712c66e4-4b7e-4629-a6e6-4fd26759d811 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 1000 time: 0.0970724 Mar 25 20:42:49.537864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-a466f296-f9c3-4a25-9d52-3f75d53627c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:49.539310 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-a466f296-f9c3-4a25-9d52-3f75d53627c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 200 len: 853 time: 0.0587218 Mar 25 20:42:49.617904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-6407ce06-39f8-461d-ae18-819de7fc9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:42:49.619945 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-6407ce06-39f8-461d-ae18-819de7fc9f3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a74300ed-9293-4548-a2d0-285d764e4397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738606 Mar 25 20:42:49.753342 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-9c227175-87d9-4754-aece-ddb783bb189b service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275754 Mar 25 20:42:49.891320 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ad83697-4626-4ccc-b19a-0015b4871461 req-7b0a4cf5-e51a-4963-b21c-65a5e4893111 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299264 Mar 25 20:43:03.445289 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-d89babc2-f600-41fc-9cf9-c78090088df0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675106 Mar 25 20:43:03.585984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-9a139ea8-ce81-4ff0-b869-3f456a8b7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:03.587415 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-9a139ea8-ce81-4ff0-b869-3f456a8b7f70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1137 time: 0.0726235 Mar 25 20:43:03.728556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-7b217676-8515-4907-855e-39ae8584d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:03.730418 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-7b217676-8515-4907-855e-39ae8584d970 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 915 time: 0.1247368 Mar 25 20:43:03.832113 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-7c15d7d4-32fd-4092-8120-8c52f5997177 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 1000 time: 0.0947278 Mar 25 20:43:03.893412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-1abcfc3b-25a7-49aa-9098-2fb8c92dde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:03.894706 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-1abcfc3b-25a7-49aa-9098-2fb8c92dde45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 200 len: 853 time: 0.0557561 Mar 25 20:43:03.966675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-50f2c59f-770c-4adc-8d04-0a1d3466d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:03.968118 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-50f2c59f-770c-4adc-8d04-0a1d3466d595 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a74300ed-9293-4548-a2d0-285d764e4397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675356 Mar 25 20:43:04.096137 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-11e41865-204b-457c-8be6-9a0bb003f850 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213403 Mar 25 20:43:04.225506 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4a0a6dfe-93ee-4950-b6cc-6ca3d41b32cb req-09f87e24-5136-498b-b044-038d729ed0b8 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231017 Mar 25 20:43:09.100934 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-65e87cd0-acee-4548-9a30-3574929557a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:12.214682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bce0c49-24ad-4249-bc76-e8c66e8e20cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:12.826162 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:12.946788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:14.340920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:17.188101 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:43:18.186725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:38.049785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826b3b6-3e11-4e07-bdfe-e3b2ff087b95 req-45f08553-a2e3-448e-be4a-5d3c13aff76f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:38.051133 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9826b3b6-3e11-4e07-bdfe-e3b2ff087b95 req-45f08553-a2e3-448e-be4a-5d3c13aff76f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.2329848 Mar 25 20:43:38.054216 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-82b715d5-469c-4e47-b8bc-ab2bdf6da77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:38.055547 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-82b715d5-469c-4e47-b8bc-ab2bdf6da77d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1137 time: 0.1110859 Mar 25 20:43:38.183930 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9826b3b6-3e11-4e07-bdfe-e3b2ff087b95 req-ad941067-3a23-4bb8-a48d-5961b483df75 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267524 Mar 25 20:43:38.216330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-99e2c862-a32d-4e34-befa-948a8b95c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:38.218322 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-99e2c862-a32d-4e34-befa-948a8b95c905 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 915 time: 0.1490433 Mar 25 20:43:38.320947 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-9ec72653-cd2d-4e22-ad4a-befad17efadf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 1000 time: 0.0961440 Mar 25 20:43:38.381688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-a01724f7-5fcb-4e0a-a251-dd0f9fb1d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:38.383075 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-a01724f7-5fcb-4e0a-a251-dd0f9fb1d362 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 200 len: 853 time: 0.0563807 Mar 25 20:43:38.459053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-532cb615-4984-4277-b2a2-5343c6c4501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:38.460536 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-532cb615-4984-4277-b2a2-5343c6c4501c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a74300ed-9293-4548-a2d0-285d764e4397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708697 Mar 25 20:43:38.589965 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-a6778b1c-3cc7-457c-b12e-c3dd5b5550cc service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226544 Mar 25 20:43:38.719172 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b9169-1e4e-400d-9b9e-de65db643ce2 req-92f7b77b-0372-4bbd-bf57-d9d0b1d06886 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229391 Mar 25 20:43:39.123774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0b9e-9758-4fb6-b5e6-99802c9f6699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:39.378294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54971f5-cf70-4b9e-adc3-a427ea20f3bc req-598ad75f-cfd8-4f6e-8b21-f9f5f098ff4e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:39.379740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b54971f5-cf70-4b9e-adc3-a427ea20f3bc req-598ad75f-cfd8-4f6e-8b21-f9f5f098ff4e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0818443 Mar 25 20:43:39.424909 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b54971f5-cf70-4b9e-adc3-a427ea20f3bc req-736a1295-99b7-428c-b6f4-9a54dee30fb8 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394008 Mar 25 20:43:40.610448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c442e99-87a8-4328-9e07-7be14ee6be17 req-c2cc94be-a150-4038-b4be-444e693cb615 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:40.611899 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0c442e99-87a8-4328-9e07-7be14ee6be17 req-c2cc94be-a150-4038-b4be-444e693cb615 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0824759 Mar 25 20:43:40.661608 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0c442e99-87a8-4328-9e07-7be14ee6be17 req-e684f706-6388-4e36-930e-c8b51ac2054f tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439508 Mar 25 20:43:41.850296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424927-c5dd-41df-b12a-c54caec4d179 req-b2c452f3-b680-4163-b38c-a3a8914495d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:41.851743 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-64424927-c5dd-41df-b12a-c54caec4d179 req-b2c452f3-b680-4163-b38c-a3a8914495d9 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0840406 Mar 25 20:43:41.898101 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-64424927-c5dd-41df-b12a-c54caec4d179 req-853ae235-cbdc-4c2d-82f8-8555b3e41744 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406647 Mar 25 20:43:42.175177 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-23f83664-7bd5-4858-a158-88cc77850679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:42.827071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:42.953014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:43.083827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e2872-f80d-4b5d-9e25-855405d2e620 req-4578bccd-fd20-457f-a5db-cb515c545a32 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:43.085326 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-243e2872-f80d-4b5d-9e25-855405d2e620 req-4578bccd-fd20-457f-a5db-cb515c545a32 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0817676 Mar 25 20:43:43.136920 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-243e2872-f80d-4b5d-9e25-855405d2e620 req-2c0474e0-c1ec-4331-aa7d-43f4c4c4fd85 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458803 Mar 25 20:43:44.320599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb829a8-da18-4f01-92b3-69427f031848 req-c20b8c1b-fd92-4862-8d45-a055b07947a5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:44.321965 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbb829a8-da18-4f01-92b3-69427f031848 req-c20b8c1b-fd92-4862-8d45-a055b07947a5 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0784767 Mar 25 20:43:44.346881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:44.367887 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dbb829a8-da18-4f01-92b3-69427f031848 req-7d337abb-1487-456b-9280-966561401569 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395656 Mar 25 20:43:45.551597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dce182-18b4-495a-8cbf-c8abd569acf6 req-8c3f5ace-33f7-4ff8-835d-30fdedc4871d tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:45.553040 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-54dce182-18b4-495a-8cbf-c8abd569acf6 req-8c3f5ace-33f7-4ff8-835d-30fdedc4871d tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0814395 Mar 25 20:43:45.597859 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-54dce182-18b4-495a-8cbf-c8abd569acf6 req-720cdd2e-4abf-4b78-8a23-611435555fdb tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391176 Mar 25 20:43:46.777977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1b0fc-2e8e-46c6-bcba-9387ac9f8e45 req-b716b091-292a-4477-8563-9a293fa46ff4 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:46.779397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b0f1b0fc-2e8e-46c6-bcba-9387ac9f8e45 req-b716b091-292a-4477-8563-9a293fa46ff4 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0781453 Mar 25 20:43:46.826614 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b0f1b0fc-2e8e-46c6-bcba-9387ac9f8e45 req-4f28e5ae-ff4e-4bf5-bc58-d81b7fee9857 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409808 Mar 25 20:43:48.007179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90deaf-2468-46e6-bddc-4f3f37da9a4a req-e2f6790f-0b38-4d04-8028-6921fa994dea tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:48.008587 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d90deaf-2468-46e6-bddc-4f3f37da9a4a req-e2f6790f-0b38-4d04-8028-6921fa994dea tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0780370 Mar 25 20:43:48.055835 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d90deaf-2468-46e6-bddc-4f3f37da9a4a req-68a2426e-186f-4fd7-a4bb-a1d1196c36e7 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410256 Mar 25 20:43:48.203535 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:43:49.413916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f46f1-7e73-4987-a8ee-beb7c314897e req-43833f67-041c-4878-a207-3080c5239a40 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:49.415342 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e8f46f1-7e73-4987-a8ee-beb7c314897e req-43833f67-041c-4878-a207-3080c5239a40 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0814219 Mar 25 20:43:49.545244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e8f46f1-7e73-4987-a8ee-beb7c314897e req-8f3cbe0f-4109-4b5a-858f-83db9029e99d tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241808 Mar 25 20:43:50.729171 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb7a97-5970-4691-a9c8-d1229bd5a5d2 req-8632a087-bd40-49da-8afd-1b176146b236 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:43:50.730635 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-43cb7a97-5970-4691-a9c8-d1229bd5a5d2 req-8632a087-bd40-49da-8afd-1b176146b236 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0787053 Mar 25 20:43:50.775299 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-43cb7a97-5970-4691-a9c8-d1229bd5a5d2 req-13767411-9f8a-435e-8591-aebe1b4b06c3 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbef88c0-48d2-409d-ace7-dc75204aa48f&id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384843 Mar 25 20:43:54.186501 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:44:05.451458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-39bb3502-0856-4b36-a94f-75499231cc72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792925 Mar 25 20:44:05.582952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-af950e07-e188-4540-ac69-e2abf3cf5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:05.584355 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-af950e07-e188-4540-ac69-e2abf3cf5819 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1137 time: 0.0682595 Mar 25 20:44:05.726844 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-d2d57e64-408c-4f09-9611-89852e7bd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:05.728185 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-d2d57e64-408c-4f09-9611-89852e7bd7d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 915 time: 0.1236019 Mar 25 20:44:05.829054 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-0088de8d-b5d1-41ce-b6db-bfdc3771ba85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 1000 time: 0.0942550 Mar 25 20:44:05.892106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-fcd650a0-0f8e-4ca4-ab65-fd2894b6d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:05.893509 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-fcd650a0-0f8e-4ca4-ab65-fd2894b6d13a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 200 len: 853 time: 0.0583889 Mar 25 20:44:05.965146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-0ce09109-f454-4d0a-b51c-e581c751880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:05.966547 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-0ce09109-f454-4d0a-b51c-e581c751880d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a74300ed-9293-4548-a2d0-285d764e4397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660613 Mar 25 20:44:06.095200 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-90953bb9-c096-4b5b-bf70-1b998dfc33f5 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220837 Mar 25 20:44:06.223914 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e1d1303f-b6c0-4fae-908f-ba60876d2ed9 req-b7b38bff-a39a-497c-8c1a-a2132e8ba44e service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213114 Mar 25 20:44:09.121942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04f59e7b-2b5f-4823-badf-c75e2e99481d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:12.162104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5165a808-b445-4c90-91a5-39f3c61ce19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:12.849684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:12.970069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:14.421649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:18.220852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:31.186592 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:44:39.141596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c7e1-8bc3-44c3-ad00-ee84e262686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:39.377686 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-9371188b-d498-405b-8f99-051bda17ec2d tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572683935&fields=id&tenant_id=99b85b66048b4814903d186c8dbed90a HTTP/1.1" status: 200 len: 267 time: 0.0398648 Mar 25 20:44:39.464449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-48bce183-6587-47c9-8311-f04cf5ef6612 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:39.465908 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-48bce183-6587-47c9-8311-f04cf5ef6612 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 984 time: 0.0827732 Mar 25 20:44:39.476331 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Request body: {'port': {'security_groups': ['581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:44:39.594386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:39.826700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] For port 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:44:39.850134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:39.912227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:39.924500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['7c42989f-1f76-47b1-84ef-a5acb2d68cba'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:44:39.979291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:39.979909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:39.981316 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b90819a6-ce9b-4476-b826-6ad66db8290e req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "PUT /v2.0/ports/7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 942 time: 0.5092885 Mar 25 20:44:39.981750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:44:39.988296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42072) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:44:40.026742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event updated for resources: {'Port': ['ID=7c42989f-1f76-47b1-84ef-a5acb2d68cba,revision_number=7']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:44:40.034767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.035116 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.035462 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.035810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.036255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.036621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.036968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.037266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.037580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.037900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.038224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.038539 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52076b7e-a738-4508-8ca8-6481dcd0528a tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.074225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['7c42989f-1f76-47b1-84ef-a5acb2d68cba'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:44:40.095171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:40.129855 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'status': 'completed', 'code': 200} Mar 25 20:44:40.142296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:40.237871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-68dec02e-d33c-4b1c-a1d8-c4548f627b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:40.239351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-68dec02e-d33c-4b1c-a1d8-c4548f627b85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1098 time: 0.0837302 Mar 25 20:44:40.295444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a91a8848-24dd-4f0c-b923-e3a868119637 None None] Provisioning complete for port 7c42989f-1f76-47b1-84ef-a5acb2d68cba triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:44:40.296029 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:40.296165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a91a8848-24dd-4f0c-b923-e3a868119637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:40.317402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbef88c0-48d2-409d-ace7-dc75204aa48f,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:44:40.325716 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.327553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.327553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.327553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.327553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.327553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.328050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.328050 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.328325 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.328669 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.328988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.329300 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:44:40.413475 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:40.417062 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-58fffe64-63ae-4a61-b7db-3119e4ce6915 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbef88c0-48d2-409d-ace7-dc75204aa48f HTTP/1.1" status: 204 len: 168 time: 0.4230936 Mar 25 20:44:40.417286 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42078) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:44:40.475541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-0380d417-de74-4318-9ea1-3e9dfcead3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:40.477013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-0380d417-de74-4318-9ea1-3e9dfcead3ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 915 time: 0.2313459 Mar 25 20:44:40.579521 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-ea8ee471-c613-4898-bcb0-928b2a2ca399 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 1000 time: 0.0961671 Mar 25 20:44:40.623382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Deleting port 35926650-c4ac-4649-b275-6d01358c64b2 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:44:40.623712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:40.655318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-14f5e2b2-fe6c-4964-a69c-bfb44b58ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:40.657374 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-14f5e2b2-fe6c-4964-a69c-bfb44b58ede2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 200 len: 853 time: 0.0703523 Mar 25 20:44:40.731915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-b9bfa570-7180-43ba-8f28-0bec6b32df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:40.733468 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-b9bfa570-7180-43ba-8f28-0bec6b32df8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a74300ed-9293-4548-a2d0-285d764e4397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703223 Mar 25 20:44:40.801542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:40.801870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:40.866304 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-a6c260fd-4ffd-4229-a641-eb8d8b39175b service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265612 Mar 25 20:44:40.999377 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75e4ad69-fe90-4649-ac98-56f31c056aef req-5d64b8b7-d6f3-4570-85f0-9aa45b6bc0d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270218 Mar 25 20:44:41.037269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Calling delete_port for 35926650-c4ac-4649-b275-6d01358c64b2 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:44:41.249584 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:41.293174 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event deleted for resources: {'Port': ['ID=35926650-c4ac-4649-b275-6d01358c64b2,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:44:41.388787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:41.389119 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Floating IP da6d37ee-1b27-4972-8504-c2f3048296e0 disassociated (deleted). External IP: 172.26.8.57, port: 7c42989f-1f76-47b1-84ef-a5acb2d68cba. Mar 25 20:44:41.746652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:44:41.924254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:44:41.933413 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] Sync routers for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:44:41.942398 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:44:41.942994 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:44:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:44:41.998192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:42.054687 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bb0b4453-7a00-4593-a25e-39d5f24b803e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "DELETE /v2.0/floatingips/da6d37ee-1b27-4972-8504-c2f3048296e0 HTTP/1.1" status: 204 len: 168 time: 1.6360679 Mar 25 20:44:42.055481 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:44:42.115047 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'status': 'completed', 'code': 200} Mar 25 20:44:42.122735 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:44:42.191074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae7ae756-2dfb-4c9e-9ebe-4740e2504582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:42.210695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-17ca33d2-dc6c-4f83-85cf-e36254395171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:42.213149 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-17ca33d2-dc6c-4f83-85cf-e36254395171 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99b85b66048b4814903d186c8dbed90a&device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 1098 time: 0.0770915 Mar 25 20:44:42.350990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-aac60d85-e7ce-4beb-ac52-9d54cea3ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:42.352440 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-aac60d85-e7ce-4beb-ac52-9d54cea3ff03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 200 len: 915 time: 0.1334422 Mar 25 20:44:42.422433 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-0e46ee6e-827f-4e8b-9c8b-715b6a609d9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 200 len: 217 time: 0.0641975 Mar 25 20:44:42.435489 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:53Z', 'revision_number': 5, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:44:42.439855 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] Checking router: 93bc8d79-b004-4008-8eb0-b83bc4d86d33 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:44:42.448222 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:44:42.448846 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:44:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:44:42.487521 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-ae278b0b-1c21-4bb2-af3f-3cea62766bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:42.489000 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-ae278b0b-1c21-4bb2-af3f-3cea62766bdd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 200 len: 853 time: 0.0596614 Mar 25 20:44:42.571037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-272b21b4-559d-438d-9372-2e4767a54cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:42.572580 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-272b21b4-559d-438d-9372-2e4767a54cb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a74300ed-9293-4548-a2d0-285d764e4397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769296 Mar 25 20:44:42.631446 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:44:42.714637 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-6d2d0309-e216-47d6-bdd3-acf7d6486d49 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360466 Mar 25 20:44:42.838827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:42.846676 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4cf1e699-2168-4283-8f85-cddf8cf69114 req-6ca07b22-5e23-45e1-8fc5-1f4df8f59063 service neutron] 10.222.0.43 "GET /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264870 Mar 25 20:44:42.964087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:42.995323 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:53Z', 'revision_number': 5, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:44:42.999192 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdda61-6c61-4ebe-8305-46c1cbb715c5 None None] The sync data for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv is: [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:47Z', 'revision_number': 4, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '409d7caf-af3e-41fc-9116-c97b3e93baac', 'name': '', 'network_id': 'a74300ed-9293-4548-a2d0-285d764e4397', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'mac_address': 'fa:16:3e:96:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:46Z', 'updated_at': '2022-03-25T20:41:53Z', 'revision_number': 5, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'subnets': [{'id': 'c6da235b-a92b-462a-ab44-2fe89c18264a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:44:43.223981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b8e16-a9b3-4fa5-9c37-70cdf1a24dc2 None None] New status for floating IP da6d37ee-1b27-4972-8504-c2f3048296e0: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:44:44.373689 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:48.195133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fe32c-5712-463f-a439-f3ea67e0f968 req-fee89e93-4ef1-452d-9aa0-eece41ff637e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:48.196647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-251fe32c-5712-463f-a439-f3ea67e0f968 req-fee89e93-4ef1-452d-9aa0-eece41ff637e tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0817463 Mar 25 20:44:48.253836 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-251fe32c-5712-463f-a439-f3ea67e0f968 req-924a065c-d331-48fb-8f30-6e2f7ac8f4c4 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Mar 25 20:44:48.284780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:49.431769 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd2b87-6d45-456a-b03a-1b6e99615c54 req-6fd468e2-e9d6-45f0-967d-9ec1911a7226 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:49.433152 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2fbd2b87-6d45-456a-b03a-1b6e99615c54 req-6fd468e2-e9d6-45f0-967d-9ec1911a7226 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0797615 Mar 25 20:44:49.477278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2fbd2b87-6d45-456a-b03a-1b6e99615c54 req-60dcca5c-fd97-4174-ab5c-7b4cad3931be tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Mar 25 20:44:50.125231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-5f11437d-28b9-4197-97d7-4ba410362216 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:50.126631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-5f11437d-28b9-4197-97d7-4ba410362216 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.0800922 Mar 25 20:44:50.282457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Deleting port 7c42989f-1f76-47b1-84ef-a5acb2d68cba {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:44:50.282793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:50.519359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] For port 7c42989f-1f76-47b1-84ef-a5acb2d68cba, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=7c42989f-1f76-47b1-84ef-a5acb2d68cba,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:44:50.519950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:50.644149 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Calling delete_port for 7c42989f-1f76-47b1-84ef-a5acb2d68cba owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:44:50.783403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238962f-307a-4b2c-9bcc-b40dfb4d564c req-9f84b66e-8c3b-4749-a817-4c87e3de005c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:44:50.784896 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d238962f-307a-4b2c-9bcc-b40dfb4d564c req-9f84b66e-8c3b-4749-a817-4c87e3de005c tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 945 time: 0.1483953 Mar 25 20:44:50.876868 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d238962f-307a-4b2c-9bcc-b40dfb4d564c req-325e7f2d-634e-449d-9634-42056b354a62 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/security-groups?id=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601273 Mar 25 20:44:50.922130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:50.933219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['7c42989f-1f76-47b1-84ef-a5acb2d68cba'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:44:50.971842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Pushing event deleted for resources: {'Port': ['ID=7c42989f-1f76-47b1-84ef-a5acb2d68cba,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:44:51.056172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] No DVR routers for this DVR port 7c42989f-1f76-47b1-84ef-a5acb2d68cba on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:44:51.056172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:51.056172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'name': 'network-vif-deleted', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:44:51.066104 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-29111bed-351a-4b9a-beaa-dd33335abc9e req-e144b2e6-a527-4aa1-a5aa-5a1da6cc88f2 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.43 "DELETE /v2.0/ports/7c42989f-1f76-47b1-84ef-a5acb2d68cba HTTP/1.1" status: 204 len: 173 time: 0.9335487 Mar 25 20:44:51.097837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bda295-65b0-427d-b1c2-fe363edd807d', 'name': 'network-vif-deleted', 'tag': '7c42989f-1f76-47b1-84ef-a5acb2d68cba', 'status': 'completed', 'code': 200} Mar 25 20:44:52.038728 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c5869b5e-e117-413f-9ef5-7d0271dd255e req-054c1cc8-5691-4e36-baf1-02fc37818d20 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Synchronizing usage tracker for tenant:99b85b66048b4814903d186c8dbed90a on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:44:52.104499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c5869b5e-e117-413f-9ef5-7d0271dd255e req-054c1cc8-5691-4e36-baf1-02fc37818d20 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] Unset dirty status for tenant:99b85b66048b4814903d186c8dbed90a on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:44:52.105698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c5869b5e-e117-413f-9ef5-7d0271dd255e req-054c1cc8-5691-4e36-baf1-02fc37818d20 tempest-TestMinimumBasicScenario-1581229817 tempest-TestMinimumBasicScenario-1581229817-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9bda295-65b0-427d-b1c2-fe363edd807d HTTP/1.1" status: 200 len: 210 time: 0.1089165 Mar 25 20:44:53.833577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7c42989f-1f76-47b1-84ef-a5acb2d68cba no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:44:53.867774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 7c42989f-1f76-47b1-84ef-a5acb2d68cba {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:44:53.868105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 7c42989f-1f76-47b1-84ef-a5acb2d68cba not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:44:54.409485 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42174) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:44:55.053444 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:55.391212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Deleting port 409d7caf-af3e-41fc-9116-c97b3e93baac {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:44:55.391548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:55.557193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] For port 409d7caf-af3e-41fc-9116-c97b3e93baac, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=409d7caf-af3e-41fc-9116-c97b3e93baac,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:44:55.557892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:55.688892 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Calling delete_port for 409d7caf-af3e-41fc-9116-c97b3e93baac owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:44:56.044212 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:56.094871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=409d7caf-af3e-41fc-9116-c97b3e93baac,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:44:56.467580 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:56.823306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:44:56.998631 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:44:57.007010 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] Sync routers for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:44:57.016911 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:44:57.017499 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:44:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:44:57.078414 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-46e4fb7d-4932-44e4-96cd-1a7746293d9d admin admin] 10.222.0.37 "PUT /v2.0/routers/93bc8d79-b004-4008-8eb0-b83bc4d86d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676855 Mar 25 20:44:57.081420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42178) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:44:57.199233 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:44:57.269929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:57.445132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:57.474621 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:44:55Z', 'revision_number': 5, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port': {'id': '9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:44:57.478400 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] Checking router: 93bc8d79-b004-4008-8eb0-b83bc4d86d33 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:44:57.486539 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] Routers {'93bc8d79-b004-4008-8eb0-b83bc4d86d33'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:44:57.487161 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:44:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:44:57.512786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Deleting port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:44:57.513125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:57.639205 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] Set router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 gateway port host: None {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:44:57.746837 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:44:57Z', 'revision_number': 6, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:44:57.750947 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f83aa6-657e-4a83-9f3c-696ac6222142 None None] The sync data for ids ['93bc8d79-b004-4008-8eb0-b83bc4d86d33'] in dv-neutron-835149-1-hyperv is: [{'id': '93bc8d79-b004-4008-8eb0-b83bc4d86d33', 'name': 'tempest-TestMinimumBasicScenario-756127311-router', 'tenant_id': '99b85b66048b4814903d186c8dbed90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:43Z', 'updated_at': '2022-03-25T20:44:57Z', 'revision_number': 6, 'project_id': '99b85b66048b4814903d186c8dbed90a', 'gw_port_host': None}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:44:57.792081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] For port 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:44:57.792430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:57.909889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Calling delete_port for 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:44:58.284453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:58.329169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:44:58.421783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:58.599744 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:58.602015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:58.693524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:58.694139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93bc8d79-b004-4008-8eb0-b83bc4d86d33 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:44:58.711265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:58.712558 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c1bc6802-20d0-4387-af5c-02b1a4db5fc7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/93bc8d79-b004-4008-8eb0-b83bc4d86d33 HTTP/1.1" status: 204 len: 168 time: 1.6299760 Mar 25 20:44:58.720135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42182) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:44:58.782295 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf93fca-6e8e-45cc-8dea-2236c06f5b4d admin admin] Deleting subnet c6da235b-a92b-462a-ab44-2fe89c18264a {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:44:58.785339 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5bf93fca-6e8e-45cc-8dea-2236c06f5b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:58.834836 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5bf93fca-6e8e-45cc-8dea-2236c06f5b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:58.914614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5bf93fca-6e8e-45cc-8dea-2236c06f5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.042651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5bf93fca-6e8e-45cc-8dea-2236c06f5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.079156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf93fca-6e8e-45cc-8dea-2236c06f5b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6da235b-a92b-462a-ab44-2fe89c18264a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:44:59.082746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-5bf93fca-6e8e-45cc-8dea-2236c06f5b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.088525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30911de-eea7-4475-8767-6e27a01404d4 None None] Network a74300ed-9293-4548-a2d0-285d764e4397 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:44:59.089087 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-5bf93fca-6e8e-45cc-8dea-2236c06f5b4d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6da235b-a92b-462a-ab44-2fe89c18264a HTTP/1.1" status: 204 len: 168 time: 0.3675127 Mar 25 20:44:59.091311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42186) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:44:59.204579 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.216156 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Deleting port cc1ae8f7-6340-41e2-b7fd-292649d14893 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:44:59.216505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.243405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:44:59.319602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:44:59.319946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9e50f1a1-f129-49f8-9d4b-3cd39f1b6a74 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:44:59.320358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 409d7caf-af3e-41fc-9116-c97b3e93baac no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:44:59.355709 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 409d7caf-af3e-41fc-9116-c97b3e93baac {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:44:59.356059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 409d7caf-af3e-41fc-9116-c97b3e93baac not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:44:59.439932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] DHCP port deletion for a74300ed-9293-4548-a2d0-285d764e4397 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:44:59.444330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] Deleting port cc1ae8f7-6340-41e2-b7fd-292649d14893 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:44:59.444787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.544752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] For port cc1ae8f7-6340-41e2-b7fd-292649d14893, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cc1ae8f7-6340-41e2-b7fd-292649d14893,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:44:59.545113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.656760 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] For port cc1ae8f7-6340-41e2-b7fd-292649d14893, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cc1ae8f7-6340-41e2-b7fd-292649d14893,segment=NetworkSegment(27c377c7-3ec4-4fd7-a40e-3c3040548d02),segment_id=27c377c7-3ec4-4fd7-a40e-3c3040548d02)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:44:59.657248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.676761 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Calling delete_port for cc1ae8f7-6340-41e2-b7fd-292649d14893 owned by network:dhcp {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:44:59.785249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] Calling delete_port for cc1ae8f7-6340-41e2-b7fd-292649d14893 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:44:59.816135 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 25 20:44:59.852372 dv-neutron-835149-1-hyperv neutron-server[88486]: util.warn( Mar 25 20:44:59.858106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:44:59.858461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:44:59.865488 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] No DVR routers for this DVR port cc1ae8f7-6340-41e2-b7fd-292649d14893 on host dv-neutron-835149-1-hyperv {{(pid=88485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:44:59.891888 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1ae8f7-6340-41e2-b7fd-292649d14893,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:44:59.981793 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:00.006668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74300ed-9293-4548-a2d0-285d764e4397']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:00.018486 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c377c7-3ec4-4fd7-a40e-3c3040548d02') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:00.018779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c377c7-3ec4-4fd7-a40e-3c3040548d02') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:00.030128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:00.054857 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:00.062532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:45:00.063071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:45:00.082872 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:45:00.249559 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:00.266069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:00.278220 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a74300ed-9293-4548-a2d0-285d764e4397,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:00.282919 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-53453156-a9ac-41be-bf0f-aaece717f6aa admin admin] 10.222.0.37 "DELETE /v2.0/networks/a74300ed-9293-4548-a2d0-285d764e4397 HTTP/1.1" status: 204 len: 168 time: 1.1906784 Mar 25 20:45:00.286450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42190) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:00.359749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] Deleting port cc1ae8f7-6340-41e2-b7fd-292649d14893 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:45:00.360292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:00.427380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cf394-2697-4161-8286-75155c531a95 None None] The port 'cc1ae8f7-6340-41e2-b7fd-292649d14893' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:45:00.838028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:01.221661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cc1ae8f7-6340-41e2-b7fd-292649d14893 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:45:01.258321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: cc1ae8f7-6340-41e2-b7fd-292649d14893 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:45:01.258668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cc1ae8f7-6340-41e2-b7fd-292649d14893 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:45:01.296946 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Deleting port 907f9e2d-b061-4d33-b294-24ffe476c991 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:45:01.297279 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:01.468929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] For port 907f9e2d-b061-4d33-b294-24ffe476c991, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=907f9e2d-b061-4d33-b294-24ffe476c991,segment=NetworkSegment(2fd4503f-5dd6-466f-9587-eef6ba062beb),segment_id=2fd4503f-5dd6-466f-9587-eef6ba062beb)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:01.469200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:01.593556 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Calling delete_port for 907f9e2d-b061-4d33-b294-24ffe476c991 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:45:01.824678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:01.868344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Pushing event deleted for resources: {'Port': ['ID=907f9e2d-b061-4d33-b294-24ffe476c991,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:02.135035 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:02.594369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Router a9134b58-4e1a-4ce3-abdb-013402feec85 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:45:02.766990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:45:02.775623 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-fb69d7ed-9c6b-4b5b-bf43-0d52943c572a admin admin] 10.222.0.37 "PUT /v2.0/routers/a9134b58-4e1a-4ce3-abdb-013402feec85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4882298 Mar 25 20:45:02.776406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] Sync routers for ids ['a9134b58-4e1a-4ce3-abdb-013402feec85'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:45:02.778046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42194) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:02.786502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] Routers {'a9134b58-4e1a-4ce3-abdb-013402feec85'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:45:02.787095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:44:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a9134b58-4e1a-4ce3-abdb-013402feec85'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:02.955436 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:02.960425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] Set router a9134b58-4e1a-4ce3-abdb-013402feec85 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:45:03.129889 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:03.202182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Deleting port 34d12eea-aaea-4653-afeb-b1779c097740 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:45:03.202616 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:03.242750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '34d12eea-aaea-4653-afeb-b1779c097740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:45:01Z', 'revision_number': 5, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port': {'id': '34d12eea-aaea-4653-afeb-b1779c097740', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:41:51Z', 'updated_at': '2022-03-25T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:03.246648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] Checking router: a9134b58-4e1a-4ce3-abdb-013402feec85 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:45:03.254962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] Routers {'a9134b58-4e1a-4ce3-abdb-013402feec85'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:45:03.255553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:44:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a9134b58-4e1a-4ce3-abdb-013402feec85'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:03.385810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] For port 34d12eea-aaea-4653-afeb-b1779c097740, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=34d12eea-aaea-4653-afeb-b1779c097740,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:03.386164 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:03.406104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] Set router a9134b58-4e1a-4ce3-abdb-013402feec85 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:45:03.509505 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Calling delete_port for 34d12eea-aaea-4653-afeb-b1779c097740 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:45:03.548281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:45:03Z', 'revision_number': 6, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:03.553033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb276b71-f390-48ea-94ac-f2b342a61f91 None None] The sync data for ids ['a9134b58-4e1a-4ce3-abdb-013402feec85'] in dv-neutron-835149-1-hyperv is: [{'id': 'a9134b58-4e1a-4ce3-abdb-013402feec85', 'name': 'tempest-TestMinimumBasicScenario-1697104651-router', 'tenant_id': '768f5196ffed415083b77badd61b242a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:41:50Z', 'updated_at': '2022-03-25T20:45:03Z', 'revision_number': 6, 'project_id': '768f5196ffed415083b77badd61b242a', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:45:03.738973 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:03.787369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Pushing event deleted for resources: {'Port': ['ID=34d12eea-aaea-4653-afeb-b1779c097740,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:03.877233 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.162425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.164621 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.272941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.273450 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9134b58-4e1a-4ce3-abdb-013402feec85 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:45:04.286577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.287769 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0824f6aa-1fdb-4b99-a89d-d9274d3406fd admin admin] 10.222.0.37 "DELETE /v2.0/routers/a9134b58-4e1a-4ce3-abdb-013402feec85 HTTP/1.1" status: 204 len: 168 time: 1.5088403 Mar 25 20:45:04.290439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42200) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:04.351908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-1047ec5e-fa81-47f3-8b8c-c2ad2af076c5 admin admin] Deleting subnet 333dd633-1c08-480e-b3a8-49a25ff73cd7 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:45:04.354806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1047ec5e-fa81-47f3-8b8c-c2ad2af076c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.407801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1047ec5e-fa81-47f3-8b8c-c2ad2af076c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.484942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1047ec5e-fa81-47f3-8b8c-c2ad2af076c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.630614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1047ec5e-fa81-47f3-8b8c-c2ad2af076c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.667151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047ec5e-fa81-47f3-8b8c-c2ad2af076c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=333dd633-1c08-480e-b3a8-49a25ff73cd7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:04.670775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1047ec5e-fa81-47f3-8b8c-c2ad2af076c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.677251 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1047ec5e-fa81-47f3-8b8c-c2ad2af076c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/333dd633-1c08-480e-b3a8-49a25ff73cd7 HTTP/1.1" status: 204 len: 168 time: 0.3857520 Mar 25 20:45:04.679497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ac277-fd05-495f-af85-a30e1a19a487 None None] Network c96e39b9-d5da-40de-a2a8-cc53a3dddb39 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:45:04.679969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42204) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:04.782213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.793089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Deleting port 9f3dd388-7f93-43a8-9241-19b6d60accfc {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:45:04.793348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:04.920215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] DHCP port deletion for c96e39b9-d5da-40de-a2a8-cc53a3dddb39 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:45:04.925413 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] Deleting port 9f3dd388-7f93-43a8-9241-19b6d60accfc {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:45:04.925784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.093341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] For port 9f3dd388-7f93-43a8-9241-19b6d60accfc, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f3dd388-7f93-43a8-9241-19b6d60accfc,segment=NetworkSegment(2fd4503f-5dd6-466f-9587-eef6ba062beb),segment_id=2fd4503f-5dd6-466f-9587-eef6ba062beb)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:05.093615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.128066 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] For port 9f3dd388-7f93-43a8-9241-19b6d60accfc, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=9f3dd388-7f93-43a8-9241-19b6d60accfc,segment=NetworkSegment(2fd4503f-5dd6-466f-9587-eef6ba062beb),segment_id=2fd4503f-5dd6-466f-9587-eef6ba062beb)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:05.128447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.219713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Calling delete_port for 9f3dd388-7f93-43a8-9241-19b6d60accfc owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:45:05.245614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 34d12eea-aaea-4653-afeb-b1779c097740 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:45:05.281430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] Calling delete_port for 9f3dd388-7f93-43a8-9241-19b6d60accfc owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:45:05.317332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 34d12eea-aaea-4653-afeb-b1779c097740 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:45:05.317664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 34d12eea-aaea-4653-afeb-b1779c097740 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:45:05.318065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f3dd388-7f93-43a8-9241-19b6d60accfc no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:45:05.358903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.402266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No active binding found for port 9f3dd388-7f93-43a8-9241-19b6d60accfc {{(pid=88486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 25 20:45:05.402615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 9f3dd388-7f93-43a8-9241-19b6d60accfc not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:45:05.403023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 907f9e2d-b061-4d33-b294-24ffe476c991 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:45:05.408725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] No DVR routers for this DVR port 9f3dd388-7f93-43a8-9241-19b6d60accfc on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:45:05.437926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3dd388-7f93-43a8-9241-19b6d60accfc,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:05.444534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:45:05.448079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:45:05.448079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 907f9e2d-b061-4d33-b294-24ffe476c991 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:45:05.448079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 907f9e2d-b061-4d33-b294-24ffe476c991 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:45:05.528442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.552694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96e39b9-d5da-40de-a2a8-cc53a3dddb39']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:05.564096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd4503f-5dd6-466f-9587-eef6ba062beb') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:05.564386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd4503f-5dd6-466f-9587-eef6ba062beb') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:05.575952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.591751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.597874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:45:05.602292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:45:05.611389 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:45:05.764056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.780347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:05.790034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96e39b9-d5da-40de-a2a8-cc53a3dddb39,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:05.794044 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6dd7b908-b3a7-445c-8f9c-898ad7b66b21 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c96e39b9-d5da-40de-a2a8-cc53a3dddb39 HTTP/1.1" status: 204 len: 168 time: 1.1135044 Mar 25 20:45:05.946255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] Deleting port 9f3dd388-7f93-43a8-9241-19b6d60accfc {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:45:05.946771 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:06.012847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6379905d-4b26-45f4-b7b4-af00e0c51f8f None None] The port '9f3dd388-7f93-43a8-9241-19b6d60accfc' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 20:45:06.170330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42210) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:06.218449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1f859e49-816a-4767-885f-acaf93f8b291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99b85b66048b4814903d186c8dbed90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469534 Mar 25 20:45:06.220794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42214) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:06.280794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7aa90b08-fd7e-41ca-9d1a-6fbf059e0bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:06.306160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7aa90b08-fd7e-41ca-9d1a-6fbf059e0bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:06.478594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7aa90b08-fd7e-41ca-9d1a-6fbf059e0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:06.496100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa90b08-fd7e-41ca-9d1a-6fbf059e0bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:06.502623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7aa90b08-fd7e-41ca-9d1a-6fbf059e0bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:06.503738 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7aa90b08-fd7e-41ca-9d1a-6fbf059e0bcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/581ea4ae-9e6d-4c8f-8107-d91d1b0ffcd2 HTTP/1.1" status: 204 len: 168 time: 0.2820413 Mar 25 20:45:07.154175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42222) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:07.201467 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a28a8ad5-8599-4bb7-8f93-7193b0a01140 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=768f5196ffed415083b77badd61b242a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461583 Mar 25 20:45:07.203950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42226) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:07.259119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9400a033-fb29-4a7c-ab37-bd2c3fc6c3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:07.284188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9400a033-fb29-4a7c-ab37-bd2c3fc6c3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:07.397961 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9400a033-fb29-4a7c-ab37-bd2c3fc6c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:07.413227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400a033-fb29-4a7c-ab37-bd2c3fc6c3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c674dd-beaa-4bda-ac31-f7d5510524b5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:07.419783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9400a033-fb29-4a7c-ab37-bd2c3fc6c3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:07.419783 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9400a033-fb29-4a7c-ab37-bd2c3fc6c3eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62c674dd-beaa-4bda-ac31-f7d5510524b5 HTTP/1.1" status: 204 len: 168 time: 0.2137117 Mar 25 20:45:08.185790 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:45:09.129702 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7935415-f273-4c02-9e78-d4ae3128088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:09.770449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42268) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:09.776401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894914218', 'description': 'tempest-secgroup-smoke-1894914218 description', 'project_id': '39e48703da844358bde6782c47173846'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:09.782572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:09.787093 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:09.789910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:09.795973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:09.867142 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:09.879314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:09.893960 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:09.898451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:09.901189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:09.906732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:09.987371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.043967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.057899 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:10.069098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:10.074404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:10.082081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:10.084597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41c98cd-56a5-4249-a91c-5cd6917d81d6,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:10.152182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.213646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.256152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:10.318777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.319983 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b0dceddd-1a1b-4f42-8a19-9e889f0200c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5479717 Mar 25 20:45:10.322857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42272) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:10.327767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '68a74ec8-e7ad-4e12-bd75-1d06db6ede3a', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:10.334254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:10.338001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:10.342304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:10.346461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:10.421350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.478953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.538725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.561508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9669f03c-5c8f-4518-b4f0-346abc155dc6,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:10.624698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.625898 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-407c2ccd-dbf8-4abe-8b8a-b7c21cbc21f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021388 Mar 25 20:45:10.628534 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42276) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:10.634017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '68a74ec8-e7ad-4e12-bd75-1d06db6ede3a', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:10.639896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:10.644002 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:10.646996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:10.652922 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:10.742777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.801263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.858616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.881725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbf19cc-5ae0-41d4-9859-322a4530ffcb,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:10.946618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:10.947917 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-fa097bc7-c7b0-4b9c-86ea-915067de10b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3184052 Mar 25 20:45:10.950680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42280) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:10.955626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '68a74ec8-e7ad-4e12-bd75-1d06db6ede3a', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:10.961686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:10.965442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:10.968302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:10.974482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:11.036670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.096858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.158283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.181391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ddcb09-128b-41f3-b04f-064122ab5007,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:11.270151 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.271351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-60e49ce8-3440-4db2-b4f7-cf1e19bc2222 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3197680 Mar 25 20:45:11.274122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42284) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:11.278924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '68a74ec8-e7ad-4e12-bd75-1d06db6ede3a', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:11.284688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:11.288494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:11.291303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:11.296974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:11.370792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.431838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.527570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.548612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef5db72-48a0-48c9-aa2b-e9e858f7e179,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:11.630105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.631309 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ef4d392d-53f5-4ad9-be84-cea1045953f2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3562441 Mar 25 20:45:11.634010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42288) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:11.638988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '68a74ec8-e7ad-4e12-bd75-1d06db6ede3a', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:11.645258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:11.649012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:11.651853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:11.657569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:11.729867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:45:11.736866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.801399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.861055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.883314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d097ae1-9508-4190-99e0-518ec3700625,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:11.950101 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:11.951302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bac92a9e-f0f6-4a8d-a995-aaa5f44ce0e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164005 Mar 25 20:45:11.954069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42292) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:11.959435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '68a74ec8-e7ad-4e12-bd75-1d06db6ede3a', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:11.965495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:11.969241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:11.972130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:11.978351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:12.049710 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:45:12.056349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.121058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.173492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09a4712b-6bda-4e4d-aa3e-85adf7923019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.225055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.247802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c823039-35df-45d5-b35e-a4b95a770083,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:12.321615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.322711 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-45e556bb-4c8f-4073-9c82-fde16c9e5f57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3677330 Mar 25 20:45:12.325717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42296) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:12.331010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'network': {'name': 'tempest-network-smoke--1821521780', 'project_id': '39e48703da844358bde6782c47173846', 'port_security_enabled': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:12.336336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:12.340406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:network and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:12.343337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:12.349006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:12.409676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:45:12.413037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.439635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:45:12.448599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.450238 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Added segment 63934140-5251-4716-b024-f206c9203947 of type vlan for network e01bfa48-b055-49b4-93d2-c20fb3d81a17 Mar 25 20:45:12.475231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.581378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.587219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:12.587794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.688829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Network': ['ID=e01bfa48-b055-49b4-93d2-c20fb3d81a17,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:12.699374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:45:12.701800 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-621f5caf-60c8-4fe6-8d50-baa6cb441a68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3751318 Mar 25 20:45:12.704590 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42300) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:12.710652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'admin_state_up': True, 'project_id': '39e48703da844358bde6782c47173846', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:12.719936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:12.724338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:router and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:12.727219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:12.733421 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:12.804294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.805354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.821304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.870361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:12.998376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:13.241610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:13.617885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:13.646562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:13.785910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.203 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/ad76f265-9c40-4da4-a0fa-312894027306) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:45:13.926354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:14.007529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:14.068353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:45:14.071110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:45:14.075632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:45:14.126628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=ad76f265-9c40-4da4-a0fa-312894027306,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:14.367526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:14.557829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:15.004801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:15.295363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:45:15.471863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:45:15.482856 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Sync routers for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:45:15.492647 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:45:15.493244 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:45:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:15.553305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:15.554428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-16143f7d-3db2-4654-a729-9f61f78c8074 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8489327 Mar 25 20:45:15.557599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42304) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:15.666993 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:45:15.702894 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a0efc828-11a4-4ba6-a36d-830819139c13 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=39e48703da844358bde6782c47173846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1406674 Mar 25 20:45:15.703227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42310) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:15.838272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd0608-024f-4276-9cd5-807636b16fd3 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:15.842308 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a5fd0608-024f-4276-9cd5-807636b16fd3 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1355305 Mar 25 20:45:15.842520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42314) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:15.883954 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dd064605-c481-4bf4-8c0a-3b4ea4d460f6 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379930 Mar 25 20:45:15.884182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42318) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:15.889258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664877811', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'project_id': '39e48703da844358bde6782c47173846', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:15.996082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:15.996872 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:14Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:15.999833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:subnet and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:16.000745 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Checking router: 1ce0c4b8-01e8-4b79-accb-60af7da42d65 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:45:16.001088 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Updating router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 port ad76f265-9c40-4da4-a0fa-312894027306 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:45:16.002589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:16.008607 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:16.057651 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.107079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:45:16.110625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.381459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.381705 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.393087 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Transition to ACTIVE for port object ad76f265-9c40-4da4-a0fa-312894027306 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:45:16.457555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Subnet': ['ID=b04e847b-627b-4fef-b05b-b7e68e38f333,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:16.466488 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Checking segment: {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:45:16.466760 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.466874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network hostable DHCP agents. Network: e01bfa48-b055-49b4-93d2-c20fb3d81a17, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:45:16.546747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:45:16.548072 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Attempting to bind port ad76f265-9c40-4da4-a0fa-312894027306 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:45:16.551916 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Attempting to bind port ad76f265-9c40-4da4-a0fa-312894027306 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:45:16.551916 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Attempting to bind port ad76f265-9c40-4da4-a0fa-312894027306 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:45:16.552152 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Pushing event updated for resources: {'Port': ['ID=ad76f265-9c40-4da4-a0fa-312894027306,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:16.559486 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:45:16.559846 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:45:16.560230 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.560645 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:45:16.561090 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Bound port: ad76f265-9c40-4da4-a0fa-312894027306, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:45:16.561447 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.584942 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.585280 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.585610 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.585967 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.586290 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.586609 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.586927 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.587243 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.587559 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.587876 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.588189 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.588516 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:16.627270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, e01bfa48-b055-49b4-93d2-c20fb3d81a17) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:45:16.636431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c7b4f-e3bc-4957-9cd0-3daf9b9f0afb None None] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:45:16.639449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:16.640046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.647530 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] For port ad76f265-9c40-4da4-a0fa-312894027306, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:45:16.651664 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] For port ad76f265-9c40-4da4-a0fa-312894027306, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ad76f265-9c40-4da4-a0fa-312894027306,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:45:16.710967 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.719521 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2670d4f3-7a05-4b56-975b-b57ea2210d3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8342643 Mar 25 20:45:16.722017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42322) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:16.784896 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:45:16.785526 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:45:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:16.860223 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d4206-5517-4bc4-ade3-004d103a7858 None None] Pushing event updated for resources: {'Port': ['ID=ad76f265-9c40-4da4-a0fa-312894027306,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:16.874418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:45:16.875251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:16.974098 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:45:17.079406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Allocated IP 172.20.0.2 (e01bfa48-b055-49b4-93d2-c20fb3d81a17/b04e847b-627b-4fef-b05b-b7e68e38f333/c0156334-de00-422e-8676-1576829e6ca9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:45:17.257869 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:14Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:17.262430 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfde6fb-c054-4edf-a0ef-ddf3013321d2 None None] The sync data for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv is: [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:14Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:45:17.288618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:17.299367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Transition to ACTIVE for port object c0156334-de00-422e-8676-1576829e6ca9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:45:17.319492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Transition to ACTIVE for port object c0156334-de00-422e-8676-1576829e6ca9 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:45:17.393233 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:17.456607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:45:17.464662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:45:17.469920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:45:17.473125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Pushing event updated for resources: {'Port': ['ID=c0156334-de00-422e-8676-1576829e6ca9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:17.527447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.527790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.528126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.528456 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.528815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.529142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.529464 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.529780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.530097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.530412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.530728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.531041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:45:17.574232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:17.591552 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Attempting to bind port c0156334-de00-422e-8676-1576829e6ca9 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:45:17.591956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Attempting to bind port c0156334-de00-422e-8676-1576829e6ca9 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:45:17.592323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Attempting to bind port c0156334-de00-422e-8676-1576829e6ca9 on network e01bfa48-b055-49b4-93d2-c20fb3d81a17 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:45:17.598272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:45:17.598481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Checking segment: {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:45:17.598857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:17.599247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Bound using segment: {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:45:17.599712 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Bound port: c0156334-de00-422e-8676-1576829e6ca9, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:45:17.600362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:17.701367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] For port c0156334-de00-422e-8676-1576829e6ca9, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:45:17.704681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] For port c0156334-de00-422e-8676-1576829e6ca9, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c0156334-de00-422e-8676-1576829e6ca9,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:45:17.776506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:17.862758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8820e-692e-4abb-8a95-c69dd8eea29e None None] Pushing event updated for resources: {'Port': ['ID=c0156334-de00-422e-8676-1576829e6ca9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:18.007748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.1 (e01bfa48-b055-49b4-93d2-c20fb3d81a17/b04e847b-627b-4fef-b05b-b7e68e38f333/97eeeeae-91f6-4227-8a97-1d57ed5175f9) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:45:18.195045 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:18.213205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object 97eeeeae-91f6-4227-8a97-1d57ed5175f9 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:45:18.275947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:18.298988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:18.357324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:45:18.360405 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:45:18.364221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:45:18.415383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=97eeeeae-91f6-4227-8a97-1d57ed5175f9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:18.433662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:18.827212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f691fc-4c3b-460f-a97e-ad2a39f001ac None None] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:45:18.951585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.033434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e740273c-4100-461d-8f7b-0cd16c4e93c4 None None] Provisioning for port c0156334-de00-422e-8676-1576829e6ca9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:45:19.314604 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ad76f265-9c40-4da4-a0fa-312894027306 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:45:19.387992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.449939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.484291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port ad76f265-9c40-4da4-a0fa-312894027306 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:45:19.487681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-645b3ba0-6345-4a22-a681-6265eb55f36e None None] Provisioning for port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:45:19.493953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port ad76f265-9c40-4da4-a0fa-312894027306 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:19.495492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.526013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-645b3ba0-6345-4a22-a681-6265eb55f36e None None] Provisioning complete for port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:19.526381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-645b3ba0-6345-4a22-a681-6265eb55f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.564273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=97eeeeae-91f6-4227-8a97-1d57ed5175f9,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:19.571911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.608011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-645b3ba0-6345-4a22-a681-6265eb55f36e None None] Port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:45:19.670828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.688042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port ad76f265-9c40-4da4-a0fa-312894027306, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ad76f265-9c40-4da4-a0fa-312894027306,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:19.716496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:45:19.717758 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:45:19.731599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2c9c5d8a-b96f-4c77-8491-856c3bafdfe0 None None] Provisioning complete for port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:19.731966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c9c5d8a-b96f-4c77-8491-856c3bafdfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.812010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:19.812010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c0156334-de00-422e-8676-1576829e6ca9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:45:19.825851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c5d8a-b96f-4c77-8491-856c3bafdfe0 None None] Port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:45:19.919793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:45:19.939386 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=ad76f265-9c40-4da4-a0fa-312894027306,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:20.019104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port c0156334-de00-422e-8676-1576829e6ca9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:45:20.025340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c0156334-de00-422e-8676-1576829e6ca9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:20.026028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:20.084225 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e1ed90d4-75ff-4119-ab59-d41dd04647ce None None] Provisioning complete for port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:20.084643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e1ed90d4-75ff-4119-ab59-d41dd04647ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:20.116782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:45:20.127903 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-00b65fe5-f087-4dfa-96ad-1a612d3f90cf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/1ce0c4b8-01e8-4b79-accb-60af7da42d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4046998 Mar 25 20:45:20.129820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Sync routers for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:45:20.160833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:45:20.162021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:45:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:20.227067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed90d4-75ff-4119-ab59-d41dd04647ce None None] Port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:45:20.307814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-900fafa4-6a41-4562-b884-893c93355e6b req-520603e0-7b88-41dd-8f66-c57602f23ec0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:45:20.393895 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:20.415672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-900fafa4-6a41-4562-b884-893c93355e6b req-520603e0-7b88-41dd-8f66-c57602f23ec0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:45:20.417049 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-520603e0-7b88-41dd-8f66-c57602f23ec0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894914218&fields=id&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 267 time: 0.1527920 Mar 25 20:45:20.445518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:45:20.505651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port c0156334-de00-422e-8676-1576829e6ca9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c0156334-de00-422e-8676-1576829e6ca9,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:20.575868 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:20.702119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fafa4-6a41-4562-b884-893c93355e6b req-0cf72272-f5ad-4c54-aecd-58c101890287 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:20.702766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-900fafa4-6a41-4562-b884-893c93355e6b req-0cf72272-f5ad-4c54-aecd-58c101890287 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:45:20.740567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=c0156334-de00-422e-8676-1576829e6ca9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:20.775558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-900fafa4-6a41-4562-b884-893c93355e6b req-0cf72272-f5ad-4c54-aecd-58c101890287 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:45:20.776758 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-0cf72272-f5ad-4c54-aecd-58c101890287 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/networks?id=e01bfa48-b055-49b4-93d2-c20fb3d81a17 HTTP/1.1" status: 200 len: 797 time: 0.3528092 Mar 25 20:45:20.791711 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-8d18c9ca-6fff-40cd-8142-5e69ed90dc57 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/quotas/39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 375 time: 0.0092063 Mar 25 20:45:20.831450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 2, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:20.835999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Checking router: 1ce0c4b8-01e8-4b79-accb-60af7da42d65 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:45:20.836354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Updating router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:45:20.875505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-900fafa4-6a41-4562-b884-893c93355e6b req-4da9b8c7-9f99-4d53-992b-0af06d0aded0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:45:20.888992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:20.975632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-900fafa4-6a41-4562-b884-893c93355e6b req-4da9b8c7-9f99-4d53-992b-0af06d0aded0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:45:20.977002 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-4da9b8c7-9f99-4d53-992b-0af06d0aded0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1802402 Mar 25 20:45:21.157777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-1aeec343-132d-4891-9470-8949fd69517e service neutron] 10.222.0.37 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694694 Mar 25 20:45:21.238559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:21.250453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ad76f265-9c40-4da4-a0fa-312894027306 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:45:21.280321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Transition to ACTIVE for port object 97eeeeae-91f6-4227-8a97-1d57ed5175f9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:45:21.292449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-6a4ce22f-cf5c-4983-8c92-450291f508a0 service neutron] 10.222.0.37 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286278 Mar 25 20:45:21.321567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port ad76f265-9c40-4da4-a0fa-312894027306 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:21.321935 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:21.361637 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:21.541554 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d76fb7ac-755e-4642-b3b6-cd2dbccae369 req-1d1bcacd-8002-498e-a552-afd1a1129dc5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 210 time: 0.0479715 Mar 25 20:45:21.546086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbda66c-ee03-41fe-b322-e31f30f3fef9 None None] Pushing event updated for resources: {'Port': ['ID=97eeeeae-91f6-4227-8a97-1d57ed5175f9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:21.672335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c0156334-de00-422e-8676-1576829e6ca9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:45:21.695539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Attempting to bind port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:45:21.695845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Attempting to bind port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:45:21.696199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Attempting to bind port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 on network e01bfa48-b055-49b4-93d2-c20fb3d81a17 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:45:21.714724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:45:21.715090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Checking segment: {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:45:21.715482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:21.715862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Bound using segment: {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:45:21.716319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Bound port: 97eeeeae-91f6-4227-8a97-1d57ed5175f9, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:45:21.716710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:21.872836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c0156334-de00-422e-8676-1576829e6ca9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:21.873199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:21.896840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] For port 97eeeeae-91f6-4227-8a97-1d57ed5175f9, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:45:21.916460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] For port 97eeeeae-91f6-4227-8a97-1d57ed5175f9, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=97eeeeae-91f6-4227-8a97-1d57ed5175f9,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:45:21.993639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:22.072351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:45:22.073013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:45:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:22.139600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbda66c-ee03-41fe-b322-e31f30f3fef9 None None] Pushing event updated for resources: {'Port': ['ID=97eeeeae-91f6-4227-8a97-1d57ed5175f9,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:22.271813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:45:22.583247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:21Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:22.587080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812cb93e-e049-46a4-90aa-17d7048ccc51 None None] The sync data for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv is: [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:21Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:45:22.647036 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3bc737a9-84d2-449f-9962-add07eb4208b req-35277928-fe40-42e5-9f24-8fa2f2f1220d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 210 time: 0.0525658 Mar 25 20:45:23.257220 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 97eeeeae-91f6-4227-8a97-1d57ed5175f9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:45:23.447743 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:45:23.453507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:23.453899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:23.574658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:23.608955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 97eeeeae-91f6-4227-8a97-1d57ed5175f9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=97eeeeae-91f6-4227-8a97-1d57ed5175f9,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:23.704374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:23.775785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=97eeeeae-91f6-4227-8a97-1d57ed5175f9,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:23.817251 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a8b5bc7-b105-4446-a34d-e65d4652d015 req-f2e9bc79-de96-46e1-802f-c5e60ef37aea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 210 time: 0.0629964 Mar 25 20:45:24.043927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fafa4-6a41-4562-b884-893c93355e6b req-5ee88819-4cd3-43a4-a8d3-90c7e36e6ec6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:24.045268 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-5ee88819-4cd3-43a4-a8d3-90c7e36e6ec6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/networks?id=e01bfa48-b055-49b4-93d2-c20fb3d81a17 HTTP/1.1" status: 200 len: 797 time: 0.1432083 Mar 25 20:45:24.093356 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-9408b86f-e76d-4510-b6b6-dd2239e8311b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 380 time: 0.0390203 Mar 25 20:45:24.102754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'port': {'device_id': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'admin_state_up': True, 'tenant_id': '39e48703da844358bde6782c47173846', 'security_groups': ['68a74ec8-e7ad-4e12-bd75-1d06db6ede3a']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:24.240705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:24.250398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:24.346760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:45:24.350947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:24.507201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.7 (e01bfa48-b055-49b4-93d2-c20fb3d81a17/b04e847b-627b-4fef-b05b-b7e68e38f333/5c0a075d-1382-41f6-a8fd-fb0358422eb1) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:45:24.691153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:24.706063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object 5c0a075d-1382-41f6-a8fd-fb0358422eb1 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:45:24.807747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:24.874032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:45:24.877069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:45:24.880952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:45:24.929577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=5c0a075d-1382-41f6-a8fd-fb0358422eb1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:24.998221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:24.998836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:25.052079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ced2f-7d93-48de-a68d-1cd498fcf7f3 req-cea47f57-d082-46ef-8724-597748ca2c9f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:25.052809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-623ced2f-7d93-48de-a68d-1cd498fcf7f3 req-cea47f57-d082-46ef-8724-597748ca2c9f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:45:25.117494 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-c1f3e5e7-6944-4c42-9363-d627b51e4a58 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0191569 Mar 25 20:45:25.126947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-dd2f74f0-6e75-4b6f-86d5-839aee515d18 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:45:25.127869 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-dd2f74f0-6e75-4b6f-86d5-839aee515d18 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047805 Mar 25 20:45:25.139065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Request body: {'port': {'device_id': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:25.193339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-623ced2f-7d93-48de-a68d-1cd498fcf7f3 req-cea47f57-d082-46ef-8724-597748ca2c9f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:45:25.194490 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-623ced2f-7d93-48de-a68d-1cd498fcf7f3 req-cea47f57-d082-46ef-8724-597748ca2c9f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 931 time: 0.2599623 Mar 25 20:45:25.240001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 97eeeeae-91f6-4227-8a97-1d57ed5175f9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:45:25.269996 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-de93cb54-7332-4217-9300-25b9cd114c26 None None] Provisioning for port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:45:25.290868 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-de93cb54-7332-4217-9300-25b9cd114c26 None None] Provisioning complete for port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:25.291447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de93cb54-7332-4217-9300-25b9cd114c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:25.360601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-de93cb54-7332-4217-9300-25b9cd114c26 None None] Port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:45:25.371603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:25.371977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:25.396427 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-623ced2f-7d93-48de-a68d-1cd498fcf7f3 req-8e2b2576-58e3-4815-bd69-8e270814e48e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758819 Mar 25 20:45:25.396984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:25.735749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0a075d-1382-41f6-a8fd-fb0358422eb1 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:45:25.743370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:25.757828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Transition to ACTIVE for port object 5c0a075d-1382-41f6-a8fd-fb0358422eb1 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:45:25.847358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:25.999708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0a075d-1382-41f6-a8fd-fb0358422eb1,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:26.080404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Attempting to bind port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:45:26.081019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Attempting to bind port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:45:26.081163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Attempting to bind port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 on network e01bfa48-b055-49b4-93d2-c20fb3d81a17 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:45:26.086252 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 on network e01bfa48-b055-49b4-93d2-c20fb3d81a17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:45:26.086565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Attempting to bind port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 on network e01bfa48-b055-49b4-93d2-c20fb3d81a17 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:45:26.091655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:45:26.091983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Checking segment: {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:45:26.092353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Bound using segment: {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:45:26.092789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Bound port: 5c0a075d-1382-41f6-a8fd-fb0358422eb1, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63934140-5251-4716-b024-f206c9203947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:45:26.093124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:26.183544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] For port 5c0a075d-1382-41f6-a8fd-fb0358422eb1, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:45:26.186430 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] For port 5c0a075d-1382-41f6-a8fd-fb0358422eb1, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:45:26.247583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:26.302544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:26.303140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:26.304489 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] 10.222.0.43 "PUT /v2.0/ports/5c0a075d-1382-41f6-a8fd-fb0358422eb1 HTTP/1.1" status: 200 len: 1093 time: 1.1690052 Mar 25 20:45:26.304918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:45:26.333293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f095ad-e664-42d4-ab13-e76dc1308c83 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0a075d-1382-41f6-a8fd-fb0358422eb1,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:26.353278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'status': 'completed', 'code': 200} Mar 25 20:45:26.445675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a856888-b2a4-435a-9ba6-ded3d9694c3e req-f784cbdf-e6c7-47eb-ba4b-285c137cc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:26.447298 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5a856888-b2a4-435a-9ba6-ded3d9694c3e req-f784cbdf-e6c7-47eb-ba4b-285c137cc854 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 1096 time: 0.0755861 Mar 25 20:45:26.635842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a856888-b2a4-435a-9ba6-ded3d9694c3e req-01f58c30-10ff-4d2b-a949-533f112deaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:26.637294 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5a856888-b2a4-435a-9ba6-ded3d9694c3e req-01f58c30-10ff-4d2b-a949-533f112deaac service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=39e48703da844358bde6782c47173846&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1832063 Mar 25 20:45:26.694037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4a9f2-c904-4247-8682-88dde4ecc1f7 req-f6509a1e-130d-4c47-a280-818fd86376a6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:26.695447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-caa4a9f2-c904-4247-8682-88dde4ecc1f7 req-f6509a1e-130d-4c47-a280-818fd86376a6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 943 time: 0.1531663 Mar 25 20:45:26.810105 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-caa4a9f2-c904-4247-8682-88dde4ecc1f7 req-ae6ac734-07a7-441f-9340-ff142943d03d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676889 Mar 25 20:45:26.816971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a856888-b2a4-435a-9ba6-ded3d9694c3e req-97b00310-4460-4f6a-ae8f-b97257ae5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:26.818003 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5a856888-b2a4-435a-9ba6-ded3d9694c3e req-97b00310-4460-4f6a-ae8f-b97257ae5e3a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732543 Mar 25 20:45:26.919689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fafa4-6a41-4562-b884-893c93355e6b req-e548996e-93c6-4925-b233-de15eae9f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:26.921084 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-e548996e-93c6-4925-b233-de15eae9f280 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 1096 time: 0.0697694 Mar 25 20:45:26.989752 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-8d147d3e-9869-41e5-9899-1bdc13b3bb38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1 HTTP/1.1" status: 200 len: 217 time: 0.0623419 Mar 25 20:45:27.049356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fafa4-6a41-4562-b884-893c93355e6b req-02c70077-4fcd-4543-a003-3d7fc7078fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:27.050716 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-02c70077-4fcd-4543-a003-3d7fc7078fe6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b04e847b-627b-4fef-b05b-b7e68e38f333 HTTP/1.1" status: 200 len: 835 time: 0.0558918 Mar 25 20:45:27.126557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fafa4-6a41-4562-b884-893c93355e6b req-d3d06977-eaec-47cc-85a2-38e618de7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:27.128013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-d3d06977-eaec-47cc-85a2-38e618de7897 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e01bfa48-b055-49b4-93d2-c20fb3d81a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712485 Mar 25 20:45:27.349598 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-4e2aa887-b287-4e75-a316-13bf9419491f service neutron] 10.222.0.43 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152312 Mar 25 20:45:27.484091 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-900fafa4-6a41-4562-b884-893c93355e6b req-89026fe8-dd9c-4ea4-8d4d-d9ae3695a999 service neutron] 10.222.0.43 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273079 Mar 25 20:45:27.990694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127e0c5-3dc7-4cc0-b35c-42fccc13f496 req-0a20a17c-ac8a-43a7-ba16-241d6aa12f97 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:27.992131 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7127e0c5-3dc7-4cc0-b35c-42fccc13f496 req-0a20a17c-ac8a-43a7-ba16-241d6aa12f97 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 943 time: 0.0780180 Mar 25 20:45:28.038439 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7127e0c5-3dc7-4cc0-b35c-42fccc13f496 req-94e2451e-c164-42e2-ba4a-d3df53182868 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407465 Mar 25 20:45:29.224581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c060-b589-4640-8c4d-1ee095f2433a req-77bfe4d9-9737-45e9-9b31-2f0492f4107f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:29.226074 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6653c060-b589-4640-8c4d-1ee095f2433a req-77bfe4d9-9737-45e9-9b31-2f0492f4107f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 943 time: 0.0792603 Mar 25 20:45:29.268575 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6653c060-b589-4640-8c4d-1ee095f2433a req-49b609b3-1138-411e-9874-b2a9c6e3a52b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370147 Mar 25 20:45:30.013857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5c0a075d-1382-41f6-a8fd-fb0358422eb1 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:45:30.146041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5c0a075d-1382-41f6-a8fd-fb0358422eb1, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:30.158524 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'port_id': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'mac_address': 'fa:16:3e:83:2b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:45:30.212377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:30.228852 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0a075d-1382-41f6-a8fd-fb0358422eb1 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:45:30.244105 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5c0a075d-1382-41f6-a8fd-fb0358422eb1, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:30.344357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:30.456313 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5c0a075d-1382-41f6-a8fd-fb0358422eb1,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:30.464662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88cb85-fcd3-45ba-9e38-070bf6767a15 req-7d1cab3d-b602-4bc7-815c-f3e9517a3b47 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:30.466133 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7e88cb85-fcd3-45ba-9e38-070bf6767a15 req-7d1cab3d-b602-4bc7-815c-f3e9517a3b47 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 944 time: 0.0847011 Mar 25 20:45:30.510307 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7e88cb85-fcd3-45ba-9e38-070bf6767a15 req-ae554e46-95b4-4da6-8887-a5403fa14e50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385525 Mar 25 20:45:30.680425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['5c0a075d-1382-41f6-a8fd-fb0358422eb1'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:45:31.703551 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec0609-1c21-421f-8c0f-0e86fb4c82c1 req-97aaad94-0e69-4a4c-9cf4-8531963dad8c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:31.705007 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9fec0609-1c21-421f-8c0f-0e86fb4c82c1 req-97aaad94-0e69-4a4c-9cf4-8531963dad8c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 944 time: 0.0811505 Mar 25 20:45:31.747787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9fec0609-1c21-421f-8c0f-0e86fb4c82c1 req-97f2c1f9-72a3-4902-a2e4-dc39c69d3b9e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366194 Mar 25 20:45:32.034846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5c0a075d-1382-41f6-a8fd-fb0358422eb1 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:45:32.186753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:45:32.191565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:45:32.191955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:32.313792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:32.339009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:45:32.349081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 5c0a075d-1382-41f6-a8fd-fb0358422eb1, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:45:32.413309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:32.450322 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'code': 200} Mar 25 20:45:32.482064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=5c0a075d-1382-41f6-a8fd-fb0358422eb1,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:32.745987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae2b80-6f4f-4ed3-a5c0-bfb3170e0d6f req-fbbee093-7ffc-4ac0-9bde-a8d850a2d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:32.747435 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3ae2b80-6f4f-4ed3-a5c0-bfb3170e0d6f req-fbbee093-7ffc-4ac0-9bde-a8d850a2d7db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 1098 time: 0.0721495 Mar 25 20:45:32.787799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e3ae2b80-6f4f-4ed3-a5c0-bfb3170e0d6f req-bd5b7086-362f-4101-93a3-95f049d825a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339894 Mar 25 20:45:32.927265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c2ef-381a-4ce2-893e-7425ed3df7a2 req-0422de92-975b-4938-8725-8721fc75ec94 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:32.928662 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3559c2ef-381a-4ce2-893e-7425ed3df7a2 req-0422de92-975b-4938-8725-8721fc75ec94 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.0783525 Mar 25 20:45:32.973898 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3559c2ef-381a-4ce2-893e-7425ed3df7a2 req-1e5af04a-228a-4004-a9a8-014f68114082 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Mar 25 20:45:34.156827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc6e8-1d60-49f1-ac27-4715bbab72fa req-2e1bcdb7-067a-4734-9e1a-291a1e5a86a1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:34.158261 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e65dc6e8-1d60-49f1-ac27-4715bbab72fa req-2e1bcdb7-067a-4734-9e1a-291a1e5a86a1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.0793624 Mar 25 20:45:34.204136 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e65dc6e8-1d60-49f1-ac27-4715bbab72fa req-46d6b0aa-7b41-49a8-9cc1-f8f2c5f8e42c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 Mar 25 20:45:35.386367 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebbf70-a19f-4f35-8369-cf62090657e7 req-f011da7d-277b-478c-891e-6428562de55d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:35.387781 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7cebbf70-a19f-4f35-8369-cf62090657e7 req-f011da7d-277b-478c-891e-6428562de55d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.0805528 Mar 25 20:45:35.430969 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7cebbf70-a19f-4f35-8369-cf62090657e7 req-9d0436e1-6a7b-42f5-8753-518053097158 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374417 Mar 25 20:45:35.611150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66647ac-ef48-4124-8735-1910b3647dab req-107ec5f3-a4a3-4aeb-b25d-bc0157077fd8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:35.612626 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f66647ac-ef48-4124-8735-1910b3647dab req-107ec5f3-a4a3-4aeb-b25d-bc0157077fd8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.0778484 Mar 25 20:45:35.656321 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f66647ac-ef48-4124-8735-1910b3647dab req-ee8dd777-1f22-492e-969c-138f60175a6c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Mar 25 20:45:35.679623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42400) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:35.750169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aeb184-5721-4e89-8849-daf040be5f98 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:35.751561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-04aeb184-5721-4e89-8849-daf040be5f98 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 1093 time: 0.0709774 Mar 25 20:45:35.754494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42404) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:35.759944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:45:35.765857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:45:35.769954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:floatingip and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:45:35.773387 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:45:35.778975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:45:35.907026 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:36.041693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:36.174278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.222 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/109469b2-2161-4de4-ab50-005b19da104c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:45:36.316777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:36.401893 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:36.459966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:45:36.462567 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:45:36.465053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:45:36.608502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=109469b2-2161-4de4-ab50-005b19da104c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:36.968523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:37.123463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:37.327599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:37.386866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:37.493281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=109469b2-2161-4de4-ab50-005b19da104c,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:45:37.500886 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:37.670668 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP debaf3c1-bb7d-49b3-ae43-4f2a046c785e associated. External IP: 172.26.8.222, port: 5c0a075d-1382-41f6-a8fd-fb0358422eb1. Mar 25 20:45:38.016938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:45:38.292513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:45:38.302762 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] Sync routers for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:45:38.313172 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:45:38.313870 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:45:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:38.369973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:38.425197 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e7bf67ef-4ea0-4465-aa7a-1077cb8d44a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6691413 Mar 25 20:45:38.425870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:45:38.472524 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'status': 'completed', 'code': 200} Mar 25 20:45:38.520934 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:45:38.616542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-c7a67d74-b67d-4b31-a760-9a900799bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:38.618015 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-c7a67d74-b67d-4b31-a760-9a900799bb8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 1098 time: 0.1242447 Mar 25 20:45:38.655814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c11f3-1416-4745-b52a-a4493951d62f req-6b05b9d0-6395-42be-b2f9-602f665b2edc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:38.657787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-202c11f3-1416-4745-b52a-a4493951d62f req-6b05b9d0-6395-42be-b2f9-602f665b2edc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.1275852 Mar 25 20:45:38.772062 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-202c11f3-1416-4745-b52a-a4493951d62f req-0cbabbcd-05e6-407f-881a-68d7d6b40d48 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025488 Mar 25 20:45:38.797287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-a200c57b-b854-46c0-bfec-fcb389255977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:38.797548 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42412) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:38.798080 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-a200c57b-b854-46c0-bfec-fcb389255977 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e01bfa48-b055-49b4-93d2-c20fb3d81a17 HTTP/1.1" status: 200 len: 898 time: 0.1722918 Mar 25 20:45:38.874405 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'debaf3c1-bb7d-49b3-ae43-4f2a046c785e', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.222', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'port_id': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'mac_address': 'fa:16:3e:83:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:45:36Z', 'updated_at': '2022-03-25T20:45:36Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:23Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:38.878297 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] Checking router: 1ce0c4b8-01e8-4b79-accb-60af7da42d65 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:45:38.886935 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:45:38.887529 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:45:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:38.899990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-1020b2fa-ccc6-4371-ba51-18f9c4ca5639 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1 HTTP/1.1" status: 200 len: 999 time: 0.0962844 Mar 25 20:45:38.909045 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d6a30917-369f-4e08-814f-49a65e9471a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/debaf3c1-bb7d-49b3-ae43-4f2a046c785e HTTP/1.1" status: 200 len: 991 time: 0.1094790 Mar 25 20:45:38.965218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-d78635ea-e98e-40d6-9243-14d50e312dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:38.966659 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-d78635ea-e98e-40d6-9243-14d50e312dad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b04e847b-627b-4fef-b05b-b7e68e38f333 HTTP/1.1" status: 200 len: 835 time: 0.0605938 Mar 25 20:45:39.041494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-9ed6629a-b199-4853-99d7-e4edb5b70a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:45:39.042979 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-9ed6629a-b199-4853-99d7-e4edb5b70a9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e01bfa48-b055-49b4-93d2-c20fb3d81a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703039 Mar 25 20:45:39.063194 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:45:39.110454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9adbec5f-ba49-47df-b498-495470bd1907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:39.175057 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-d39373f4-d6c0-4e47-a87a-0500a4f15f2a service neutron] 10.222.0.43 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255643 Mar 25 20:45:39.305449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c6a68d46-ce33-4436-8e0b-747f77b0f813 req-3b4e111c-5bd0-4093-8f86-77bb6a6ee7cb service neutron] 10.222.0.43 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246274 Mar 25 20:45:39.410285 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'debaf3c1-bb7d-49b3-ae43-4f2a046c785e', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.222', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'port_id': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'mac_address': 'fa:16:3e:83:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:45:36Z', 'updated_at': '2022-03-25T20:45:36Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:23Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:45:39.414191 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8324e-83cb-4799-ba6a-0ad90038ac28 None None] The sync data for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv is: [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'debaf3c1-bb7d-49b3-ae43-4f2a046c785e', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.222', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'port_id': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'mac_address': 'fa:16:3e:83:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:45:36Z', 'updated_at': '2022-03-25T20:45:36Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:23Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:45:39.591378 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f55af-6a6d-47b3-ab38-d39e971ae1da None None] New status for floating IP debaf3c1-bb7d-49b3-ae43-4f2a046c785e: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:45:39.911556 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42416) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:45:40.018358 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-929ad03d-fd9e-44cf-a608-65979cbe7883 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/debaf3c1-bb7d-49b3-ae43-4f2a046c785e HTTP/1.1" status: 200 len: 993 time: 0.1056492 Mar 25 20:45:42.190188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f35c3a8a-94d4-4155-b411-1aac57d192c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:42.835741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:42.978887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:44.352288 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:45:45.184107 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:45:48.235546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:06.472683 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-a3489d34-7ba2-4ac9-a0a3-36b716661911 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1126657 Mar 25 20:46:06.608876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-bbd7dfaa-63e8-4941-a665-3fa658f1a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:06.610361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-bbd7dfaa-63e8-4941-a665-3fa658f1a3e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 1098 time: 0.0694838 Mar 25 20:46:06.754413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-be43e3d7-009b-4e86-a2cd-a7886249edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:06.755852 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-be43e3d7-009b-4e86-a2cd-a7886249edaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=e01bfa48-b055-49b4-93d2-c20fb3d81a17 HTTP/1.1" status: 200 len: 898 time: 0.1261213 Mar 25 20:46:06.955099 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-100a6c79-18aa-4858-b6b1-544ac0a6c8ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1 HTTP/1.1" status: 200 len: 1001 time: 0.1928482 Mar 25 20:46:07.017031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-7b0a1502-624a-4f70-b5e3-e5aeb52297e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:07.018718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-7b0a1502-624a-4f70-b5e3-e5aeb52297e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b04e847b-627b-4fef-b05b-b7e68e38f333 HTTP/1.1" status: 200 len: 835 time: 0.0565796 Mar 25 20:46:07.091958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-61e10623-1a54-4d80-b755-ddb493357b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:07.093445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-61e10623-1a54-4d80-b755-ddb493357b3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e01bfa48-b055-49b4-93d2-c20fb3d81a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691998 Mar 25 20:46:07.221269 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-39d54586-8051-4ba8-9912-bc97022da11c service neutron] 10.222.0.43 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219182 Mar 25 20:46:07.347733 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-247cc6ec-854f-4b5a-8fd9-eb54bba03eed req-6bfb0772-7ba1-4210-84f6-e0dc6ef8561a service neutron] 10.222.0.43 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202509 Mar 25 20:46:09.115551 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-362d7582-6de4-402e-a091-1c7612d1e9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:12.183766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-178609f6-3964-4c8e-ac7f-516f4d8cebac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:12.857919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:13.001115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:14.346650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:18.232166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:22.182822 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:46:39.118355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c921b98-1164-4b77-834d-f5902e079786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:41.083969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf36532-f7a4-408e-853a-962b3e6926a5 req-823546b7-d183-4242-956a-2ab85f52a82e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:41.085385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6cf36532-f7a4-408e-853a-962b3e6926a5 req-823546b7-d183-4242-956a-2ab85f52a82e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.1913564 Mar 25 20:46:41.128616 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6cf36532-f7a4-408e-853a-962b3e6926a5 req-dcfa8edc-a91f-470b-9302-3bfd6bcf23cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375464 Mar 25 20:46:42.215916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd739b35-6174-4a17-9cb8-efe7065191fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:42.393826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d946f62-cea5-42e9-a74d-acc8ec5e4812 req-64023a72-21e8-4e70-975d-893c4ff68a56 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:42.395283 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d946f62-cea5-42e9-a74d-acc8ec5e4812 req-64023a72-21e8-4e70-975d-893c4ff68a56 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.1601329 Mar 25 20:46:42.438221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d946f62-cea5-42e9-a74d-acc8ec5e4812 req-87842276-8623-4d42-8e04-2eb8485e8f14 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373731 Mar 25 20:46:42.460655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42448) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:42.564374 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-43128ad8-553e-42e0-9bc8-405b4c43aafc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/debaf3c1-bb7d-49b3-ae43-4f2a046c785e HTTP/1.1" status: 200 len: 993 time: 0.1025536 Mar 25 20:46:42.866692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:42.969525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:44.190809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da13b0-f5a0-4a4d-9b53-c7cdbe85fe02 req-746738c8-a974-4b2a-93b4-50c3eeabdcb1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:44.192250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5da13b0-f5a0-4a4d-9b53-c7cdbe85fe02 req-746738c8-a974-4b2a-93b4-50c3eeabdcb1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.0800214 Mar 25 20:46:44.235900 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f5da13b0-f5a0-4a4d-9b53-c7cdbe85fe02 req-8aebbbb9-d98d-4d38-9ee2-0b5cc3776bcd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380323 Mar 25 20:46:44.355016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:45.422958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3752e-fb82-45f0-ab4a-9ace7ed3095c req-c7422c38-90b6-429c-bd19-c17af1343778 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:45.424391 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-14e3752e-fb82-45f0-ab4a-9ace7ed3095c req-c7422c38-90b6-429c-bd19-c17af1343778 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.0807657 Mar 25 20:46:45.467546 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-14e3752e-fb82-45f0-ab4a-9ace7ed3095c req-10a89ccb-77af-4a16-a2e1-41dc9595d03f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375712 Mar 25 20:46:45.490883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42460) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:45.596526 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-16a61c12-a49d-4e3f-8b27-ec5e6ad4c583 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/debaf3c1-bb7d-49b3-ae43-4f2a046c785e HTTP/1.1" status: 200 len: 993 time: 0.1024828 Mar 25 20:46:45.866858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42468) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:46.072831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 109469b2-2161-4de4-ab50-005b19da104c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:46:46.073100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:46.238762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:46.239080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:46.461522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 109469b2-2161-4de4-ab50-005b19da104c owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:46:46.663644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:46.709816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=109469b2-2161-4de4-ab50-005b19da104c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:46.742464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.742800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.743131 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.743457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.743780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.744099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.744413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.744753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.745066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.745376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.745734 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.746048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:46.808757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:46.809082 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP debaf3c1-bb7d-49b3-ae43-4f2a046c785e disassociated (deleted). External IP: 172.26.8.222, port: 5c0a075d-1382-41f6-a8fd-fb0358422eb1. Mar 25 20:46:47.149040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:46:47.324303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:46:47.335919 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] Sync routers for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:46:47.341004 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:47.346106 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:46:47.346698 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:46:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:47.399366 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-72a0e371-5498-4aae-8958-cc736cab20ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/floatingips/debaf3c1-bb7d-49b3-ae43-4f2a046c785e HTTP/1.1" status: 204 len: 168 time: 1.5313435 Mar 25 20:46:47.399863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:46:47.449211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'status': 'completed', 'code': 200} Mar 25 20:46:47.537158 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:46:47.548304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-3d17fd3f-c7db-4aab-a598-c236224553ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:47.549918 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-3d17fd3f-c7db-4aab-a598-c236224553ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 1098 time: 0.0776665 Mar 25 20:46:47.692495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-cff878d7-0223-42b6-9232-cad1d3578d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:47.695605 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-cff878d7-0223-42b6-9232-cad1d3578d30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e01bfa48-b055-49b4-93d2-c20fb3d81a17 HTTP/1.1" status: 200 len: 898 time: 0.1380856 Mar 25 20:46:47.767354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-9ec5d628-0765-467f-ac96-f5a2a9395fe1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1 HTTP/1.1" status: 200 len: 217 time: 0.0671301 Mar 25 20:46:47.835072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-d6b59fb5-abb5-4bd1-b22a-9823b7a10854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:47.836614 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-d6b59fb5-abb5-4bd1-b22a-9823b7a10854 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b04e847b-627b-4fef-b05b-b7e68e38f333 HTTP/1.1" status: 200 len: 835 time: 0.0591676 Mar 25 20:46:47.929107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-8d5c928c-9ccf-40b6-b0cd-db65cba83a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:47.930616 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-8d5c928c-9ccf-40b6-b0cd-db65cba83a28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e01bfa48-b055-49b4-93d2-c20fb3d81a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873773 Mar 25 20:46:47.934507 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:23Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:47.945277 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] Checking router: 1ce0c4b8-01e8-4b79-accb-60af7da42d65 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:46:47.957622 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:46:47.958743 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:46:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:48.151869 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:46:48.234033 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-eff0c17f-d6d8-4fd7-bde4-ede8889bfea2 service neutron] 10.222.0.43 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957597 Mar 25 20:46:48.238723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:48.242971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f20ce8-ec55-4326-8136-6e5445a2de4f req-5dc4db43-93b5-4574-ae52-31427e3c8082 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:48.243694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-51f20ce8-ec55-4326-8136-6e5445a2de4f req-5dc4db43-93b5-4574-ae52-31427e3c8082 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:46:48.361588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-51f20ce8-ec55-4326-8136-6e5445a2de4f req-5dc4db43-93b5-4574-ae52-31427e3c8082 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:46:48.363211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51f20ce8-ec55-4326-8136-6e5445a2de4f req-5dc4db43-93b5-4574-ae52-31427e3c8082 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.2915754 Mar 25 20:46:48.434672 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51f20ce8-ec55-4326-8136-6e5445a2de4f req-3248a4ba-4e0f-45fa-86a8-9b7781897d7b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589418 Mar 25 20:46:48.440098 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f597efe-ef2f-49df-ae91-bd826c14de3d req-2b3eddd4-303e-43ba-9f88-e214dde41e0c service neutron] 10.222.0.43 "GET /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928661 Mar 25 20:46:48.479072 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:23Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:48.483631 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b449be-63db-40b1-b7e2-8efba0a008d7 None None] The sync data for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv is: [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:45:18Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '97eeeeae-91f6-4227-8a97-1d57ed5175f9', 'name': '', 'network_id': 'e01bfa48-b055-49b4-93d2-c20fb3d81a17', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:74:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:17Z', 'updated_at': '2022-03-25T20:45:23Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'b04e847b-627b-4fef-b05b-b7e68e38f333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:46:48.689345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75c285-ffd5-4ea2-ad76-0a64dc7ac829 None None] New status for floating IP debaf3c1-bb7d-49b3-ae43-4f2a046c785e: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:46:49.622126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657612e-cc57-4670-b423-00adb1265f08 req-a9498cfc-eca4-4e12-98c8-e364683dc08e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:49.623617 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c657612e-cc57-4670-b423-00adb1265f08 req-a9498cfc-eca4-4e12-98c8-e364683dc08e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.0839286 Mar 25 20:46:49.715655 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c657612e-cc57-4670-b423-00adb1265f08 req-a67788e2-f901-4784-b7f6-983d487864a6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861356 Mar 25 20:46:49.749513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-a8409a76-2ad4-40d1-9bf5-fa620284bfb3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:46:49.750922 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-a8409a76-2ad4-40d1-9bf5-fa620284bfb3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 945 time: 0.1084666 Mar 25 20:46:49.825963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:46:49.826294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:50.075542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 5c0a075d-1382-41f6-a8fd-fb0358422eb1, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=5c0a075d-1382-41f6-a8fd-fb0358422eb1,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:46:50.075822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:50.196343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 5c0a075d-1382-41f6-a8fd-fb0358422eb1 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:46:50.427006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:50.475952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=5c0a075d-1382-41f6-a8fd-fb0358422eb1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:50.548975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] No DVR routers for this DVR port 5c0a075d-1382-41f6-a8fd-fb0358422eb1 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:46:50.551502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:50.554008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'name': 'network-vif-deleted', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:46:50.606838 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46593a-23f0-4480-a90c-77ef1c656d46', 'name': 'network-vif-deleted', 'tag': '5c0a075d-1382-41f6-a8fd-fb0358422eb1', 'status': 'completed', 'code': 200} Mar 25 20:46:50.624495 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9b2a8f99-8ca2-4aa8-b789-3186f7798bca req-385ee809-c6e0-48d2-b4e0-3c85b332e39a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "DELETE /v2.0/ports/5c0a075d-1382-41f6-a8fd-fb0358422eb1 HTTP/1.1" status: 204 len: 173 time: 0.8670971 Mar 25 20:46:50.864352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1ba516c5-9e13-4dc7-9699-562f135290a7 req-bee3ce70-acf6-480b-91af-d4bf800d8e71 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:46:50.953213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-1ba516c5-9e13-4dc7-9699-562f135290a7 req-bee3ce70-acf6-480b-91af-d4bf800d8e71 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:46:50.955019 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1ba516c5-9e13-4dc7-9699-562f135290a7 req-bee3ce70-acf6-480b-91af-d4bf800d8e71 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b46593a-23f0-4480-a90c-77ef1c656d46 HTTP/1.1" status: 200 len: 210 time: 0.1330411 Mar 25 20:46:52.057009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42486) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:52.690864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:53.033785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 97eeeeae-91f6-4227-8a97-1d57ed5175f9 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:46:53.034046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:53.213787 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 97eeeeae-91f6-4227-8a97-1d57ed5175f9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=97eeeeae-91f6-4227-8a97-1d57ed5175f9,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:46:53.214983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:53.333372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 97eeeeae-91f6-4227-8a97-1d57ed5175f9 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:46:53.747158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:53.905084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=97eeeeae-91f6-4227-8a97-1d57ed5175f9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:54.175548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:54.376824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5c0a075d-1382-41f6-a8fd-fb0358422eb1 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:46:54.413410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 5c0a075d-1382-41f6-a8fd-fb0358422eb1 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:46:54.413750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 5c0a075d-1382-41f6-a8fd-fb0358422eb1 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:46:54.532380 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:46:54.704443 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:46:54.714693 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] Sync routers for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:46:54.723565 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:46:54.725483 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:46:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:54.765849 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9e602e36-1946-4bf2-8016-feb0c18fba3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/1ce0c4b8-01e8-4b79-accb-60af7da42d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073526 Mar 25 20:46:54.768880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42490) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:54.833536 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting subnet b04e847b-627b-4fef-b05b-b7e68e38f333 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:46:54.836333 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:54.894746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:54.899793 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:46:54.976264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.144131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.185651 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Subnet': ['ID=b04e847b-627b-4fef-b05b-b7e68e38f333,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:55.195248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.195588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.195924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.196256 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.196610 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.196939 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.197263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.197586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.197907 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.198224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.199553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.199553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:55.202149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.203299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7740bef-971a-4c7b-aa00-fd2981c7a12d None None] Network e01bfa48-b055-49b4-93d2-c20fb3d81a17 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:46:55.208510 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-928cc56a-82a6-4c88-b524-2b63395ad8e7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/subnets/b04e847b-627b-4fef-b05b-b7e68e38f333 HTTP/1.1" status: 204 len: 168 time: 0.4384243 Mar 25 20:46:55.208814 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:46:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:55.211172 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42494) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:55.212839 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] Checking router: 1ce0c4b8-01e8-4b79-accb-60af7da42d65 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:46:55.221948 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] Routers {'1ce0c4b8-01e8-4b79-accb-60af7da42d65'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:46:55.222553 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:46:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:55.407919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.408456 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] Set router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:46:55.520508 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] DHCP port deletion for e01bfa48-b055-49b4-93d2-c20fb3d81a17 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:46:55.524347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Deleting port c0156334-de00-422e-8676-1576829e6ca9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:46:55.524744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.602217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.694480 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:46:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:55.698385 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7919-2425-46cd-a69c-eeea00c2d2d3 None None] The sync data for ids ['1ce0c4b8-01e8-4b79-accb-60af7da42d65'] in dv-neutron-835149-1-hyperv is: [{'id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148495757', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:45:12Z', 'updated_at': '2022-03-25T20:46:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ad76f265-9c40-4da4-a0fa-312894027306', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0c4b8-01e8-4b79-accb-60af7da42d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:45:13Z', 'updated_at': '2022-03-25T20:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:46:55.704214 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port ad76f265-9c40-4da4-a0fa-312894027306 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:46:55.704632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.734421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] For port c0156334-de00-422e-8676-1576829e6ca9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c0156334-de00-422e-8676-1576829e6ca9,segment=NetworkSegment(63934140-5251-4716-b024-f206c9203947),segment_id=63934140-5251-4716-b024-f206c9203947)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:46:55.734802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.856696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Calling delete_port for c0156334-de00-422e-8676-1576829e6ca9 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:46:55.877407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port ad76f265-9c40-4da4-a0fa-312894027306, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ad76f265-9c40-4da4-a0fa-312894027306,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:46:55.877983 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:55.986905 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:56.005562 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for ad76f265-9c40-4da4-a0fa-312894027306 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:46:56.033468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Pushing event deleted for resources: {'Port': ['ID=c0156334-de00-422e-8676-1576829e6ca9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:56.037960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] No DVR routers for this DVR port c0156334-de00-422e-8676-1576829e6ca9 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:46:56.043569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.047033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.047033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.047033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.047923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.048452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.048452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.049803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.050144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.050471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.050799 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.051127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6442c1f-652b-4eb4-abcb-81148548043b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:46:56.257664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:56.304779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=ad76f265-9c40-4da4-a0fa-312894027306,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:56.395575 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:56.671469 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:56.673666 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:56.754429 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:56.754960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce0c4b8-01e8-4b79-accb-60af7da42d65 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:46:56.770759 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:56.771851 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c4afeae7-6526-45a5-89fa-a31c5fb5519d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/routers/1ce0c4b8-01e8-4b79-accb-60af7da42d65 HTTP/1.1" status: 204 len: 168 time: 1.5597258 Mar 25 20:46:56.774740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42498) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:56.890763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.020119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.045166 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01bfa48-b055-49b4-93d2-c20fb3d81a17']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:57.056979 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63934140-5251-4716-b024-f206c9203947') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:57.057271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63934140-5251-4716-b024-f206c9203947') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:46:57.068277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.083969 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.090530 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:46:57.094366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:46:57.105006 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:46:57.257660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.280341 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.281019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ad76f265-9c40-4da4-a0fa-312894027306 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:46:57.291376 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Network': ['ID=e01bfa48-b055-49b4-93d2-c20fb3d81a17,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:57.317063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: ad76f265-9c40-4da4-a0fa-312894027306 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:46:57.317400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ad76f265-9c40-4da4-a0fa-312894027306 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:46:57.317803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 97eeeeae-91f6-4227-8a97-1d57ed5175f9 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:46:57.350612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 97eeeeae-91f6-4227-8a97-1d57ed5175f9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:46:57.350950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 97eeeeae-91f6-4227-8a97-1d57ed5175f9 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:46:57.351360 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c0156334-de00-422e-8676-1576829e6ca9 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:46:57.378642 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1d404adf-473a-4b1d-a9b2-56ce23413318 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/networks/e01bfa48-b055-49b4-93d2-c20fb3d81a17 HTTP/1.1" status: 204 len: 168 time: 0.6028981 Mar 25 20:46:57.381347 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42502) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:57.383245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: c0156334-de00-422e-8676-1576829e6ca9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:46:57.383588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c0156334-de00-422e-8676-1576829e6ca9 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:46:57.452787 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ff389256-e375-446a-bf86-4ff18b8360bb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.481656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ff389256-e375-446a-bf86-4ff18b8360bb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.598442 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ff389256-e375-446a-bf86-4ff18b8360bb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.615440 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff389256-e375-446a-bf86-4ff18b8360bb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a74ec8-e7ad-4e12-bd75-1d06db6ede3a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:57.689401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ff389256-e375-446a-bf86-4ff18b8360bb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:57.690555 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ff389256-e375-446a-bf86-4ff18b8360bb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/security-groups/68a74ec8-e7ad-4e12-bd75-1d06db6ede3a HTTP/1.1" status: 204 len: 168 time: 0.3083284 Mar 25 20:46:58.236725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42510) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:58.241871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908242079', 'description': 'tempest-secgroup-smoke-1908242079 description', 'project_id': '39e48703da844358bde6782c47173846'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:46:58.247776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:46:58.251828 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:46:58.254646 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:46:58.260722 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:46:58.329674 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:58.349272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:46:58.353075 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:46:58.355837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:46:58.362188 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:46:58.430039 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:58.491778 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:58.538758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412a163c-3c47-4f41-83a8-3d6678c607ac,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:58.606197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:58.607435 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2ec7effe-8776-4359-8051-c9b71e1ab88f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3697417 Mar 25 20:46:58.610260 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42516) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:58.615294 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '412a163c-3c47-4f41-83a8-3d6678c607ac', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:46:58.621270 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:46:58.625524 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:46:58.628700 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:46:58.634563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:46:58.710146 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:58.768078 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:58.822832 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:58.846533 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6428c64b-4c93-420e-b79b-1ca59ee6c3f7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:58.897587 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:58.898724 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-58c5026e-1d0f-4a04-88e7-da1697f26067 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2875736 Mar 25 20:46:58.901401 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42520) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:58.906789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '412a163c-3c47-4f41-83a8-3d6678c607ac', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:46:58.912459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:46:58.916407 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:46:58.919226 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:46:58.924811 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:46:58.984095 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.042567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.112342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.134906 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767a3f42-39af-4fdd-ae95-8769dbaeb527,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:59.181532 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:46:59.217477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.218654 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-27b39ef2-27ba-4f57-b4f4-0513566e7352 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163681 Mar 25 20:46:59.221379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42524) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:59.226117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '412a163c-3c47-4f41-83a8-3d6678c607ac', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:46:59.231950 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:46:59.235725 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:46:59.238624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:46:59.244344 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:46:59.324283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.391364 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.451795 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.474736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f423857-33bc-4b41-bd62-12fbf12b0994,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:59.561237 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.562451 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6917d829-e524-48d6-b395-5c7e23ee647f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3401742 Mar 25 20:46:59.565195 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42528) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:59.570326 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '412a163c-3c47-4f41-83a8-3d6678c607ac', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:46:59.576726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:46:59.579926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:46:59.582845 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:46:59.588648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:46:59.693278 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.754110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.826625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.849724 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08da6e2c-5b9b-4c60-8c92-6660b311c188,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:46:59.920837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:46:59.921997 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0f0fe9a2-7af3-4cb4-97e7-188967b5d530 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3558912 Mar 25 20:46:59.924766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42532) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:46:59.929614 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '412a163c-3c47-4f41-83a8-3d6678c607ac', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:46:59.935292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:46:59.939067 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:46:59.941974 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:46:59.947539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:47:00.011826 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:47:00.018207 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.093128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.160112 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.184272 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271ff054-0b32-490c-be8b-9bad29599b32,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:00.245816 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.246999 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a9fccf09-6d3a-4247-8e8f-afcb082c9552 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3213189 Mar 25 20:47:00.249736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42536) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:00.254588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '412a163c-3c47-4f41-83a8-3d6678c607ac', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:47:00.260380 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:47:00.264607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:47:00.267394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:47:00.273197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:47:00.360908 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:47:00.369789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.433090 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.500746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.523564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8ed6c6-2866-443b-9901-32572b244d86,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:00.586800 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.588015 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3c46be2f-7ce3-475c-bd66-5e27fd19eddd tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3373711 Mar 25 20:47:00.590834 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42540) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:00.596192 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'network': {'name': 'tempest-network-smoke--1280128974', 'project_id': '39e48703da844358bde6782c47173846', 'port_security_enabled': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:47:00.601205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:47:00.605374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:network and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:47:00.608200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:47:00.613938 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:47:00.701881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:47:00.705361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.733203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:47:00.741728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.742059 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Added segment 1e5098c7-4402-4c7e-8778-00080044f989 of type vlan for network feed527f-d0e2-430c-a354-97619aa5cf12 Mar 25 20:47:00.768102 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.843801 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.849321 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:00.849899 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:00.955309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Network': ['ID=feed527f-d0e2-430c-a354-97619aa5cf12,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:00.965005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network feed527f-d0e2-430c-a354-97619aa5cf12 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:47:01.008717 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-917e2c45-5e9b-4ac0-999f-29adc3963af1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4167976 Mar 25 20:47:01.012362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42544) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:01.016926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'admin_state_up': True, 'project_id': '39e48703da844358bde6782c47173846', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:47:01.024505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:47:01.028828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:router and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:47:01.031794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:47:01.038341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:47:01.112897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:01.113963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:01.128911 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:01.456298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:01.920751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:01.949203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:02.089904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.72 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/d80dd79d-a822-435d-8c22-536669adc49a) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:47:02.236579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:02.312616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:02.373704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:47:02.376427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:47:02.378975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:47:02.421492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=d80dd79d-a822-435d-8c22-536669adc49a,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:02.845279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:03.279289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:03.537668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 38e74132-abcc-4ca0-99f6-7e9448a66031 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:47:03.714386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:47:03.723652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Sync routers for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:47:03.732768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:47:03.733382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:46:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:03.817767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:03.818959 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c8f37899-030f-454f-aa4f-7ab9a9815715 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8063853 Mar 25 20:47:03.822077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42548) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:03.864603 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bfa3c668-ca14-434b-99e2-d982d27d18ac tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=39e48703da844358bde6782c47173846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414028 Mar 25 20:47:03.867105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42552) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:03.910026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:47:03.995662 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7d3ac-c707-4b6b-b83f-f911411a46bc tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:03.997202 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8ef7d3ac-c707-4b6b-b83f-f911411a46bc tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291990 Mar 25 20:47:04.000611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42556) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:04.039548 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bef63408-a019-40a4-a8b4-e3d1b5534842 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377247 Mar 25 20:47:04.041939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42560) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:04.048008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1332098622', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'project_id': '39e48703da844358bde6782c47173846', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:47:04.163467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:47:04.167283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:subnet and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:47:04.170597 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:47:04.176218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:47:04.204063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:02Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:04.207922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Checking router: 38e74132-abcc-4ca0-99f6-7e9448a66031 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:47:04.208270 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Updating router 38e74132-abcc-4ca0-99f6-7e9448a66031 port d80dd79d-a822-435d-8c22-536669adc49a binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:47:04.252381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:47:04.255969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:04.295048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:04.526438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:04.610393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Subnet': ['ID=2425349b-149b-41fe-b67e-f89ef2040622,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:04.615071 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:04.617969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Checking segment: {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:47:04.618330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network hostable DHCP agents. Network: feed527f-d0e2-430c-a354-97619aa5cf12, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:47:04.626837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Transition to ACTIVE for port object d80dd79d-a822-435d-8c22-536669adc49a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:47:04.725967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:04.737499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network feed527f-d0e2-430c-a354-97619aa5cf12 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:47:04.801472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Attempting to bind port d80dd79d-a822-435d-8c22-536669adc49a on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:47:04.801840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Attempting to bind port d80dd79d-a822-435d-8c22-536669adc49a by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:47:04.802201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Attempting to bind port d80dd79d-a822-435d-8c22-536669adc49a on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:47:04.806271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, feed527f-d0e2-430c-a354-97619aa5cf12) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:47:04.810314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:04.810887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:04.811538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e4d8-f739-4273-8849-9030af72af8d None None] Pushing event updated for resources: {'Port': ['ID=d80dd79d-a822-435d-8c22-536669adc49a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:04.816914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:47:04.817286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:47:04.817675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:04.818061 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:47:04.818550 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Bound port: d80dd79d-a822-435d-8c22-536669adc49a, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:47:04.818914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:04.843078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27a5f1-2859-4150-a65e-a79091fd5687 None None] Network feed527f-d0e2-430c-a354-97619aa5cf12 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:47:04.904703 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-935370dd-8335-4c3a-b276-128cdd2dd9a5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8617325 Mar 25 20:47:04.907621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42564) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:04.980847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] For port d80dd79d-a822-435d-8c22-536669adc49a, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:47:04.989500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] For port d80dd79d-a822-435d-8c22-536669adc49a, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d80dd79d-a822-435d-8c22-536669adc49a,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:47:05.085815 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:05.142120 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-feed527f-d0e2-430c-a354-97619aa5cf12', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:47:05.152301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:05.224647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:47:05.225306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:46:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:05.300050 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e4d8-f739-4273-8849-9030af72af8d None None] Pushing event updated for resources: {'Port': ['ID=d80dd79d-a822-435d-8c22-536669adc49a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:05.488218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:47:05.595158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Allocated IP 172.20.0.2 (feed527f-d0e2-430c-a354-97619aa5cf12/2425349b-149b-41fe-b67e-f89ef2040622/a6c3c664-907f-4d9c-8c25-e4e8432ce3c3) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:47:05.725090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:05.985857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:05.999330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Transition to ACTIVE for port object a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:47:06.007944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:02Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:06.021388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79129b-b0d1-4f2b-8dcd-8d1333adc8c1 None None] The sync data for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv is: [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:02Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:47:06.028119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Transition to ACTIVE for port object a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:47:06.098929 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:06.168053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Network feed527f-d0e2-430c-a354-97619aa5cf12 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:47:06.170840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:47:06.174382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:47:06.174786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.1 (feed527f-d0e2-430c-a354-97619aa5cf12/2425349b-149b-41fe-b67e-f89ef2040622/8e12e684-f4ae-4ea2-99ee-f6b752873fe8) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:47:06.191678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Pushing event updated for resources: {'Port': ['ID=a6c3c664-907f-4d9c-8c25-e4e8432ce3c3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:06.293966 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Attempting to bind port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:47:06.294408 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Attempting to bind port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:47:06.294768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Attempting to bind port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 on network feed527f-d0e2-430c-a354-97619aa5cf12 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:47:06.300133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:47:06.300540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Checking segment: {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:47:06.300917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:06.301303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Bound using segment: {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:47:06.301865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Bound port: a6c3c664-907f-4d9c-8c25-e4e8432ce3c3, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:47:06.302299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:06.362573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:06.379185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:47:06.414460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] For port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:47:06.418703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] For port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a6c3c664-907f-4d9c-8c25-e4e8432ce3c3,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:47:06.462304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:06.485062 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:06.525211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network feed527f-d0e2-430c-a354-97619aa5cf12 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:47:06.528180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:47:06.532827 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:47:06.582122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2986e0-c316-46c9-a98d-0dac72834924 None None] Pushing event updated for resources: {'Port': ['ID=a6c3c664-907f-4d9c-8c25-e4e8432ce3c3,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:06.596115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:06.616809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:06.971603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:07.348707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:47:07.498756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:47:07.504226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d80dd79d-a822-435d-8c22-536669adc49a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:47:07.522072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:07.537708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f19fa-c1a0-413e-9c86-4e4dd9ead7f3 None None] Network feed527f-d0e2-430c-a354-97619aa5cf12 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:47:07.604950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:07.718941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e4bbbbdc-889c-49d0-bf49-0b341f6183fd None None] Provisioning for port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:47:07.732096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e4bbbbdc-889c-49d0-bf49-0b341f6183fd None None] Provisioning complete for port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:07.732454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e4bbbbdc-889c-49d0-bf49-0b341f6183fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:07.736256 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:07.739570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:07.829511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port d80dd79d-a822-435d-8c22-536669adc49a completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:47:07.848003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d80dd79d-a822-435d-8c22-536669adc49a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:07.848363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:07.876641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network feed527f-d0e2-430c-a354-97619aa5cf12 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:47:07.877762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:47:07.979646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e4bbbbdc-889c-49d0-bf49-0b341f6183fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:08.066788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e4bbbbdc-889c-49d0-bf49-0b341f6183fd None None] For port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a6c3c664-907f-4d9c-8c25-e4e8432ce3c3,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:47:08.072130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:08.072299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 38e74132-abcc-4ca0-99f6-7e9448a66031 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:47:08.090171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port d80dd79d-a822-435d-8c22-536669adc49a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d80dd79d-a822-435d-8c22-536669adc49a,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:47:08.171924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e4bbbbdc-889c-49d0-bf49-0b341f6183fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:08.234925 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:08.245512 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbbbdc-889c-49d0-bf49-0b341f6183fd None None] Pushing event updated for resources: {'Port': ['ID=a6c3c664-907f-4d9c-8c25-e4e8432ce3c3,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:08.269990 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:47:08.281330 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Sync routers for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:47:08.292851 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:47:08.293637 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:46:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:08.295039 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c0753cc1-0a16-4b39-8586-f6fda3861498 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/38e74132-abcc-4ca0-99f6-7e9448a66031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3859069 Mar 25 20:47:08.336305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=d80dd79d-a822-435d-8c22-536669adc49a,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:08.371958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b95a72ff-4d66-4c90-b857-8be25e64c4d1 None None] Provisioning for port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:47:08.377616 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b95a72ff-4d66-4c90-b857-8be25e64c4d1 None None] Provisioning complete for port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:08.377996 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b95a72ff-4d66-4c90-b857-8be25e64c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:08.442652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b95a72ff-4d66-4c90-b857-8be25e64c4d1 None None] Port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:47:08.454160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b95a72ff-4d66-4c90-b857-8be25e64c4d1 None None] Provisioning complete for port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:08.454528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b95a72ff-4d66-4c90-b857-8be25e64c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:08.502666 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:47:08.503084 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-509b7876-f0ab-4b3e-87de-7d0f84d91e0e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908242079&fields=id&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 267 time: 0.0492823 Mar 25 20:47:08.677316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-5689dde8-38f2-4e92-9e89-878806a6600d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:08.678777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-5689dde8-38f2-4e92-9e89-878806a6600d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/networks?id=feed527f-d0e2-430c-a354-97619aa5cf12 HTTP/1.1" status: 200 len: 797 time: 0.1692219 Mar 25 20:47:08.694788 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-c2825938-4760-4c11-9d6f-4d855f7a8ed7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/quotas/39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 375 time: 0.0105731 Mar 25 20:47:08.705770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-70fec625-5a98-40d4-b4df-97a62ab82d49 None None] Provisioning complete for port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:08.706129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70fec625-5a98-40d4-b4df-97a62ab82d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:08.759298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-70fec625-5a98-40d4-b4df-97a62ab82d49 None None] Port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:47:08.780968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-dd425e03-27c3-4f7c-93d9-4afea0fdaae9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:47:08.834687 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:07Z', 'revision_number': 2, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:08.838423 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Checking router: 38e74132-abcc-4ca0-99f6-7e9448a66031 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:47:08.838765 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Updating router 38e74132-abcc-4ca0-99f6-7e9448a66031 port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:47:08.860880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-dd425e03-27c3-4f7c-93d9-4afea0fdaae9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:47:08.860880 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-dd425e03-27c3-4f7c-93d9-4afea0fdaae9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526444 Mar 25 20:47:08.893787 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:08.989538 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-28f79dd3-9ef6-4bed-9205-97fa93b33357 service neutron] 10.222.0.37 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241732 Mar 25 20:47:09.147076 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5f07a4de-9607-4466-9486-10c90c569c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:09.243589 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-11de5a24-ffa8-4201-aa06-7f0ea20afdcb service neutron] 10.222.0.37 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480140 Mar 25 20:47:09.270449 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:09.285111 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Transition to ACTIVE for port object 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:47:09.313700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:47:09.394754 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:09.420163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:09.420724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:09.512261 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dae0a-d394-472b-9328-28abb297296b None None] Pushing event updated for resources: {'Port': ['ID=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:09.530956 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.531290 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.533020 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.533525 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.534037 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.537508 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.538069 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.538562 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.539053 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.539558 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.540043 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.540551 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812dae0a-d394-472b-9328-28abb297296b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:47:09.572285 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-06b516e1-1736-47d4-a293-3e5a54bb30e5 req-c722b332-9612-4001-b0cf-b6c3710a95ba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 210 time: 0.0658050 Mar 25 20:47:09.580131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d80dd79d-a822-435d-8c22-536669adc49a up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:47:09.664802 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Attempting to bind port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:47:09.665171 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Attempting to bind port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:47:09.665525 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Attempting to bind port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 on network feed527f-d0e2-430c-a354-97619aa5cf12 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:47:09.665648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d80dd79d-a822-435d-8c22-536669adc49a triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:09.665946 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:09.672003 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:47:09.672255 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Checking segment: {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:47:09.672866 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:09.673435 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Bound using segment: {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:47:09.674231 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Bound port: 8e12e684-f4ae-4ea2-99ee-f6b752873fe8, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:47:09.674356 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:09.773258 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] For port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:47:09.776278 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] For port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:47:09.834996 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:09.912677 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:47:09.913326 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:46:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:09.970828 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dae0a-d394-472b-9328-28abb297296b None None] Pushing event updated for resources: {'Port': ['ID=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:10.102495 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:47:10.412337 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:09Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:10.416128 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0325631-8132-4273-a764-c5dda30a0962 None None] The sync data for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv is: [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:09Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:47:10.776491 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b362c5f-0096-4fe5-ae56-ae36ab285b98 req-c4af2990-50f7-4cdb-9a1c-b731843c311e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 210 time: 0.0551863 Mar 25 20:47:11.315668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:47:11.457749 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:47:11.463011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:11.463417 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:11.575795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:11.607065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:47:11.674858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:11.744087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:11.948874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b009bd5f-6725-451c-bc51-11eae83ecd96 req-8865b727-2847-4bdc-9829-187cb63c0718 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 210 time: 0.0637770 Mar 25 20:47:12.053872 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-3c47dc74-6f01-4170-9c88-d76238ef20e9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:12.055295 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-3c47dc74-6f01-4170-9c88-d76238ef20e9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/networks?id=feed527f-d0e2-430c-a354-97619aa5cf12 HTTP/1.1" status: 200 len: 797 time: 0.1899738 Mar 25 20:47:12.105844 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-c282d02b-873b-4695-82d7-02f287b0bc03 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 380 time: 0.0427837 Mar 25 20:47:12.117290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'port': {'device_id': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'admin_state_up': True, 'tenant_id': '39e48703da844358bde6782c47173846', 'security_groups': ['412a163c-3c47-4f41-83a8-3d6678c607ac']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:47:12.238314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a16458fb-0438-4204-a3cb-330859386dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:12.258424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:47:12.268416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:47:12.335385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:47:12.338991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:12.494431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.7 (feed527f-d0e2-430c-a354-97619aa5cf12/2425349b-149b-41fe-b67e-f89ef2040622/0ed70f6a-0bb3-4c0c-b321-46a9be18c56b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:47:12.683199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:12.698782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:47:12.795491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:12.851714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:12.861490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network feed527f-d0e2-430c-a354-97619aa5cf12 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:47:12.865628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:47:12.866867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:47:12.923717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:12.951811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:12.952660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:12.995043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:13.094857 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-7fd0b279-74a7-4201-b8ac-bf09182988a9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9827337 Mar 25 20:47:13.107433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Request body: {'port': {'device_id': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:47:13.148902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0c03b271-e305-4d2b-97b3-084cd08996d2 None None] Provisioning for port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:47:13.153826 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0c03b271-e305-4d2b-97b3-084cd08996d2 None None] Provisioning complete for port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:13.158470 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c03b271-e305-4d2b-97b3-084cd08996d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:13.207012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0c03b271-e305-4d2b-97b3-084cd08996d2 None None] Port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:47:13.228720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320add46-b31e-418f-9147-388dfa87c180 req-3e559989-b383-452e-b01d-c18b612af0ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:13.229398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-320add46-b31e-418f-9147-388dfa87c180 req-3e559989-b383-452e-b01d-c18b612af0ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:47:13.251049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:13.294786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:47:13.363695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:13.364256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:13.364497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-320add46-b31e-418f-9147-388dfa87c180 req-3e559989-b383-452e-b01d-c18b612af0ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:47:13.365696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-320add46-b31e-418f-9147-388dfa87c180 req-3e559989-b383-452e-b01d-c18b612af0ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 931 time: 0.3078399 Mar 25 20:47:13.452536 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-320add46-b31e-418f-9147-388dfa87c180 req-6ec5dc11-c1d9-4baf-9def-dde6d5107032 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807576 Mar 25 20:47:13.626084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:47:13.633160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:13.647720 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Transition to ACTIVE for port object 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:47:13.712406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:13.938090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Pushing event updated for resources: {'Port': ['ID=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:14.046620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Attempting to bind port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:47:14.047240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Attempting to bind port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:47:14.047240 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Attempting to bind port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b on network feed527f-d0e2-430c-a354-97619aa5cf12 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:47:14.051774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b on network feed527f-d0e2-430c-a354-97619aa5cf12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:47:14.052084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Attempting to bind port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b on network feed527f-d0e2-430c-a354-97619aa5cf12 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:47:14.057217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:47:14.057549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Checking segment: {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:47:14.057970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Bound using segment: {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:47:14.058390 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Bound port: 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5098c7-4402-4c7e-8778-00080044f989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:47:14.058755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:14.145840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] For port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:47:14.148626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] For port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:47:14.204211 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:14.259828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:14.260442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:14.261792 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] 10.222.0.43 "PUT /v2.0/ports/0ed70f6a-0bb3-4c0c-b321-46a9be18c56b HTTP/1.1" status: 200 len: 1093 time: 1.1593640 Mar 25 20:47:14.262213 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:47:14.302029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d2b4f-7d92-480a-9226-bc1cd18eb3ee service neutron] Pushing event updated for resources: {'Port': ['ID=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:14.313874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'status': 'completed', 'code': 200} Mar 25 20:47:14.416813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d8838-5a39-48f3-acde-ff1ae6f05c3e req-6910eefa-2cb3-4384-a70b-87456c27415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:14.416813 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a1d8838-5a39-48f3-acde-ff1ae6f05c3e req-6910eefa-2cb3-4384-a70b-87456c27415b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1096 time: 0.0732219 Mar 25 20:47:14.498252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:14.545857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d8838-5a39-48f3-acde-ff1ae6f05c3e req-6c6c6b7b-5f3a-404d-861c-30f552ceaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:14.547272 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a1d8838-5a39-48f3-acde-ff1ae6f05c3e req-6c6c6b7b-5f3a-404d-861c-30f552ceaac9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=39e48703da844358bde6782c47173846&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1369820 Mar 25 20:47:14.737005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d8838-5a39-48f3-acde-ff1ae6f05c3e req-7f5e639b-9b94-4904-830a-686d52311f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:14.738426 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a1d8838-5a39-48f3-acde-ff1ae6f05c3e req-7f5e639b-9b94-4904-830a-686d52311f5f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856930 Mar 25 20:47:14.760747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbe36c-7d9d-46aa-8231-9450216f1bfb req-4d671895-95c8-432e-b3b1-2ca381d88cb0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:14.762235 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9adbe36c-7d9d-46aa-8231-9450216f1bfb req-4d671895-95c8-432e-b3b1-2ca381d88cb0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 943 time: 0.1888535 Mar 25 20:47:14.849196 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9adbe36c-7d9d-46aa-8231-9450216f1bfb req-ad4e77a8-eb7d-4294-95b2-9aae98d1a36d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808036 Mar 25 20:47:14.869466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-aa942cd8-437a-44ae-a3ba-ef784a82344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:14.870885 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-aa942cd8-437a-44ae-a3ba-ef784a82344d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1096 time: 0.0891089 Mar 25 20:47:14.939864 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-e61c6b13-9332-4249-8e9d-b5eb68c9cbc5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b HTTP/1.1" status: 200 len: 217 time: 0.0623276 Mar 25 20:47:15.001092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-f5089bf9-a6d1-4c22-991f-78664584dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:15.002389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-f5089bf9-a6d1-4c22-991f-78664584dd88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2425349b-149b-41fe-b67e-f89ef2040622 HTTP/1.1" status: 200 len: 835 time: 0.0568736 Mar 25 20:47:15.079687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-0f6f8b5c-cc74-419a-8419-2890b4d3de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:15.081175 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-0f6f8b5c-cc74-419a-8419-2890b4d3de42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=feed527f-d0e2-430c-a354-97619aa5cf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733078 Mar 25 20:47:15.211312 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-82ff9f5f-ce1d-4d34-8052-9b80960cbe75 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236236 Mar 25 20:47:15.339139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-589c0f7f-9289-4551-8f82-319ba779cc3c req-69a3390f-4899-4bf2-b12a-c3acd8d92c29 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216657 Mar 25 20:47:16.032398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659813-1b10-4c7b-b636-97bb72d6c56c req-d8044e7d-f789-4061-bdfa-37e45a8dfa77 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:16.033874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-56659813-1b10-4c7b-b636-97bb72d6c56c req-d8044e7d-f789-4061-bdfa-37e45a8dfa77 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 943 time: 0.0785143 Mar 25 20:47:16.077587 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-56659813-1b10-4c7b-b636-97bb72d6c56c req-10d775b8-ebef-44c0-a4a7-8c07ba6dc04f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381126 Mar 25 20:47:17.374550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e48b7-436c-4d99-ab7a-a12c1fd38332 req-cb24bbd8-fa72-4eb4-8000-a9a4284b804c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:17.375989 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-678e48b7-436c-4d99-ab7a-a12c1fd38332 req-cb24bbd8-fa72-4eb4-8000-a9a4284b804c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 943 time: 0.1960771 Mar 25 20:47:17.419162 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-678e48b7-436c-4d99-ab7a-a12c1fd38332 req-5e52b972-d452-4287-9530-7003a99c168e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375216 Mar 25 20:47:18.251525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:18.455419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:47:18.587970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:47:18.596974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52242e9b-5453-4c36-9b8c-008c940a1fb6 req-179a582e-3511-4e4a-9051-1f670843394e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:18.598422 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-52242e9b-5453-4c36-9b8c-008c940a1fb6 req-179a582e-3511-4e4a-9051-1f670843394e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 943 time: 0.0775788 Mar 25 20:47:18.601990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'port_id': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'mac_address': 'fa:16:3e:1e:98:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:47:18.643393 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-52242e9b-5453-4c36-9b8c-008c940a1fb6 req-c4f75d4a-6b5f-48f6-bd3c-f0b0606720ae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383968 Mar 25 20:47:18.657341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:18.675623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:47:18.690997 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:47:18.731489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:18.798874 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:19.057863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['0ed70f6a-0bb3-4c0c-b321-46a9be18c56b'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:47:19.827569 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946c9cb-06c3-456f-9e7a-29033d408849 req-2d0dbfe5-f0e3-4194-9cb8-8f6900783a9a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:19.829024 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0946c9cb-06c3-456f-9e7a-29033d408849 req-2d0dbfe5-f0e3-4194-9cb8-8f6900783a9a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 944 time: 0.0823612 Mar 25 20:47:19.871580 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0946c9cb-06c3-456f-9e7a-29033d408849 req-b416c49c-cd2d-4fcf-8267-e1b9d447b3d8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370977 Mar 25 20:47:20.468848 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:47:20.604104 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:47:20.609373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:47:20.609764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:20.727855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:20.756615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:47:20.765995 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:47:20.801365 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'code': 200} Mar 25 20:47:20.841204 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:20.934787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:21.062350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dfbb8-f7f8-4ce1-8e17-841628af3d66 req-741df308-fc4b-42d6-951e-7cf8978da752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:21.063710 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c65dfbb8-f7f8-4ce1-8e17-841628af3d66 req-741df308-fc4b-42d6-951e-7cf8978da752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0831203 Mar 25 20:47:21.146109 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c65dfbb8-f7f8-4ce1-8e17-841628af3d66 req-1ef583d3-0830-44dc-9a61-4da712b787ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766101 Mar 25 20:47:21.172862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c20010-7940-49cf-9a11-9ec8d2713ace req-756a939e-9a95-40fe-875a-b7b256dc0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:21.174297 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24c20010-7940-49cf-9a11-9ec8d2713ace req-756a939e-9a95-40fe-875a-b7b256dc0f94 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1098 time: 0.0752881 Mar 25 20:47:21.213206 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24c20010-7940-49cf-9a11-9ec8d2713ace req-6a05b07f-b398-40c4-a1d2-3c8cf0a545e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Mar 25 20:47:22.361073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cc813-160d-4970-a671-2008dcc1c049 req-6af6db1a-1ab2-4fa8-a859-c68b5071a7f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:22.363811 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-580cc813-160d-4970-a671-2008dcc1c049 req-6af6db1a-1ab2-4fa8-a859-c68b5071a7f9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0895972 Mar 25 20:47:22.415896 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-580cc813-160d-4970-a671-2008dcc1c049 req-9ecc0b97-209a-4082-a2a4-342bda098691 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462365 Mar 25 20:47:23.596580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9a8b0-ed4a-4420-9195-9fb132b569b3 req-1967b2b1-44e7-479d-aea1-4348527cf2fb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:23.597970 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6cb9a8b0-ed4a-4420-9195-9fb132b569b3 req-1967b2b1-44e7-479d-aea1-4348527cf2fb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0781112 Mar 25 20:47:23.642440 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6cb9a8b0-ed4a-4420-9195-9fb132b569b3 req-03553439-7aab-4876-b5a2-90dfee49f7b9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Mar 25 20:47:23.824538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561a247-e7f7-4256-8a67-929ad8ff46dc req-779303d9-3c02-4e1d-bba2-a44fcee21cf4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:23.825989 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4561a247-e7f7-4256-8a67-929ad8ff46dc req-779303d9-3c02-4e1d-bba2-a44fcee21cf4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0817003 Mar 25 20:47:23.869434 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4561a247-e7f7-4256-8a67-929ad8ff46dc req-80ac2433-46b7-4f6f-9354-cbee08df8732 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Mar 25 20:47:23.890615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42626) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:23.961885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1cb98-5f94-4748-aa06-2ce31bc86910 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:23.963352 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b4d1cb98-5f94-4748-aa06-2ce31bc86910 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1093 time: 0.0717647 Mar 25 20:47:23.966524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42630) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:23.971165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:47:23.976963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:47:23.980743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:floatingip and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:47:23.984133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:47:23.989764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:47:24.062714 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:24.203015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:24.332491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.156 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/7f4b22e8-fd20-49d8-a02f-155729190ca0) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:47:24.476049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:24.549017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:24.610653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:47:24.613325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:47:24.622966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:47:24.651862 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=7f4b22e8-fd20-49d8-a02f-155729190ca0,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:25.118202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:25.248076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:25.447364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:25.508692 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:25.619838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=7f4b22e8-fd20-49d8-a02f-155729190ca0,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:47:25.629532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:25.802100 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP 1e4a53bc-4211-46fc-97da-0f319c70f69a associated. External IP: 172.26.8.156, port: 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b. Mar 25 20:47:26.149204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 38e74132-abcc-4ca0-99f6-7e9448a66031 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:47:26.328897 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:47:26.338784 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] Sync routers for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:47:26.347514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:47:26.348115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:47:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:26.410280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:26.467577 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e941da37-d8d7-42b1-968f-318cd1bd666a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5000637 Mar 25 20:47:26.468246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:47:26.517692 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'status': 'completed', 'code': 200} Mar 25 20:47:26.527789 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:47:26.787717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-01cf20db-4ac0-48eb-8611-e1963586495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:26.789120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-01cf20db-4ac0-48eb-8611-e1963586495b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1098 time: 0.2500377 Mar 25 20:47:26.797246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6295a09-3e4c-4b62-bbcd-cc2b695b3bb7 req-77286f3f-ed3e-4b9e-851d-d5bc108825ee tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:26.798599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6295a09-3e4c-4b62-bbcd-cc2b695b3bb7 req-77286f3f-ed3e-4b9e-851d-d5bc108825ee tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.2292371 Mar 25 20:47:26.881694 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '1e4a53bc-4211-46fc-97da-0f319c70f69a', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.156', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'port_id': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'mac_address': 'fa:16:3e:1e:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:47:25Z', 'updated_at': '2022-03-25T20:47:25Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:11Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:26.885765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] Checking router: 38e74132-abcc-4ca0-99f6-7e9448a66031 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:47:26.894991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:47:26.895600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:47:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:26.928282 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6295a09-3e4c-4b62-bbcd-cc2b695b3bb7 req-20a43c04-3d5a-44a8-89f2-316ffaedacbb tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118770 Mar 25 20:47:26.952259 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42638) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:26.955768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-ea8e3573-dc29-4826-aea4-77e72c97fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:26.957293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-ea8e3573-dc29-4826-aea4-77e72c97fe3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=feed527f-d0e2-430c-a354-97619aa5cf12 HTTP/1.1" status: 200 len: 898 time: 0.1578581 Mar 25 20:47:27.062623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-db9128ac-d847-409a-a8be-3240e42bb12e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b HTTP/1.1" status: 200 len: 999 time: 0.0992393 Mar 25 20:47:27.064287 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d9ccaeed-e0d8-488b-b61b-fba36ce60c3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/1e4a53bc-4211-46fc-97da-0f319c70f69a HTTP/1.1" status: 200 len: 991 time: 0.1102839 Mar 25 20:47:27.078373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:47:27.124933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-a589aa57-fd5c-40a8-8ccc-a665c344822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:27.126367 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-a589aa57-fd5c-40a8-8ccc-a665c344822c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2425349b-149b-41fe-b67e-f89ef2040622 HTTP/1.1" status: 200 len: 835 time: 0.0580976 Mar 25 20:47:27.201992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-b135f7c4-8129-4033-b1b2-898dcc960535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:47:27.203631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-b135f7c4-8129-4033-b1b2-898dcc960535 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=feed527f-d0e2-430c-a354-97619aa5cf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718246 Mar 25 20:47:27.342691 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-f0aa774e-f0e7-4e7f-aab8-630c502e1261 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246436 Mar 25 20:47:27.420863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '1e4a53bc-4211-46fc-97da-0f319c70f69a', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.156', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'port_id': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'mac_address': 'fa:16:3e:1e:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:47:25Z', 'updated_at': '2022-03-25T20:47:25Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:11Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:47:27.424821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad785ea3-63d7-4433-abf8-8d3de4f27350 None None] The sync data for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv is: [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '1e4a53bc-4211-46fc-97da-0f319c70f69a', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.156', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'port_id': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'mac_address': 'fa:16:3e:1e:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:47:25Z', 'updated_at': '2022-03-25T20:47:25Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:11Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:47:27.474697 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e7d6cd-f6b3-4248-b9a6-1acb459301f2 req-7ff9e68f-c70f-44a2-a206-c4daecc41d5a service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259756 Mar 25 20:47:27.608766 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f81dd-98c5-4623-948b-f9d20389f803 None None] New status for floating IP 1e4a53bc-4211-46fc-97da-0f319c70f69a: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:47:28.068334 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42642) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:47:28.174166 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6a7929a2-b0e3-40dd-b546-109d9f10b3ea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/1e4a53bc-4211-46fc-97da-0f319c70f69a HTTP/1.1" status: 200 len: 993 time: 0.1046140 Mar 25 20:47:36.179727 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:47:39.141144 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c02abc8-c844-43dd-b6ea-c813859b6952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:42.165936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-46dfdcad-0d7f-4629-870a-3d211e7548e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:42.879923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:43.000527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:44.365752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:47:48.268806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:09.123723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25becbb5-30ab-458c-b1d0-d53a6c56c0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:09.437818 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-954dd0de-dd85-4445-bc95-4c68ca323e96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675814 Mar 25 20:48:09.584360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-44f201bf-172a-4102-b10c-5ead9bd7240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:09.585830 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-44f201bf-172a-4102-b10c-5ead9bd7240c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1098 time: 0.0763657 Mar 25 20:48:09.730483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-ea44ca15-485d-4800-affc-118f7bdcf939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:09.731824 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-ea44ca15-485d-4800-affc-118f7bdcf939 service neutron] 10.222.0.43 "GET /v2.0/networks?id=feed527f-d0e2-430c-a354-97619aa5cf12 HTTP/1.1" status: 200 len: 898 time: 0.1271329 Mar 25 20:48:09.837478 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-8c962637-b2db-4086-8eb4-76f5f4cc094e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b HTTP/1.1" status: 200 len: 1001 time: 0.0993857 Mar 25 20:48:09.902438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-12e18e98-749b-4498-b81c-4743b6b9fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:09.903823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-12e18e98-749b-4498-b81c-4743b6b9fbb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2425349b-149b-41fe-b67e-f89ef2040622 HTTP/1.1" status: 200 len: 835 time: 0.0597105 Mar 25 20:48:09.975498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-b5717b18-55ad-4f2f-a207-5826d815e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:09.977012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-b5717b18-55ad-4f2f-a207-5826d815e63c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=feed527f-d0e2-430c-a354-97619aa5cf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665340 Mar 25 20:48:10.104282 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-65062aef-6d43-4334-bd27-688199b6f005 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203489 Mar 25 20:48:10.231652 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1bd511b-5d21-483a-be67-1fe901c73a0d req-dc54559e-a126-49ab-825b-73157bd231b1 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218233 Mar 25 20:48:12.197924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9198f99c-f8ad-44d4-9d2a-7e47bb7addcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:12.839142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:12.982048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:13.177942 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:48:14.381180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:18.273603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:27.497389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16797a78-8073-4a99-b21e-7714e6f4a19c req-e1db4ffc-629d-48fe-b47a-6444dcf8a828 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:27.498755 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-16797a78-8073-4a99-b21e-7714e6f4a19c req-e1db4ffc-629d-48fe-b47a-6444dcf8a828 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.2373197 Mar 25 20:48:27.501755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-8c3f5806-77bf-4a09-9d76-137be91b2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:27.503605 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-8c3f5806-77bf-4a09-9d76-137be91b2763 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1098 time: 0.2069626 Mar 25 20:48:27.615964 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-16797a78-8073-4a99-b21e-7714e6f4a19c req-4f9456d7-142c-475f-9430-d9b422c8022c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111877 Mar 25 20:48:27.666755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-088f3166-c988-4a39-ac58-8bc9ece50782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:27.668254 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-088f3166-c988-4a39-ac58-8bc9ece50782 service neutron] 10.222.0.43 "GET /v2.0/networks?id=feed527f-d0e2-430c-a354-97619aa5cf12 HTTP/1.1" status: 200 len: 898 time: 0.1498518 Mar 25 20:48:27.777283 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-10737656-f649-40d7-8413-0f7cdbb4aeed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b HTTP/1.1" status: 200 len: 1001 time: 0.0908711 Mar 25 20:48:27.843157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-a7b781e1-a98d-4928-93a7-b1a29ea02fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:27.844540 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-a7b781e1-a98d-4928-93a7-b1a29ea02fbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2425349b-149b-41fe-b67e-f89ef2040622 HTTP/1.1" status: 200 len: 835 time: 0.0593238 Mar 25 20:48:27.916848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-e927268b-f51a-4d5b-a728-f07b9dc94661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:27.918271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-e927268b-f51a-4d5b-a728-f07b9dc94661 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=feed527f-d0e2-430c-a354-97619aa5cf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676570 Mar 25 20:48:28.048088 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-7d1e8efd-dacd-4139-aa26-9dd71d3c0387 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230159 Mar 25 20:48:28.177255 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b6691577-ebea-4b84-99b2-f7dc176368a0 req-2c7c764f-12b3-43be-b82a-054b996d0910 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223295 Mar 25 20:48:28.803509 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f3e9-d1ff-4ec7-a1f8-81e372a2202c req-d83d8e8b-8ce3-47af-8cb4-b28c91719049 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:28.804941 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6fb6f3e9-d1ff-4ec7-a1f8-81e372a2202c req-d83d8e8b-8ce3-47af-8cb4-b28c91719049 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0821531 Mar 25 20:48:28.847756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6fb6f3e9-d1ff-4ec7-a1f8-81e372a2202c req-e8edd955-3235-4d0d-bd18-6b1e251068a8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372229 Mar 25 20:48:30.029361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94eb7-7c0b-4dae-a7ba-6b43ef04e10d req-d52ab2aa-f5f8-4c29-8fe5-020c1234a009 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:30.030706 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9a94eb7-7c0b-4dae-a7ba-6b43ef04e10d req-d52ab2aa-f5f8-4c29-8fe5-020c1234a009 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0786431 Mar 25 20:48:30.073505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d9a94eb7-7c0b-4dae-a7ba-6b43ef04e10d req-03a47a91-6dc5-4c67-95cc-eb580bd0159e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373526 Mar 25 20:48:31.257154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdac4da-b2e8-426d-9681-52b1f1fda725 req-eab4885a-4674-4ba8-bd3e-8313d18e5fa0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:31.258585 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ebdac4da-b2e8-426d-9681-52b1f1fda725 req-eab4885a-4674-4ba8-bd3e-8313d18e5fa0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0809584 Mar 25 20:48:31.302238 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ebdac4da-b2e8-426d-9681-52b1f1fda725 req-a1e7e91c-7bca-4d72-a563-2c43ddbcbd9a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381391 Mar 25 20:48:32.487842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eaaeb-8f4b-4adc-b121-2fd7bb3277a6 req-3bceb5aa-e893-48a8-b666-8a13f533c9ec tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:32.489293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f65eaaeb-8f4b-4adc-b121-2fd7bb3277a6 req-3bceb5aa-e893-48a8-b666-8a13f533c9ec tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0848143 Mar 25 20:48:32.535564 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f65eaaeb-8f4b-4adc-b121-2fd7bb3277a6 req-23ec86eb-d8c2-4b85-9fcf-c88eb17c32f8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Mar 25 20:48:33.715296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affdc2-1c2f-45f4-9808-5fc1d11dd56a req-356ba0ee-83fa-4d89-aa9a-0f00761a665e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:33.716766 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-33affdc2-1c2f-45f4-9808-5fc1d11dd56a req-356ba0ee-83fa-4d89-aa9a-0f00761a665e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0783424 Mar 25 20:48:33.759826 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-33affdc2-1c2f-45f4-9808-5fc1d11dd56a req-9adb7fe9-ffc1-4292-9981-562a5a40f33e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 Mar 25 20:48:34.955065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d25b2-3d1f-49ac-ba27-e066d53c64ec req-f7323ad7-1490-4d59-82b7-49f9ac065b5a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:34.956385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-604d25b2-3d1f-49ac-ba27-e066d53c64ec req-f7323ad7-1490-4d59-82b7-49f9ac065b5a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0798631 Mar 25 20:48:34.999109 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-604d25b2-3d1f-49ac-ba27-e066d53c64ec req-f498f87d-9b20-46d8-aba5-3b55286ed549 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371265 Mar 25 20:48:36.181009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64316772-1fcc-4415-8b36-0a3fb08c9519 req-9a37bb33-c295-4b9d-b877-753f7d676c7d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:36.182455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-64316772-1fcc-4415-8b36-0a3fb08c9519 req-9a37bb33-c295-4b9d-b877-753f7d676c7d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0794356 Mar 25 20:48:36.224982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-64316772-1fcc-4415-8b36-0a3fb08c9519 req-21917839-8cb2-49bd-9af2-ad73357f7d1a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371275 Mar 25 20:48:37.406329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6e82-b10e-4209-be0c-a69c9ebe70e0 req-8feb4484-68eb-4b25-9d75-cea7b24461e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:37.407740 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-27de6e82-b10e-4209-be0c-a69c9ebe70e0 req-8feb4484-68eb-4b25-9d75-cea7b24461e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0801988 Mar 25 20:48:37.450973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-27de6e82-b10e-4209-be0c-a69c9ebe70e0 req-7e28a2b6-3cc3-4be9-9ca4-2658003a75c5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375528 Mar 25 20:48:38.632411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a4cab-7bb0-402e-8caf-e3441f329d2f req-fd982034-3049-4068-bed3-fd2d9074009f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:38.633863 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8f3a4cab-7bb0-402e-8caf-e3441f329d2f req-fd982034-3049-4068-bed3-fd2d9074009f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0775099 Mar 25 20:48:38.680451 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8f3a4cab-7bb0-402e-8caf-e3441f329d2f req-28f47b04-2c87-491e-ac07-b679e505789b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Mar 25 20:48:39.113028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b486f36-dff5-467d-996c-f7f6e14e79bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:39.868699 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4efe12-456c-4067-a85f-601311d00bc7 req-d3365b40-a546-456c-9b77-dc0928fd6ea8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:48:39.870177 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab4efe12-456c-4067-a85f-601311d00bc7 req-d3365b40-a546-456c-9b77-dc0928fd6ea8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0879860 Mar 25 20:48:39.913467 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ab4efe12-456c-4067-a85f-601311d00bc7 req-5589e255-1f85-4c3c-a1c3-818ddbac15ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377703 Mar 25 20:48:39.935810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42696) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:48:40.039698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-554c5923-9550-432c-b262-79bacae8479d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/1e4a53bc-4211-46fc-97da-0f319c70f69a HTTP/1.1" status: 200 len: 993 time: 0.1028099 Mar 25 20:48:42.157818 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-909d3376-c778-47d4-b25f-cfd9629ac230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:42.826395 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:42.992428 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:44.375269 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:48.290099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:48:50.176960 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:49:09.107292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4869c805-f127-4ad3-b96e-60ed4f14e68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:09.527661 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-d8ff20b9-9957-48e4-800b-62e8227c5d19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1623003 Mar 25 20:49:09.663046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-1f27b775-1def-46e0-8a0e-5c5e3dea03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:09.664539 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-1f27b775-1def-46e0-8a0e-5c5e3dea03cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1098 time: 0.0689268 Mar 25 20:49:09.805471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-5d53458d-7a39-4bc0-87c6-3693d444163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:09.806799 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-5d53458d-7a39-4bc0-87c6-3693d444163c service neutron] 10.222.0.43 "GET /v2.0/networks?id=feed527f-d0e2-430c-a354-97619aa5cf12 HTTP/1.1" status: 200 len: 898 time: 0.1224566 Mar 25 20:49:09.907515 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-18d3a37c-e3a7-4eee-bd9e-eeeed339f49c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b HTTP/1.1" status: 200 len: 1001 time: 0.0938766 Mar 25 20:49:09.970349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-c50ac97c-2393-4cd5-a93f-4c2c4223983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:09.971726 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-c50ac97c-2393-4cd5-a93f-4c2c4223983c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2425349b-149b-41fe-b67e-f89ef2040622 HTTP/1.1" status: 200 len: 835 time: 0.0584285 Mar 25 20:49:10.043719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-597036ca-5d6e-4a0d-9402-3cb43f55bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:10.045177 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-597036ca-5d6e-4a0d-9402-3cb43f55bd06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=feed527f-d0e2-430c-a354-97619aa5cf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671561 Mar 25 20:49:10.178280 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-b2640ff1-1d23-4fb4-8962-fdb9228bf792 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269073 Mar 25 20:49:10.307953 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ff9e5cc9-1249-4e4e-8341-b92b56ed589c req-2b12e834-cb00-4092-9ea6-621e93333973 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231883 Mar 25 20:49:12.209489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-31c8138a-5fb3-4d80-b7de-3b6cb5ce5aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:12.844280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:12.993026 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:14.375587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:18.323409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:27.174868 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:49:28.494929 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42720) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:28.804771 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 7f4b22e8-fd20-49d8-a02f-155729190ca0 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:49:28.805027 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:28.967534 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:28.967853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:29.090891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 7f4b22e8-fd20-49d8-a02f-155729190ca0 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:49:29.284065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:29.333842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=7f4b22e8-fd20-49d8-a02f-155729190ca0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:29.373084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.373432 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.373769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.374100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.374425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.374747 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.375065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.375383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.375700 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.376023 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.376338 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.376680 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:29.430607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:29.430934 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP 1e4a53bc-4211-46fc-97da-0f319c70f69a disassociated (deleted). External IP: 172.26.8.156, port: 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b. Mar 25 20:49:29.831397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 38e74132-abcc-4ca0-99f6-7e9448a66031 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:49:30.004893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:49:30.015243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489e168-f5a3-4825-a805-18646a49876c None None] Sync routers for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:49:30.024906 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489e168-f5a3-4825-a805-18646a49876c None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:49:30.032520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f489e168-f5a3-4825-a805-18646a49876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:30.089988 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:30.211024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f489e168-f5a3-4825-a805-18646a49876c None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:49:30.266445 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-59032b2c-e17c-42a5-a8ce-f288d52699db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/floatingips/1e4a53bc-4211-46fc-97da-0f319c70f69a HTTP/1.1" status: 204 len: 168 time: 1.7679720 Mar 25 20:49:30.266445 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:49:30.391185 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'status': 'completed', 'code': 200} Mar 25 20:49:30.482133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a014-7b90-4394-826c-649f43643b04 req-976285ef-c739-47db-a731-0386f6762242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:30.483599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5219a014-7b90-4394-826c-649f43643b04 req-976285ef-c739-47db-a731-0386f6762242 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 1098 time: 0.0696793 Mar 25 20:49:30.530570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f489e168-f5a3-4825-a805-18646a49876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:11Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:30.534342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489e168-f5a3-4825-a805-18646a49876c None None] Checking router: 38e74132-abcc-4ca0-99f6-7e9448a66031 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:49:30.542543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489e168-f5a3-4825-a805-18646a49876c None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:49:30.543139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f489e168-f5a3-4825-a805-18646a49876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:30.614388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a014-7b90-4394-826c-649f43643b04 req-a6991ba6-ccfb-4e70-bcfd-c221d54398f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:30.616377 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5219a014-7b90-4394-826c-649f43643b04 req-a6991ba6-ccfb-4e70-bcfd-c221d54398f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=feed527f-d0e2-430c-a354-97619aa5cf12 HTTP/1.1" status: 200 len: 898 time: 0.1267374 Mar 25 20:49:30.698630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5219a014-7b90-4394-826c-649f43643b04 req-ed4fb10f-5a6c-43dc-8684-5b36a5a52c13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b HTTP/1.1" status: 200 len: 217 time: 0.0751803 Mar 25 20:49:30.728259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f489e168-f5a3-4825-a805-18646a49876c None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:49:30.766634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a014-7b90-4394-826c-649f43643b04 req-003cd164-7dc0-49e9-b421-5d5b4504a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:30.768070 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5219a014-7b90-4394-826c-649f43643b04 req-003cd164-7dc0-49e9-b421-5d5b4504a297 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2425349b-149b-41fe-b67e-f89ef2040622 HTTP/1.1" status: 200 len: 835 time: 0.0626125 Mar 25 20:49:30.904817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a014-7b90-4394-826c-649f43643b04 req-6895b8d5-712a-4b47-bf5b-d2682342ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:30.906260 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5219a014-7b90-4394-826c-649f43643b04 req-6895b8d5-712a-4b47-bf5b-d2682342ab7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=feed527f-d0e2-430c-a354-97619aa5cf12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313190 Mar 25 20:49:30.918814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef5a27-7d0a-4c75-8944-ec116b8f0b43 req-96ce617e-388a-43c2-a811-53e5ca7e4a94 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:30.920339 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c3ef5a27-7d0a-4c75-8944-ec116b8f0b43 req-96ce617e-388a-43c2-a811-53e5ca7e4a94 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.1156321 Mar 25 20:49:31.048936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f489e168-f5a3-4825-a805-18646a49876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:11Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:31.053465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489e168-f5a3-4825-a805-18646a49876c None None] The sync data for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv is: [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:06Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '8e12e684-f4ae-4ea2-99ee-f6b752873fe8', 'name': '', 'network_id': 'feed527f-d0e2-430c-a354-97619aa5cf12', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:5a:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '2425349b-149b-41fe-b67e-f89ef2040622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:05Z', 'updated_at': '2022-03-25T20:47:11Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2425349b-149b-41fe-b67e-f89ef2040622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:49:31.054244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c3ef5a27-7d0a-4c75-8944-ec116b8f0b43 req-0300212d-8c06-4df0-9133-c82c099afa82 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127191 Mar 25 20:49:31.079736 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5219a014-7b90-4394-826c-649f43643b04 req-e50916c7-9f00-4f5a-92de-bb7cd19cbe92 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583130 Mar 25 20:49:31.272271 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7cd10-cb30-4268-9ca8-80bd0bb21480 None None] New status for floating IP 1e4a53bc-4211-46fc-97da-0f319c70f69a: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:49:31.323568 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5219a014-7b90-4394-826c-649f43643b04 req-ab112482-e195-4d40-a29e-747b6f613cf0 service neutron] 10.222.0.43 "GET /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370844 Mar 25 20:49:32.238927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe1ee2-6d9b-4555-8250-deadb0840118 req-49e16000-5fba-463b-ad28-09efccb0d99f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:32.240399 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38fe1ee2-6d9b-4555-8250-deadb0840118 req-49e16000-5fba-463b-ad28-09efccb0d99f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0803552 Mar 25 20:49:32.284534 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-38fe1ee2-6d9b-4555-8250-deadb0840118 req-cc5cd692-8661-49cf-a5b3-c329122d00d7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=412a163c-3c47-4f41-83a8-3d6678c607ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380614 Mar 25 20:49:32.502272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-96db6960-43ea-488b-8918-766c589021cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:32.503661 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-96db6960-43ea-488b-8918-766c589021cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 945 time: 0.0792742 Mar 25 20:49:32.569700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:49:32.570034 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:32.812927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:49:32.813194 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:32.935118 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:49:33.135147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:33.184358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=0ed70f6a-0bb3-4c0c-b321-46a9be18c56b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:33.223877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.224219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.224577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.225455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.225783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.226104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.226423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.226740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.227058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.227371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.227686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.227998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:33.268349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] No DVR routers for this DVR port 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:49:33.270653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:33.273900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'name': 'network-vif-deleted', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:49:33.285384 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e5b945fc-de34-4e5e-9fed-224ac1a8bc4e req-8f29cebf-a1da-4825-9152-db5121a29bc7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "DELETE /v2.0/ports/0ed70f6a-0bb3-4c0c-b321-46a9be18c56b HTTP/1.1" status: 204 len: 173 time: 0.7766767 Mar 25 20:49:33.320053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570e1c05-c6d6-4238-8f75-bc3c572b6d7c', 'name': 'network-vif-deleted', 'tag': '0ed70f6a-0bb3-4c0c-b321-46a9be18c56b', 'status': 'completed', 'code': 200} Mar 25 20:49:33.433431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8319db65-1041-45b3-86a4-24052aa7b1ff req-c5124e19-72bf-473a-9642-eff4e48cdbb7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:49:33.512763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-8319db65-1041-45b3-86a4-24052aa7b1ff req-c5124e19-72bf-473a-9642-eff4e48cdbb7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:49:33.513931 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8319db65-1041-45b3-86a4-24052aa7b1ff req-c5124e19-72bf-473a-9642-eff4e48cdbb7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=570e1c05-c6d6-4238-8f75-bc3c572b6d7c HTTP/1.1" status: 200 len: 210 time: 0.1268950 Mar 25 20:49:34.610896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42740) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:35.256601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:35.605136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:49:35.605475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:35.795262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 8e12e684-f4ae-4ea2-99ee-f6b752873fe8, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:49:35.795985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:35.914282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:49:36.278635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:36.328652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=8e12e684-f4ae-4ea2-99ee-f6b752873fe8,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:36.714282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:37.064284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 38e74132-abcc-4ca0-99f6-7e9448a66031 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:49:37.149816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:49:37.182716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:49:37.183047 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0ed70f6a-0bb3-4c0c-b321-46a9be18c56b not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:49:37.240489 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:49:37.252085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] Sync routers for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:49:37.261356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:49:37.269642 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:37.314988 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-881d7c25-7973-4ae8-8933-dc82b8b55c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/38e74132-abcc-4ca0-99f6-7e9448a66031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7027848 Mar 25 20:49:37.317413 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42744) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:37.385629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-87aea494-859c-4796-8e97-b6d1b7e21c0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting subnet 2425349b-149b-41fe-b67e-f89ef2040622 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:49:37.388599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87aea494-859c-4796-8e97-b6d1b7e21c0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:37.445346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87aea494-859c-4796-8e97-b6d1b7e21c0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:37.488920 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:49:37.529860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87aea494-859c-4796-8e97-b6d1b7e21c0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:37.679297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87aea494-859c-4796-8e97-b6d1b7e21c0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:37.719266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aea494-859c-4796-8e97-b6d1b7e21c0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Subnet': ['ID=2425349b-149b-41fe-b67e-f89ef2040622,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:37.721232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-87aea494-859c-4796-8e97-b6d1b7e21c0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:37.728341 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-87aea494-859c-4796-8e97-b6d1b7e21c0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/subnets/2425349b-149b-41fe-b67e-f89ef2040622 HTTP/1.1" status: 204 len: 168 time: 0.4098721 Mar 25 20:49:37.731024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42748) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:37.746094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afac890-907c-41fa-9669-89c1ee6bd32b None None] Network feed527f-d0e2-430c-a354-97619aa5cf12 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:49:37.904752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:37.928273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:49:36Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:37.935898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] Checking router: 38e74132-abcc-4ca0-99f6-7e9448a66031 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:49:37.947254 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] Routers {'38e74132-abcc-4ca0-99f6-7e9448a66031'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:49:37.947842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['38e74132-abcc-4ca0-99f6-7e9448a66031'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:38.087015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:38.104178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] DHCP port deletion for feed527f-d0e2-430c-a354-97619aa5cf12 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:49:38.118718 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Deleting port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:49:38.119087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:38.140975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port d80dd79d-a822-435d-8c22-536669adc49a {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:49:38.141313 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:38.192042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] Set router 38e74132-abcc-4ca0-99f6-7e9448a66031 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:49:38.420393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port d80dd79d-a822-435d-8c22-536669adc49a, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d80dd79d-a822-435d-8c22-536669adc49a,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:49:38.420772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:38.543599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for d80dd79d-a822-435d-8c22-536669adc49a owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:49:38.551942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] For port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=a6c3c664-907f-4d9c-8c25-e4e8432ce3c3,segment=NetworkSegment(1e5098c7-4402-4c7e-8778-00080044f989),segment_id=1e5098c7-4402-4c7e-8778-00080044f989)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:49:38.552337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:38.758296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:38.770038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Calling delete_port for a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:49:38.803459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=d80dd79d-a822-435d-8c22-536669adc49a,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:38.856641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:49:36Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:38.861303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9f641-89bc-41c5-8f10-ff39a97dfac4 None None] The sync data for ids ['38e74132-abcc-4ca0-99f6-7e9448a66031'] in dv-neutron-835149-1-hyperv is: [{'id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927716915', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:49:36Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'd80dd79d-a822-435d-8c22-536669adc49a', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e74132-abcc-4ca0-99f6-7e9448a66031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:47:01Z', 'updated_at': '2022-03-25T20:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:49:38.899031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:38.935340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:38.984626 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Pushing event deleted for resources: {'Port': ['ID=a6c3c664-907f-4d9c-8c25-e4e8432ce3c3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:38.986903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] No DVR routers for this DVR port a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.002974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced022d-8b2b-4ad0-b445-bbaa8061de21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:39.082433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.085403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.152497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de761796-02e3-44ae-9566-bb402e062136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.175180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.175780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Fanout notify agent at l3_agent the message router_deleted on router 38e74132-abcc-4ca0-99f6-7e9448a66031 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:49:39.190774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.192057 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-81de3602-610d-454b-8cbf-e9ab6bba3c4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/routers/38e74132-abcc-4ca0-99f6-7e9448a66031 HTTP/1.1" status: 204 len: 168 time: 1.4600835 Mar 25 20:49:39.195377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42752) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:39.310919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.423865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:49:39.456572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.458101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:49:39.458426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 8e12e684-f4ae-4ea2-99ee-f6b752873fe8 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:49:39.458854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:49:39.484272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feed527f-d0e2-430c-a354-97619aa5cf12']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:39.492089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:49:39.492729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device a6c3c664-907f-4d9c-8c25-e4e8432ce3c3 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:49:39.500038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5098c7-4402-4c7e-8778-00080044f989') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:39.500414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5098c7-4402-4c7e-8778-00080044f989') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:39.513493 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.531214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.538269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:49:39.538647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:49:39.553207 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:49:39.701017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.717704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.730157 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Network': ['ID=feed527f-d0e2-430c-a354-97619aa5cf12,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:39.733229 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5a6c4d0e-7ec1-4194-9b5b-b06333a6788e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/networks/feed527f-d0e2-430c-a354-97619aa5cf12 HTTP/1.1" status: 204 len: 168 time: 0.5368993 Mar 25 20:49:39.735964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42756) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:39.807788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4bbba6ec-b451-4b29-9c0f-218186599cb5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.836295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4bbba6ec-b451-4b29-9c0f-218186599cb5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.946730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4bbba6ec-b451-4b29-9c0f-218186599cb5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.965007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbba6ec-b451-4b29-9c0f-218186599cb5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a163c-3c47-4f41-83a8-3d6678c607ac,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:39.971749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4bbba6ec-b451-4b29-9c0f-218186599cb5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:39.972884 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4bbba6ec-b451-4b29-9c0f-218186599cb5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/security-groups/412a163c-3c47-4f41-83a8-3d6678c607ac HTTP/1.1" status: 204 len: 168 time: 0.2359650 Mar 25 20:49:41.326944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d80dd79d-a822-435d-8c22-536669adc49a no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:49:41.363892 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: d80dd79d-a822-435d-8c22-536669adc49a {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:49:41.364238 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d80dd79d-a822-435d-8c22-536669adc49a not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:49:41.399200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42766) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:41.404391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889238077', 'description': 'tempest-secgroup-smoke-889238077 description', 'project_id': '39e48703da844358bde6782c47173846'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:41.410520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:41.415158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:41.418642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:41.424951 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:41.495362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:41.514544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:41.518255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:41.520969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:41.527324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:41.592189 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:41.661170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:41.707401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc5dd76-abc9-4692-99ed-e30cd6dd5573,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:41.764036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:41.765275 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d07a5867-eb3b-4ae0-997a-fa75413a0c09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3650634 Mar 25 20:49:41.768294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42770) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:41.774010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '1bc5dd76-abc9-4692-99ed-e30cd6dd5573', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:41.779838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:41.783589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:41.786450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:41.792113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:41.867589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.022550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.089719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.112874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2dfbf0-b10f-4874-998a-ac86d4c137e7,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:42.169951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f4a2fe87-b1b7-4792-9ccd-9469e1de45d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.198495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.199726 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b636a843-c41d-4cc6-9e65-6e50371d78cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305074 Mar 25 20:49:42.202532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42774) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:42.207510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '1bc5dd76-abc9-4692-99ed-e30cd6dd5573', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:42.213399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:42.217402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:42.220217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:42.226394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:42.331102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.390090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.472345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.496393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbadd48-6cee-4d45-87f2-1753ccae4722,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:42.546373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.547528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-894084bd-92b8-4c7d-a1db-b2efa543d841 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440759 Mar 25 20:49:42.550255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42778) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:42.555596 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '1bc5dd76-abc9-4692-99ed-e30cd6dd5573', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:42.561233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:42.565019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:42.567843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:42.573500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:42.654712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.722068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.775248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.798393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4228db67-e4f2-4e35-bd0e-cccf2a1c26c7,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:42.815353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.946824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:42.947946 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bd3de7d4-988a-41e6-a08c-1a1294ace05c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3967950 Mar 25 20:49:42.950976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42782) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:42.956062 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '1bc5dd76-abc9-4692-99ed-e30cd6dd5573', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:42.962652 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:42.966366 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:42.969657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:42.975196 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:43.020921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.049989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.110627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.174930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.198198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f350110-5f23-4e84-8a0b-21482b3df217,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:43.277832 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.278978 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d5b96271-6508-4cf7-b5d2-5785f6d4a8e4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3270323 Mar 25 20:49:43.281739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42786) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:43.286568 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '1bc5dd76-abc9-4692-99ed-e30cd6dd5573', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:43.292289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:43.296065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:43.299013 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:43.305219 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:43.369402 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:49:43.376173 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.440372 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.511995 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.534223 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96669e90-1f3e-4c5c-ba10-ac2acce7fc01,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:43.592190 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.593399 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b0b3b620-1b43-4569-a402-b46a4624968f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107553 Mar 25 20:49:43.596133 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42790) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:43.601154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '1bc5dd76-abc9-4692-99ed-e30cd6dd5573', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:43.607182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:43.611028 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:43.614008 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:43.620497 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:43.678622 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:49:43.685740 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.747245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.797758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.820379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bc5605-70b3-44ff-9a36-419b971b515e,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:43.872463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:43.873619 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a0450f6c-6a39-4b52-93f7-443e813a23ce tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2765496 Mar 25 20:49:43.876402 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42794) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:43.881728 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'network': {'name': 'tempest-network-smoke--2130458888', 'project_id': '39e48703da844358bde6782c47173846', 'port_security_enabled': True}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:43.886378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:43.890352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:network and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:43.893147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:43.899051 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:43.975597 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:49:43.979006 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.005744 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:49:44.013878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.018923 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Added segment f5a5854e-7eb5-46f1-9e20-2622d2810684 of type vlan for network 6c24c325-6c41-40b1-aac8-501d103dd18a Mar 25 20:49:44.039393 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.123989 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.129572 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:44.130215 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.238119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Network': ['ID=6c24c325-6c41-40b1-aac8-501d103dd18a,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:44.248986 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 6c24c325-6c41-40b1-aac8-501d103dd18a details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:49:44.290330 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f497d94d-21b2-42a8-9a66-145c49f5a1f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4129136 Mar 25 20:49:44.293031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42800) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:44.297865 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'admin_state_up': True, 'project_id': '39e48703da844358bde6782c47173846', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:44.305010 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:44.309251 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:router and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:44.311732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:44.317864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:44.387283 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.388257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.403301 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.404232 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:44.753691 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:45.128410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:45.157571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:45.289365 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.42 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/703bf08c-721f-48db-b676-23829cf37963) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:49:45.432696 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:45.529519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:45.585225 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:49:45.587981 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:49:45.591527 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:49:45.744355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=703bf08c-721f-48db-b676-23829cf37963,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:46.152089 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:46.483676 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:46.746588 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router acaa4858-1d53-480b-a147-201d83e10a01 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:49:46.923672 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:49:46.935185 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Sync routers for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:49:46.944653 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:49:46.945242 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:46.998483 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:46.999629 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e28e5979-14a1-4070-b69a-670e22c2f5e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7057593 Mar 25 20:49:47.002673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42804) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:47.042054 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b83eb9fd-9387-4cdd-8727-439985875962 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=39e48703da844358bde6782c47173846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382249 Mar 25 20:49:47.044378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42808) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:47.115215 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:49:47.292766 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb83c8f-bee0-4645-b8c2-1ca297120a00 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:47.296811 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0cb83c8f-bee0-4645-b8c2-1ca297120a00 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2489686 Mar 25 20:49:47.297142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42812) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:47.342201 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e0ad6cf4-661c-48f1-8f93-5dc1883a34fa tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395434 Mar 25 20:49:47.342543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42816) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:47.348052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-63507278', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'project_id': '39e48703da844358bde6782c47173846', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:47.405068 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:45Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:47.408862 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Checking router: acaa4858-1d53-480b-a147-201d83e10a01 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:49:47.409214 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Updating router acaa4858-1d53-480b-a147-201d83e10a01 port 703bf08c-721f-48db-b676-23829cf37963 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:49:47.460920 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:47.462012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:47.466706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:subnet and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:49:47.469876 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:49:47.476663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:47.541471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:49:47.545212 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:47.784452 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:47.798755 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Transition to ACTIVE for port object 703bf08c-721f-48db-b676-23829cf37963 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:49:47.821071 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:47.878247 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:47.900571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Subnet': ['ID=14db9d34-96ce-40c0-97c2-e9b6b9994ed8,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:47.911226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Checking segment: {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:49:47.911587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network hostable DHCP agents. Network: 6c24c325-6c41-40b1-aac8-501d103dd18a, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:49:47.967275 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Pushing event updated for resources: {'Port': ['ID=703bf08c-721f-48db-b676-23829cf37963,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:47.969815 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Attempting to bind port 703bf08c-721f-48db-b676-23829cf37963 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:49:47.969815 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Attempting to bind port 703bf08c-721f-48db-b676-23829cf37963 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:49:47.970184 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Attempting to bind port 703bf08c-721f-48db-b676-23829cf37963 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:49:47.979449 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:49:47.979807 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:49:47.980191 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:47.980596 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:49:47.981044 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Bound port: 703bf08c-721f-48db-b676-23829cf37963, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:49:47.981402 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:47.986815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network 6c24c325-6c41-40b1-aac8-501d103dd18a is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:49:48.008821 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.009161 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.009493 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.009809 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.010129 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.010446 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.010759 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.011070 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.011383 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.011692 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.011999 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.012304 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:49:48.058252 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] For port 703bf08c-721f-48db-b676-23829cf37963, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:49:48.061123 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] For port 703bf08c-721f-48db-b676-23829cf37963, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=703bf08c-721f-48db-b676-23829cf37963,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:49:48.072549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 6c24c325-6c41-40b1-aac8-501d103dd18a) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:49:48.078445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:48.078445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:48.082235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e384b0c5-d626-4f81-809e-480b31cdd625 None None] Network 6c24c325-6c41-40b1-aac8-501d103dd18a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:49:48.141453 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:48.167394 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3b59c5f4-cf9e-4bcb-9d04-39f6b9e08842 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8213265 Mar 25 20:49:48.167670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42824) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:49:48.268647 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:49:48.269290 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:48.317016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-6c24c325-6c41-40b1-aac8-501d103dd18a', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:49:48.320146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:48.333806 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fdf45-7922-4255-8802-5faf0550c309 None None] Pushing event updated for resources: {'Port': ['ID=703bf08c-721f-48db-b676-23829cf37963,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:48.376087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:48.465483 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:49:48.476352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Allocated IP 172.20.0.2 (6c24c325-6c41-40b1-aac8-501d103dd18a/14db9d34-96ce-40c0-97c2-e9b6b9994ed8/c4405a62-7c2a-45fd-bab2-27f7be8f2cb7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:49:48.689959 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:48.701630 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Transition to ACTIVE for port object c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:49:48.725495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Transition to ACTIVE for port object c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:49:48.760944 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:45Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:48.764826 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fb725-d295-448b-85da-3a0722ee75bb None None] The sync data for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv is: [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:45Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:49:48.793167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:48.857325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Network 6c24c325-6c41-40b1-aac8-501d103dd18a is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:49:48.860011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:49:48.863606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:49:48.902963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Pushing event updated for resources: {'Port': ['ID=c4405a62-7c2a-45fd-bab2-27f7be8f2cb7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:48.908466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:48.971281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Attempting to bind port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:49:48.971641 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Attempting to bind port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:49:48.971990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Attempting to bind port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 on network 6c24c325-6c41-40b1-aac8-501d103dd18a {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:49:48.977879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:49:48.978319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Checking segment: {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:49:48.978621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:48.979004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Bound using segment: {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:49:48.979466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Bound port: c4405a62-7c2a-45fd-bab2-27f7be8f2cb7, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:49:48.979828 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:49.095908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] For port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:49:49.101367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] For port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c4405a62-7c2a-45fd-bab2-27f7be8f2cb7,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:49:49.187919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:49.281488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f025b9b-553e-4b60-8da7-3e9ebb6aa68d None None] Pushing event updated for resources: {'Port': ['ID=c4405a62-7c2a-45fd-bab2-27f7be8f2cb7,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:49.417223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 703bf08c-721f-48db-b676-23829cf37963 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:49:49.489234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.1 (6c24c325-6c41-40b1-aac8-501d103dd18a/14db9d34-96ce-40c0-97c2-e9b6b9994ed8/439284d1-45c8-4cb5-9f28-d629133b1c07) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:49:49.581416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 703bf08c-721f-48db-b676-23829cf37963 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:49:49.587938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 703bf08c-721f-48db-b676-23829cf37963 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:49.588724 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:49.698119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:49.715688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object 439284d1-45c8-4cb5-9f28-d629133b1c07 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:49:49.790936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:49.804672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:49.807367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 703bf08c-721f-48db-b676-23829cf37963, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=703bf08c-721f-48db-b676-23829cf37963,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:49:49.867128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:49.868148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network 6c24c325-6c41-40b1-aac8-501d103dd18a is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:49:49.872039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:49:49.874353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:49:49.919852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=439284d1-45c8-4cb5-9f28-d629133b1c07,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:49.935844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=703bf08c-721f-48db-b676-23829cf37963,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:49.947519 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:50.274269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:50.343919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba24f4e-a808-4861-ba80-46864e756148 None None] Network 6c24c325-6c41-40b1-aac8-501d103dd18a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:49:50.509974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-406b8d4e-e036-4125-9a62-b46bfcab72cd None None] Provisioning for port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:49:50.761066 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:50.815446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:50.918096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ea9615e6-370d-45f8-a947-7b9fe0c421ba None None] Provisioning for port 439284d1-45c8-4cb5-9f28-d629133b1c07 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:49:50.923921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ea9615e6-370d-45f8-a947-7b9fe0c421ba None None] Provisioning complete for port 439284d1-45c8-4cb5-9f28-d629133b1c07 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:50.923921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea9615e6-370d-45f8-a947-7b9fe0c421ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:50.947884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:50.953253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=439284d1-45c8-4cb5-9f28-d629133b1c07,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:50.983727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ea9615e6-370d-45f8-a947-7b9fe0c421ba None None] Port 439284d1-45c8-4cb5-9f28-d629133b1c07 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:49:51.114285 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4d43eafe-881e-4802-8fff-c7de68e5bee0 None None] Provisioning complete for port 439284d1-45c8-4cb5-9f28-d629133b1c07 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:51.114644 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d43eafe-881e-4802-8fff-c7de68e5bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:51.170235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4d43eafe-881e-4802-8fff-c7de68e5bee0 None None] Port 439284d1-45c8-4cb5-9f28-d629133b1c07 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:49:51.219930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network 6c24c325-6c41-40b1-aac8-501d103dd18a is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:49:51.221125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:49:51.411158 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router acaa4858-1d53-480b-a147-201d83e10a01 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:49:51.462118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:49:51.528877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7d4b3509-27a2-414c-835d-1c36b97c36ce None None] Provisioning complete for port 439284d1-45c8-4cb5-9f28-d629133b1c07 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:51.529155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7d4b3509-27a2-414c-835d-1c36b97c36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:51.585201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b3509-27a2-414c-835d-1c36b97c36ce None None] Port 439284d1-45c8-4cb5-9f28-d629133b1c07 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:49:51.593612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:49:51.604786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Sync routers for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:49:51.616195 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-865288cf-bd8e-49a8-8d26-46bdb8e72b80 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/acaa4858-1d53-480b-a147-201d83e10a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4377866 Mar 25 20:49:51.625142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:49:51.625827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:51.682801 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:49:51.702436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:51.707081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:51.778967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-1ed7f96c-264b-4d44-97fd-6a3acc9eb5ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:49:51.850311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-1ed7f96c-264b-4d44-97fd-6a3acc9eb5ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:49:51.851522 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-1ed7f96c-264b-4d44-97fd-6a3acc9eb5ab tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889238077&fields=id&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 267 time: 0.1119277 Mar 25 20:49:51.867915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:49:52.003600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-ba210e5c-33bc-4eab-bcfb-479b42e27561 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:52.004185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-ba210e5c-33bc-4eab-bcfb-479b42e27561 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:49:52.042018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:52.072784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-ba210e5c-33bc-4eab-bcfb-479b42e27561 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:49:52.073961 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-ba210e5c-33bc-4eab-bcfb-479b42e27561 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 797 time: 0.2157013 Mar 25 20:49:52.089541 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-5a31e069-6542-4b17-8af6-7eed2b0c48c3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/quotas/39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 375 time: 0.0102301 Mar 25 20:49:52.161668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c4405a62-7c2a-45fd-bab2-27f7be8f2cb7,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:49:52.175381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-78e32eac-edc0-4c30-9c3c-e40a4e12a27a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:49:52.218647 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:52.219391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 703bf08c-721f-48db-b676-23829cf37963 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:49:52.255141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-78e32eac-edc0-4c30-9c3c-e40a4e12a27a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:49:52.257004 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-78e32eac-edc0-4c30-9c3c-e40a4e12a27a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621919 Mar 25 20:49:52.335039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-a88657ae-6842-415a-9a4b-3e2dc53c4431 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:49:52.336027 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-a88657ae-6842-415a-9a4b-3e2dc53c4431 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0676947 Mar 25 20:49:52.348384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=c4405a62-7c2a-45fd-bab2-27f7be8f2cb7,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:52.373955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 703bf08c-721f-48db-b676-23829cf37963 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:52.374317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:52.435309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 2, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:52.448339 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Checking router: acaa4858-1d53-480b-a147-201d83e10a01 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:49:52.448707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Updating router acaa4858-1d53-480b-a147-201d83e10a01 port 439284d1-45c8-4cb5-9f28-d629133b1c07 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:49:52.470693 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-2f0472b0-c7c1-4339-a6ac-4e9904416771 service neutron] 10.222.0.37 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286333 Mar 25 20:49:52.515547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:52.601294 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-6add4ff2-cd8d-49b2-b615-863ff2c66703 service neutron] 10.222.0.37 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246207 Mar 25 20:49:52.846463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7cde95bc-4bc9-4443-a31b-e47e8d4f4bd9 req-00fb4313-b640-44d4-b234-f509c59fc14b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 210 time: 0.0447950 Mar 25 20:49:52.921553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:52.933564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Transition to ACTIVE for port object 439284d1-45c8-4cb5-9f28-d629133b1c07 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:49:53.003487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:53.166156 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cf7bf-82af-46b1-9f7b-f916c83c970b None None] Pushing event updated for resources: {'Port': ['ID=439284d1-45c8-4cb5-9f28-d629133b1c07,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:53.223462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Attempting to bind port 439284d1-45c8-4cb5-9f28-d629133b1c07 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:49:53.223823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Attempting to bind port 439284d1-45c8-4cb5-9f28-d629133b1c07 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:49:53.224199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Attempting to bind port 439284d1-45c8-4cb5-9f28-d629133b1c07 on network 6c24c325-6c41-40b1-aac8-501d103dd18a {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:49:53.230210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:49:53.230567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Checking segment: {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:49:53.230988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:53.231410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Bound using segment: {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:49:53.231896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Bound port: 439284d1-45c8-4cb5-9f28-d629133b1c07, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:49:53.232261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:53.327264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] For port 439284d1-45c8-4cb5-9f28-d629133b1c07, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:49:53.330480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] For port 439284d1-45c8-4cb5-9f28-d629133b1c07, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=439284d1-45c8-4cb5-9f28-d629133b1c07,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:49:53.379118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:49:53.409708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:53.513863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:49:53.514489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:53.587837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cf7bf-82af-46b1-9f7b-f916c83c970b None None] Pushing event updated for resources: {'Port': ['ID=439284d1-45c8-4cb5-9f28-d629133b1c07,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:53.602797 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:53.603200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:53.757246 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:49:53.997406 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f351cd2-237e-4f6d-ab57-8484e9d2aa78 req-c5090621-3e84-46e6-a5a9-bf940375bffa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 210 time: 0.0435874 Mar 25 20:49:54.174625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:53Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:49:54.179149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca6484-a229-4c7c-aacd-801cf8e709a8 None None] The sync data for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv is: [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:53Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:49:54.701837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-e9838133-6ba8-4960-973b-f8e2cc5d6ee3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:54.703316 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-e9838133-6ba8-4960-973b-f8e2cc5d6ee3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 797 time: 0.1607451 Mar 25 20:49:54.766861 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-47a7df84-2ea1-4aa8-bb49-0377def0a29e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 379 time: 0.0543940 Mar 25 20:49:54.777041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'port': {'device_id': '18655350-8924-499e-9220-8bf0bba9ca6d', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'admin_state_up': True, 'tenant_id': '39e48703da844358bde6782c47173846', 'security_groups': ['1bc5dd76-abc9-4692-99ed-e30cd6dd5573']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:54.918570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:49:54.928418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:49:54.975612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:49:54.979235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:55.291777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-29d9ccd9-8b55-4b0e-8a3e-9fd68ddadfcb req-2914513f-c467-4d39-b546-0b23b728c9cc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 210 time: 0.1704216 Mar 25 20:49:55.313191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.4 (6c24c325-6c41-40b1-aac8-501d103dd18a/14db9d34-96ce-40c0-97c2-e9b6b9994ed8/ddbf4f9c-7a0b-4e4a-8032-176254d50e6b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:49:55.403036 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 439284d1-45c8-4cb5-9f28-d629133b1c07 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:49:55.499558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:55.514476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object ddbf4f9c-7a0b-4e4a-8032-176254d50e6b will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:49:55.546430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 439284d1-45c8-4cb5-9f28-d629133b1c07 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:49:55.551357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 439284d1-45c8-4cb5-9f28-d629133b1c07 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:55.551719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:55.604550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:55.672325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:55.675182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network 6c24c325-6c41-40b1-aac8-501d103dd18a is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:49:55.678319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:49:55.686455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:49:55.705583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 439284d1-45c8-4cb5-9f28-d629133b1c07, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=439284d1-45c8-4cb5-9f28-d629133b1c07,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:49:55.718173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:55.754578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:55.755117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:55.786786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:55.833261 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-9978eb46-b912-4373-928b-1f6f26a3d150 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0600731 Mar 25 20:49:55.844441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Request body: {'port': {'device_id': '18655350-8924-499e-9220-8bf0bba9ca6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:49:55.860131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=439284d1-45c8-4cb5-9f28-d629133b1c07,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:55.946284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-756ff6c8-5618-40df-9bb1-6abb6218db3c None None] Provisioning for port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:49:55.951302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-756ff6c8-5618-40df-9bb1-6abb6218db3c None None] Provisioning complete for port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:55.951610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-756ff6c8-5618-40df-9bb1-6abb6218db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:55.956620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:56.003501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-756ff6c8-5618-40df-9bb1-6abb6218db3c None None] Port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:49:56.294626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbf4f9c-7a0b-4e4a-8032-176254d50e6b {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:49:56.301703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:56.316226 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Transition to ACTIVE for port object ddbf4f9c-7a0b-4e4a-8032-176254d50e6b will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:49:56.381588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:56.623531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:56.674358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a3826-5041-4c7d-8f44-a426f697f8d0 req-4ac92860-bb56-4991-9938-e99a1804ad81 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:56.675041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d79a3826-5041-4c7d-8f44-a426f697f8d0 req-4ac92860-bb56-4991-9938-e99a1804ad81 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:49:56.697164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Attempting to bind port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:49:56.697490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Attempting to bind port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:49:56.697807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Attempting to bind port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b on network 6c24c325-6c41-40b1-aac8-501d103dd18a {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:49:56.703945 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b on network 6c24c325-6c41-40b1-aac8-501d103dd18a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:49:56.704257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Attempting to bind port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b on network 6c24c325-6c41-40b1-aac8-501d103dd18a {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:49:56.709287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:49:56.709625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Checking segment: {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:49:56.709988 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Bound using segment: {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:49:56.710392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Bound port: ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a5854e-7eb5-46f1-9e20-2622d2810684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:49:56.710722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:56.763393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d79a3826-5041-4c7d-8f44-a426f697f8d0 req-4ac92860-bb56-4991-9938-e99a1804ad81 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:49:56.764847 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d79a3826-5041-4c7d-8f44-a426f697f8d0 req-4ac92860-bb56-4991-9938-e99a1804ad81 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 943 time: 0.3446648 Mar 25 20:49:56.839615 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d79a3826-5041-4c7d-8f44-a426f697f8d0 req-036bbc41-3a3d-4881-8f78-99cebdf2cfe8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677640 Mar 25 20:49:56.847914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:49:56.856449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:49:56.924198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:56.978943 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:56.979553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:56.980910 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] 10.222.0.43 "PUT /v2.0/ports/ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 1093 time: 1.1406884 Mar 25 20:49:56.981334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:49:57.005161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2639264-3bd2-41a5-b8f2-d66f470d483a service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:49:57.094882 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'status': 'completed', 'code': 200} Mar 25 20:49:57.189037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba88ab-8ccc-433e-95a0-beb67f95bd60 req-a6d6eb0a-93bf-4ad0-9f05-6ac605e8a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:57.190502 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83ba88ab-8ccc-433e-95a0-beb67f95bd60 req-a6d6eb0a-93bf-4ad0-9f05-6ac605e8a907 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1096 time: 0.0744917 Mar 25 20:49:57.390341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 439284d1-45c8-4cb5-9f28-d629133b1c07 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:49:57.438138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba88ab-8ccc-433e-95a0-beb67f95bd60 req-89c81441-a275-4a2b-8cd7-8219ffa4cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:57.439581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83ba88ab-8ccc-433e-95a0-beb67f95bd60 req-89c81441-a275-4a2b-8cd7-8219ffa4cd8d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=39e48703da844358bde6782c47173846&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2430508 Mar 25 20:49:57.463095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 439284d1-45c8-4cb5-9f28-d629133b1c07 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:49:57.463462 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:49:57.573983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba88ab-8ccc-433e-95a0-beb67f95bd60 req-349b401e-8bbc-4138-b97c-7f57f4b06e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:57.575428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-83ba88ab-8ccc-433e-95a0-beb67f95bd60 req-349b401e-8bbc-4138-b97c-7f57f4b06e71 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299992 Mar 25 20:49:57.683214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-6156c7ca-7563-42a4-a3e6-241de087dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:57.684732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-6156c7ca-7563-42a4-a3e6-241de087dd94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1096 time: 0.0713220 Mar 25 20:49:57.755032 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-391fff66-ce11-40aa-86ca-7234396586a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 217 time: 0.0626431 Mar 25 20:49:57.815246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-b25b364f-4de3-4314-90f5-13d523c391c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:57.816709 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-b25b364f-4de3-4314-90f5-13d523c391c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0561166 Mar 25 20:49:57.893042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-c6cd167c-1d48-4aa0-8e8a-08973fb13dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:57.894510 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-c6cd167c-1d48-4aa0-8e8a-08973fb13dfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721438 Mar 25 20:49:58.070231 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-47ba987e-2342-4199-a105-8d3f564fdcad service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694188 Mar 25 20:49:58.120262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ab6c-e544-4f2f-bb44-53650c801a47 req-f235030b-62e8-4702-ac22-29ce567aa21e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:58.121658 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5006ab6c-e544-4f2f-bb44-53650c801a47 req-f235030b-62e8-4702-ac22-29ce567aa21e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 943 time: 0.1443856 Mar 25 20:49:58.230008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5006ab6c-e544-4f2f-bb44-53650c801a47 req-1e6be883-bf4c-4e4b-bc30-87d66d921a06 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016119 Mar 25 20:49:58.246326 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-30fa38ae-9bf4-44b2-9bfc-f65fb7079a11 req-0c86b20f-aa0f-40c1-bffb-6704ca55bfcb service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664844 Mar 25 20:49:59.416321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa910a-91be-486e-b2b7-6df4040cd14b req-8893c2b3-ca74-4c8e-abc4-c53f5c564a06 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:49:59.417904 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6efa910a-91be-486e-b2b7-6df4040cd14b req-8893c2b3-ca74-4c8e-abc4-c53f5c564a06 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 943 time: 0.0799048 Mar 25 20:49:59.461241 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6efa910a-91be-486e-b2b7-6df4040cd14b req-e2a7648a-5ca7-4f99-ad31-3f64b6d38f99 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376964 Mar 25 20:50:00.642874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa3c7c-40e1-4cfe-9494-aa4ab172a95f req-3456284e-ab40-4060-a02b-11ad0a9a1a0e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:00.644344 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3daa3c7c-40e1-4cfe-9494-aa4ab172a95f req-3456284e-ab40-4060-a02b-11ad0a9a1a0e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 943 time: 0.0812395 Mar 25 20:50:00.687851 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3daa3c7c-40e1-4cfe-9494-aa4ab172a95f req-1952bc43-abe2-4973-901b-745f78b14109 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371501 Mar 25 20:50:01.307972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ddbf4f9c-7a0b-4e4a-8032-176254d50e6b details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:50:01.440045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:50:01.456371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'port_id': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'mac_address': 'fa:16:3e:ed:b5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:50:01.510355 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:01.526572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbf4f9c-7a0b-4e4a-8032-176254d50e6b {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:50:01.541089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:50:01.580340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:01.645904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:50:01.867052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae7967-91e0-4c00-92ad-cc03853d48c2 req-715d851a-36e0-459f-9541-ab31ee797956 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:01.868499 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9fae7967-91e0-4c00-92ad-cc03853d48c2 req-715d851a-36e0-459f-9541-ab31ee797956 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 944 time: 0.0779467 Mar 25 20:50:01.910395 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9fae7967-91e0-4c00-92ad-cc03853d48c2 req-0021180b-507b-4bd2-afa7-1879ef96852f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363708 Mar 25 20:50:01.924798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:50:03.091755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b100-d059-4ea6-8218-565b721f04dc req-f7df4d5c-f504-4346-97da-8ab52d1bec25 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:03.093194 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b987b100-d059-4ea6-8218-565b721f04dc req-f7df4d5c-f504-4346-97da-8ab52d1bec25 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 944 time: 0.0802486 Mar 25 20:50:03.135814 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b987b100-d059-4ea6-8218-565b721f04dc req-3c91d30d-0611-44d7-9ba3-5c7809e51bfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371625 Mar 25 20:50:03.321221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ddbf4f9c-7a0b-4e4a-8032-176254d50e6b up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:50:03.455369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:50:03.461317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:50:03.461765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:03.575130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:03.600208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:50:03.611579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:50:03.645339 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'code': 200} Mar 25 20:50:03.655330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:03.728289 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:50:03.998251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b0133-4b53-4584-89d6-ffa3ed95a044 req-ff8f4833-d189-4901-845b-b88a740f0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:03.999685 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0f4b0133-4b53-4584-89d6-ffa3ed95a044 req-ff8f4833-d189-4901-845b-b88a740f0b35 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0701385 Mar 25 20:50:04.041591 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0f4b0133-4b53-4584-89d6-ffa3ed95a044 req-7ab00caa-1f6c-4f0f-a678-f77a23a76029 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361707 Mar 25 20:50:04.174086 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:50:04.317849 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f0a90-981e-4308-84ef-2715dd939330 req-f0c2b97b-84a1-47b9-92ed-50bdfdc7d464 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:04.319332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d01f0a90-981e-4308-84ef-2715dd939330 req-f0c2b97b-84a1-47b9-92ed-50bdfdc7d464 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0792944 Mar 25 20:50:04.362848 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d01f0a90-981e-4308-84ef-2715dd939330 req-f713ba99-18f3-4ab2-876d-29c1febd5432 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379796 Mar 25 20:50:05.549363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc021c-cffe-4b0f-9c0d-c76148efd557 req-cad4cfc4-0247-4573-aa60-1098b85bcd4b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:05.550717 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2dcc021c-cffe-4b0f-9c0d-c76148efd557 req-cad4cfc4-0247-4573-aa60-1098b85bcd4b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0828097 Mar 25 20:50:05.597223 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2dcc021c-cffe-4b0f-9c0d-c76148efd557 req-38b72f90-4155-4461-bd00-0d5a76fe72e5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400336 Mar 25 20:50:06.780986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fd4a0-5042-4636-bbd9-56d542c82f6d req-35b62336-c225-495e-be4d-748760be504d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:06.782325 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cd9fd4a0-5042-4636-bbd9-56d542c82f6d req-35b62336-c225-495e-be4d-748760be504d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0796342 Mar 25 20:50:06.829032 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cd9fd4a0-5042-4636-bbd9-56d542c82f6d req-722ea142-7c2d-4314-83c2-669a48aafa31 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Mar 25 20:50:07.108915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c6da-3799-4f08-bca0-a2b96daec49d req-270a3268-5e6a-420e-a300-96c1185e1e09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:07.110349 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7c23c6da-3799-4f08-bca0-a2b96daec49d req-270a3268-5e6a-420e-a300-96c1185e1e09 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.1768124 Mar 25 20:50:07.153261 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7c23c6da-3799-4f08-bca0-a2b96daec49d req-92249251-34d3-4eef-af07-9707337d9270 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367961 Mar 25 20:50:07.175291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42886) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:50:07.242239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fe726-fb61-4a7c-a318-02169fbdf568 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:07.243664 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5f4fe726-fb61-4a7c-a318-02169fbdf568 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1093 time: 0.0674543 Mar 25 20:50:07.246400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 42890) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:50:07.251038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:50:07.256723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:50:07.260420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:floatingip and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:50:07.263166 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:50:07.268696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:50:07.363439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:07.499630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:07.632333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.211 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/c3bd2957-85f3-434b-9e5b-b109e2ae26d9) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:50:07.778025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:07.849304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:07.911106 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:50:07.913743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:50:07.917326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:50:07.955788 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=c3bd2957-85f3-434b-9e5b-b109e2ae26d9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:50:08.321992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:08.421795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:08.618856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:08.655245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:08.761344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=c3bd2957-85f3-434b-9e5b-b109e2ae26d9,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:50:08.773173 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:09.036832 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP 6670b589-7da5-49c5-b95b-9eb1fed07351 associated. External IP: 172.26.8.211, port: ddbf4f9c-7a0b-4e4a-8032-176254d50e6b. Mar 25 20:50:09.123926 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0229ff89-10e8-4111-ae77-9cd2c7c9a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:09.381084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router acaa4858-1d53-480b-a147-201d83e10a01 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:50:09.556710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:50:09.566267 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] Sync routers for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:50:09.576050 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:50:09.576693 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:50:09.649612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:09.707600 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c217888e-0041-45d4-8cfe-e6fd0f624fae tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4602089 Mar 25 20:50:09.708178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:50:09.753788 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:50:09.755235 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'status': 'completed', 'code': 200} Mar 25 20:50:09.896746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-17cd294e-bf57-4fbe-8fb9-67312babefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:09.898489 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-17cd294e-bf57-4fbe-8fb9-67312babefc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1098 time: 0.1171122 Mar 25 20:50:10.031687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c59c5-8ce5-4e66-a5ac-b2739a932fca req-5d0a7538-81ee-4281-b424-5bdc66b62003 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:10.033070 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d86c59c5-8ce5-4e66-a5ac-b2739a932fca req-5d0a7538-81ee-4281-b424-5bdc66b62003 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.1838987 Mar 25 20:50:10.070713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-82f22417-393a-487e-8941-50b17af786c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:10.072112 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-82f22417-393a-487e-8941-50b17af786c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 898 time: 0.1663103 Mar 25 20:50:10.106215 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '6670b589-7da5-49c5-b95b-9eb1fed07351', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.211', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'port_id': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'mac_address': 'fa:16:3e:ed:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18655350-8924-499e-9220-8bf0bba9ca6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:50:08Z', 'updated_at': '2022-03-25T20:50:08Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:55Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:50:10.111659 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] Checking router: acaa4858-1d53-480b-a147-201d83e10a01 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:50:10.122548 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:50:10.123143 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:49:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:50:10.160833 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d86c59c5-8ce5-4e66-a5ac-b2739a932fca req-3bf4602a-2cc5-4ac4-b43f-752f20ecb9db tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210639 Mar 25 20:50:10.184901 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42900) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:50:10.188267 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-a076d87c-f3f8-4589-9a71-9228db5437f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 999 time: 0.1078968 Mar 25 20:50:10.252098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-30c35a1c-ec11-4062-9e95-e659ceaf6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:10.253551 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-30c35a1c-ec11-4062-9e95-e659ceaf6f12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0569580 Mar 25 20:50:10.296000 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-39190631-4c9d-4942-b449-927fff4fd378 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/6670b589-7da5-49c5-b95b-9eb1fed07351 HTTP/1.1" status: 200 len: 991 time: 0.1095157 Mar 25 20:50:10.330043 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-d8e8f543-623f-41a0-8212-e3f823224d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:10.331500 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-d8e8f543-623f-41a0-8212-e3f823224d79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717716 Mar 25 20:50:10.334097 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:50:10.570808 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-b3073f3a-ab41-4a4d-9dff-d45e84774b9a service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327168 Mar 25 20:50:10.685167 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '6670b589-7da5-49c5-b95b-9eb1fed07351', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.211', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'port_id': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'mac_address': 'fa:16:3e:ed:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18655350-8924-499e-9220-8bf0bba9ca6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:50:08Z', 'updated_at': '2022-03-25T20:50:08Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:55Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:50:10.689681 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02afc5-70b1-4dcc-aefb-1db7f30e4627 None None] The sync data for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv is: [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '6670b589-7da5-49c5-b95b-9eb1fed07351', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.211', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'port_id': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'mac_address': 'fa:16:3e:ed:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18655350-8924-499e-9220-8bf0bba9ca6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:50:08Z', 'updated_at': '2022-03-25T20:50:08Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:55Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:50:10.700519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8466c971-b023-4a10-a7dc-b2260158abd6 req-83de69ea-b08f-4081-9983-c8cf5c43ad60 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236224 Mar 25 20:50:10.877218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32d243-f56a-4c47-a389-2898e11bb8b1 None None] New status for floating IP 6670b589-7da5-49c5-b95b-9eb1fed07351: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:50:11.299685 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42904) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:50:11.405381 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4128b9bb-5603-42a2-bb70-dbd9cb4532ea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/6670b589-7da5-49c5-b95b-9eb1fed07351 HTTP/1.1" status: 200 len: 993 time: 0.1045783 Mar 25 20:50:11.454860 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-9beea66a-daa4-46ad-9f06-60e0b84e7341 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686648 Mar 25 20:50:11.593704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-c7d2f855-a6a7-455e-a661-6eb50dc61626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:11.595120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-c7d2f855-a6a7-455e-a661-6eb50dc61626 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0709109 Mar 25 20:50:11.740062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-55e11cdb-20b6-4d7b-be30-8360d150a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:11.742095 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-55e11cdb-20b6-4d7b-be30-8360d150a055 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 898 time: 0.1249359 Mar 25 20:50:11.844841 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-249739e8-9f2d-4250-836a-e8d43a07b3b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 1001 time: 0.0958519 Mar 25 20:50:11.905566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-7654d8b6-4627-4cbd-bee3-43746b7e7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:11.906971 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-7654d8b6-4627-4cbd-bee3-43746b7e7433 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0556266 Mar 25 20:50:11.980837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-c5b5099d-d96c-4a03-b0b2-6ec74cb1eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:50:11.982252 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-c5b5099d-d96c-4a03-b0b2-6ec74cb1eabd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680721 Mar 25 20:50:12.109982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-f61fc9e3-1722-4a0c-b577-953f160b0ba8 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208830 Mar 25 20:50:12.197880 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-caadd028-4fb7-4c44-8b47-9d7cbef020fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:12.246257 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1a5670ad-89a7-4c28-b734-3a5a2c8dd22f req-bd2ce544-5090-4a58-872f-b85f6c4aebf8 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304717 Mar 25 20:50:12.827454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:13.003346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:14.385980 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:18.312126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:39.123073 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7bfda1dd-759c-4816-86b2-eae76c04e3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:41.172916 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:50:42.191851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d1ca8e5-54ba-48e9-a7bc-4fc3c74c7da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:42.832005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:42.985976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:44.398168 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:50:48.317682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:09.140167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-851ffa8b-fe04-4a05-a555-367ef7864e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:12.231803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1a83f1df-53e3-455a-9e58-249515f41a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:12.603940 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec7cd4-7ec9-4313-80e0-1b8be395a996 req-18ca9638-01c3-497a-9c50-149434ce58ad tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:12.605407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48ec7cd4-7ec9-4313-80e0-1b8be395a996 req-18ca9638-01c3-497a-9c50-149434ce58ad tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0824223 Mar 25 20:51:12.651165 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48ec7cd4-7ec9-4313-80e0-1b8be395a996 req-b574f0f3-6290-43f5-a3f7-27bf4dff2225 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Mar 25 20:51:12.710098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 42942) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:51:12.825449 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-2c899cb9-45ea-4187-b70c-a1d4a942fff0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142199 Mar 25 20:51:12.826073 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:13.009146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:13.539008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-086dad13-f64d-4d6b-b40c-f9e7256ebc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:13.540513 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-086dad13-f64d-4d6b-b40c-f9e7256ebc8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1098 time: 0.1098039 Mar 25 20:51:13.701504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-4f6cc2bd-ba01-4976-aaa0-68338b0a3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:13.702966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-4f6cc2bd-ba01-4976-aaa0-68338b0a3034 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 898 time: 0.1438158 Mar 25 20:51:13.851852 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-427bfb1a-e5ab-44d8-9c52-ead600498e72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 1001 time: 0.1424167 Mar 25 20:51:13.922060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a70f-cac6-43f5-9fec-11b003e5a7ac req-83573d86-d4dc-4002-9344-d2fc8eef9a65 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:13.923409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-27e9a70f-cac6-43f5-9fec-11b003e5a7ac req-83573d86-d4dc-4002-9344-d2fc8eef9a65 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.1580350 Mar 25 20:51:13.945118 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-3d3da5f4-7919-42f3-a40a-19a0aae5e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:13.946647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-3d3da5f4-7919-42f3-a40a-19a0aae5e794 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0874569 Mar 25 20:51:14.113248 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-27e9a70f-cac6-43f5-9fec-11b003e5a7ac req-ba36aa2e-7a33-401c-adf5-1f84d3edb083 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837945 Mar 25 20:51:14.137681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-90b7491f-f75e-4576-8a64-6b8e5ad73b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:14.139169 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-90b7491f-f75e-4576-8a64-6b8e5ad73b5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1853735 Mar 25 20:51:14.269297 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-f8aa259a-d1a2-489d-b4c3-65dd03168694 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229856 Mar 25 20:51:14.386210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:14.412698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-baccfdcc-c1c1-4c96-9650-2f5a22747cf2 req-7a543432-9f83-4684-8f3d-cce05499b7e1 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337132 Mar 25 20:51:15.032358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-d4e6b022-c871-4eae-821d-a2d48dfbc101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:15.033878 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-d4e6b022-c871-4eae-821d-a2d48dfbc101 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0787702 Mar 25 20:51:15.166612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-700445eb-9046-4a66-a2de-384191d1be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:15.168093 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-700445eb-9046-4a66-a2de-384191d1be84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 898 time: 0.1283779 Mar 25 20:51:15.315411 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-128ab163-eb6f-4816-a016-35f3295534bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 1001 time: 0.1402688 Mar 25 20:51:15.389457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760d631-4c1a-468f-935c-06fe5ae06165 req-ced241be-ddc3-4246-9a63-874989c0c430 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:15.390889 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4760d631-4c1a-468f-935c-06fe5ae06165 req-ced241be-ddc3-4246-9a63-874989c0c430 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.1646366 Mar 25 20:51:15.395890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-826c83bc-14c3-4ffc-8acf-71b62344fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:15.397238 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-826c83bc-14c3-4ffc-8acf-71b62344fc99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0755377 Mar 25 20:51:15.480971 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4760d631-4c1a-468f-935c-06fe5ae06165 req-175d977f-64e0-4ad3-bf63-ef3a23ea8b98 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827894 Mar 25 20:51:15.500975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-d56b353f-0a65-4638-9f6e-f878ab57d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:15.502402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-d56b353f-0a65-4638-9f6e-f878ab57d5e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919037 Mar 25 20:51:15.633250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-e31ff154-3394-4f12-9a31-73291a7905ca service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237698 Mar 25 20:51:15.760718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-2bba46a2-3591-4061-87cc-6147b7603b97 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211214 Mar 25 20:51:16.664616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a214e-2367-4bba-bd60-2b27e9d930f7 req-974eef2d-3015-4c3e-83b4-4c8428217f28 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:16.666084 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7a214e-2367-4bba-bd60-2b27e9d930f7 req-974eef2d-3015-4c3e-83b4-4c8428217f28 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0797207 Mar 25 20:51:16.713562 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e7a214e-2367-4bba-bd60-2b27e9d930f7 req-9e032bfd-5899-47d2-93d0-dac42fffed13 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420194 Mar 25 20:51:17.894811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea0b4-727a-41a6-bb4b-e82d6a864740 req-5a888529-763a-458b-ae9a-cbe4bb07c077 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:17.896278 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d82ea0b4-727a-41a6-bb4b-e82d6a864740 req-5a888529-763a-458b-ae9a-cbe4bb07c077 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0787914 Mar 25 20:51:17.944429 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d82ea0b4-727a-41a6-bb4b-e82d6a864740 req-45d2c0e7-8739-41ef-b345-429a9e3221d2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422304 Mar 25 20:51:18.172626 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:51:18.339361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:19.130801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644ce13-ea22-46d5-aa86-f1fbe212c459 req-7863cd0f-c551-4fb2-8b20-6b4ad24343b0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:19.132206 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0644ce13-ea22-46d5-aa86-f1fbe212c459 req-7863cd0f-c551-4fb2-8b20-6b4ad24343b0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0802391 Mar 25 20:51:19.174528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0644ce13-ea22-46d5-aa86-f1fbe212c459 req-28f68833-4c66-485d-8343-90534b6c6b8e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367618 Mar 25 20:51:20.353199 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8af200-a8e5-4187-8128-f4566a63486b req-1104c584-1bf1-4a7b-af12-e77efaeebaf7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:20.354608 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c8af200-a8e5-4187-8128-f4566a63486b req-1104c584-1bf1-4a7b-af12-e77efaeebaf7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0778451 Mar 25 20:51:20.396684 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c8af200-a8e5-4187-8128-f4566a63486b req-ac220fd0-5456-4036-9fb3-0062defa7151 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365674 Mar 25 20:51:21.675530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474b9f5-a8b1-4aa1-b109-772b54acf36f req-c5652c20-f2d8-4e3d-a03b-27eccd390be8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:21.676989 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2474b9f5-a8b1-4aa1-b109-772b54acf36f req-c5652c20-f2d8-4e3d-a03b-27eccd390be8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.1774318 Mar 25 20:51:21.722110 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2474b9f5-a8b1-4aa1-b109-772b54acf36f req-708701bc-79fa-43be-a30b-24b7b37dcbb9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391541 Mar 25 20:51:22.903873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24511153-1db9-4da5-98d6-2e0d9cc3229d req-99252562-2830-4732-8258-27651c593c77 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:22.905316 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24511153-1db9-4da5-98d6-2e0d9cc3229d req-99252562-2830-4732-8258-27651c593c77 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0779874 Mar 25 20:51:22.950863 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24511153-1db9-4da5-98d6-2e0d9cc3229d req-65e3f04e-2acd-4dbe-8cf7-77f09a1eb553 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399628 Mar 25 20:51:24.152187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffff11-f2de-4bd4-9185-01bb48284093 req-9114458b-edf2-4174-9c64-d77aebd19bc3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:24.153649 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a9ffff11-f2de-4bd4-9185-01bb48284093 req-9114458b-edf2-4174-9c64-d77aebd19bc3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0970957 Mar 25 20:51:24.203049 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a9ffff11-f2de-4bd4-9185-01bb48284093 req-deb1c0f6-5f6b-4a4f-8f65-ce3f31af2090 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Mar 25 20:51:25.388109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91948203-dc96-4f85-904f-466d6390958f req-67632825-eece-4917-b94a-76507b592c4e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:25.389561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91948203-dc96-4f85-904f-466d6390958f req-67632825-eece-4917-b94a-76507b592c4e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0827751 Mar 25 20:51:25.432260 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91948203-dc96-4f85-904f-466d6390958f req-6ba30463-196c-46de-96f3-49b796bd4ab7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370147 Mar 25 20:51:26.612440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a81b19-50a0-4243-a4be-9c95bd46610c req-3cf0b84c-d9b6-488f-a587-6c429eeac2ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:26.613951 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48a81b19-50a0-4243-a4be-9c95bd46610c req-3cf0b84c-d9b6-488f-a587-6c429eeac2ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0786664 Mar 25 20:51:26.658439 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-48a81b19-50a0-4243-a4be-9c95bd46610c req-655ab448-1874-4705-8a5f-d04574907345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389137 Mar 25 20:51:27.729089 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-97a6ca94-919d-419d-b364-d9b8ecabc4cd service neutron] 10.222.0.43 "GET /v2.0/ports/ddbf4f9c-7a0b-4e4a-8032-176254d50e6b/bindings/hv-neutron-8351 HTTP/1.1" status: 200 len: 384 time: 0.0760055 Mar 25 20:51:27.840049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1db44-9318-40ea-a0bf-fa8d8c7b6665 req-12638e89-ccba-4dfc-a70a-bad6b52c5242 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:27.841844 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bfe1db44-9318-40ea-a0bf-fa8d8c7b6665 req-12638e89-ccba-4dfc-a70a-bad6b52c5242 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0783446 Mar 25 20:51:27.892050 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bfe1db44-9318-40ea-a0bf-fa8d8c7b6665 req-988324ab-2b84-40e5-b0db-c5dfdcf63186 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443447 Mar 25 20:51:28.223889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-c56b61bc-c52b-4a03-8acb-0e1b7e38288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:28.225359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-c56b61bc-c52b-4a03-8acb-0e1b7e38288a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 1098 time: 0.0690832 Mar 25 20:51:28.314669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-e2ea7a65-a0a6-4d78-901b-b093ba100f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:28.316123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-e2ea7a65-a0a6-4d78-901b-b093ba100f41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0708499 Mar 25 20:51:28.443305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-58be4c3e-78c8-4d56-86fa-104974d24d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:28.444748 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-58be4c3e-78c8-4d56-86fa-104974d24d5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 898 time: 0.1227591 Mar 25 20:51:28.545402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-20c17375-66d6-41f9-b11b-1bfdc864ad18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 1001 time: 0.0951009 Mar 25 20:51:28.608153 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-208c824c-5a66-4782-8c2f-a11172a0e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:28.609487 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-208c824c-5a66-4782-8c2f-a11172a0e7f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0584056 Mar 25 20:51:28.684991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-a7c3f9c9-f1ec-4b62-a4c9-05e58df64ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:28.686452 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-a7c3f9c9-f1ec-4b62-a4c9-05e58df64ecf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713124 Mar 25 20:51:28.814695 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-4e34e39c-262d-4a1d-a1ef-7d0a39593725 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218965 Mar 25 20:51:28.942783 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-5286ae31-ff50-4c1c-b270-2906d2e7d4ec service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221452 Mar 25 20:51:29.096968 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4589a7d-9a29-42c0-9bff-b27d312616fb req-6e4b8d9d-829c-4898-8b79-99b89eca1f86 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:29.098341 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c4589a7d-9a29-42c0-9bff-b27d312616fb req-6e4b8d9d-829c-4898-8b79-99b89eca1f86 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0922010 Mar 25 20:51:29.141907 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c4589a7d-9a29-42c0-9bff-b27d312616fb req-081f67eb-9713-4e39-a9fd-6e1b3131f11b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379143 Mar 25 20:51:30.324672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06431a59-f851-4aad-9f53-a9569688033d req-a3befc80-aec0-4543-9768-217b806c8e5d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:30.326109 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-06431a59-f851-4aad-9f53-a9569688033d req-a3befc80-aec0-4543-9768-217b806c8e5d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0783181 Mar 25 20:51:30.369180 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-06431a59-f851-4aad-9f53-a9569688033d req-2f09f04e-d65a-4182-9686-2ac176b4ab70 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375698 Mar 25 20:51:31.555041 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67ff98-e465-4318-a2a1-634cc9005754 req-cd7d075c-4cde-45ac-af4a-2fe6bae3f594 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:31.556506 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6b67ff98-e465-4318-a2a1-634cc9005754 req-cd7d075c-4cde-45ac-af4a-2fe6bae3f594 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0814219 Mar 25 20:51:31.599260 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6b67ff98-e465-4318-a2a1-634cc9005754 req-b18e23f4-860a-48e2-ab68-b56c2e11b339 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365927 Mar 25 20:51:31.707873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ddbf4f9c-7a0b-4e4a-8032-176254d50e6b details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:51:31.712493 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ddbf4f9c-7a0b-4e4a-8032-176254d50e6b no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:51:31.914122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:31.957058 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:51:31.967886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:51:31.981962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'port_id': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'mac_address': 'fa:16:3e:ed:b5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:51:31.984255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:51:32.042711 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:32.055516 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:32.087240 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'code': 200} Mar 25 20:51:32.095040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddbf4f9c-7a0b-4e4a-8032-176254d50e6b {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:51:32.182420 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:51:32.184618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:51:32.184970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:51:32.190502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.190847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.191186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.191521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.191851 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.192175 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.192527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.192857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.193178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.193502 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.193820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.194134 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:51:32.741881 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:32.758328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbf4f9c-7a0b-4e4a-8032-176254d50e6b {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:51:32.773735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:51:32.781080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd487-1b7c-4e14-aa0c-dd190395766f req-f390f015-f8bf-4ed0-a241-6847e81e00da tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:32.782540 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a12fd487-1b7c-4e14-aa0c-dd190395766f req-f390f015-f8bf-4ed0-a241-6847e81e00da tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 943 time: 0.0779755 Mar 25 20:51:32.828500 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a12fd487-1b7c-4e14-aa0c-dd190395766f req-794ffe70-c19e-4597-b4c3-48e81c167827 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403044 Mar 25 20:51:32.866364 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:32.934615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:51:32.964372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:51:33.310327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c29604-76ad-4428-bef4-5c54eb856b5b req-7688cb9a-b07f-407b-87b0-4c1d145e4272 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:33.311773 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50c29604-76ad-4428-bef4-5c54eb856b5b req-7688cb9a-b07f-407b-87b0-4c1d145e4272 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 944 time: 0.0836229 Mar 25 20:51:33.488041 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-50c29604-76ad-4428-bef4-5c54eb856b5b req-c60ecfb3-86cc-4d83-a7d3-3d9af7daaef1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461225 Mar 25 20:51:33.514225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-28857c79-dae4-4b36-877e-846315cea5d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:33.515631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-28857c79-dae4-4b36-877e-846315cea5d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d&tenant_id=39e48703da844358bde6782c47173846&binding%3Ahost_id=hv-neutron-8351 HTTP/1.1" status: 200 len: 944 time: 0.2134943 Mar 25 20:51:33.707937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-77d01a7b-6e2a-4503-a651-f2bc0a5eea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:33.709395 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-77d01a7b-6e2a-4503-a651-f2bc0a5eea0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1097 time: 0.1230311 Mar 25 20:51:33.741825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ddbf4f9c-7a0b-4e4a-8032-176254d50e6b up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:51:33.745643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2da0a-ff1a-4644-8b80-f9bf71e9efbc req-dfce05ba-d977-4b48-af3d-a2d6f444ce23 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:33.747058 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-58e2da0a-ff1a-4644-8b80-f9bf71e9efbc req-dfce05ba-d977-4b48-af3d-a2d6f444ce23 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 944 time: 0.1314499 Mar 25 20:51:33.812887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:51:33.813494 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:33.861370 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-58e2da0a-ff1a-4644-8b80-f9bf71e9efbc req-069d74c5-d786-4fce-8a3d-a88027959397 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032960 Mar 25 20:51:33.886363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-7790e491-607d-49ba-b698-d87d587b1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:33.887787 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-7790e491-607d-49ba-b698-d87d587b1489 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 898 time: 0.1723762 Mar 25 20:51:33.964740 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:33.992283 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-4e347d0b-49af-4de7-9958-581fdca36fef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 1000 time: 0.0987844 Mar 25 20:51:33.995548 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:51:34.053610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-36dda689-d0bb-45b4-9bc8-1ece81fec97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:34.055000 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-36dda689-d0bb-45b4-9bc8-1ece81fec97e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0569129 Mar 25 20:51:34.066369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:34.101594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:51:34.133215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-78a796f0-9144-4756-acb4-32670200f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:34.135377 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-78a796f0-9144-4756-acb4-32670200f7e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746379 Mar 25 20:51:34.138377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:51:34.157069 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'code': 200} Mar 25 20:51:34.266758 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-76aff754-2ae1-445c-b601-b32acd982f42 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252913 Mar 25 20:51:34.395962 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-03cfd43c-b12b-433e-bce9-5da2fb2ac04b req-c6eb95e7-f7d5-4bdd-b682-d8ce970b589d service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229558 Mar 25 20:51:35.052356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6fc59-1f88-4199-9e98-a4ccc4fc687c req-f5109e20-d4fa-44a8-a63e-49448391461d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:35.054668 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2fd6fc59-1f88-4199-9e98-a4ccc4fc687c req-f5109e20-d4fa-44a8-a63e-49448391461d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0819192 Mar 25 20:51:35.099357 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2fd6fc59-1f88-4199-9e98-a4ccc4fc687c req-addc0405-3098-4800-872e-df1712138cf2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379329 Mar 25 20:51:36.288099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed815b8e-6be0-4950-a54e-228917a442ec req-22db96fb-15fb-4a51-8ed6-1d167c81c74d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:51:36.289551 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed815b8e-6be0-4950-a54e-228917a442ec req-22db96fb-15fb-4a51-8ed6-1d167c81c74d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0825531 Mar 25 20:51:36.331688 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed815b8e-6be0-4950-a54e-228917a442ec req-b6fcf938-e8e6-411c-a5fa-a5d4a5cb9792 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366337 Mar 25 20:51:36.355093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43028) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:51:36.459598 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ce79f5eb-3c14-4af9-847d-6bfb543ca525 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/6670b589-7da5-49c5-b95b-9eb1fed07351 HTTP/1.1" status: 200 len: 993 time: 0.1032317 Mar 25 20:51:39.157479 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90567b45-ba39-48fb-944d-9ef893aa4fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:42.151928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3a6bdaee-f513-4d48-bc58-e472d0b02e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:42.848666 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:43.008715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:44.386291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:48.327596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:51:54.952752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [req-91acf07f-eaf9-448f-918e-75b50a23ccf5 req-195a0da2-c64a-4095-8dda-b63bdb2856a2 service neutron] (88485) timed out ('10.222.0.43', 63797) {{(pid=88485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 25 20:51:55.171880 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:52:09.115498 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84b46f81-8fff-4a00-b0bb-1139cc08f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:12.167537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3a616ffe-6276-4cba-8341-e989f5a505d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:12.848752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:13.031468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:14.390283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:14.472793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-efb658f2-fc0c-4c71-8c32-559d9f782421 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689244 Mar 25 20:52:14.610332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-dc9b0a6d-6a0b-4af0-9a2a-dd682f8673f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:14.611763 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-dc9b0a6d-6a0b-4af0-9a2a-dd682f8673f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0721972 Mar 25 20:52:14.754082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-e673848d-ade5-4601-b05c-b41af75cde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:14.755520 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-e673848d-ade5-4601-b05c-b41af75cde1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 898 time: 0.1237538 Mar 25 20:52:14.857660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-670e5b68-703f-44c8-9968-8a5e9d6b1884 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 1001 time: 0.0954466 Mar 25 20:52:14.918510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-ebdefdae-01b2-429b-bdd1-d7a3505312f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:14.919794 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-ebdefdae-01b2-429b-bdd1-d7a3505312f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0562117 Mar 25 20:52:14.990352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-37c520ac-b6c3-476a-841e-cc5cd028f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:14.991737 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-37c520ac-b6c3-476a-841e-cc5cd028f6bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660686 Mar 25 20:52:15.222218 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-60bb9d50-c310-4d0a-9816-a9a8133e6347 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219672 Mar 25 20:52:15.356881 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f23b675d-1b73-4b3c-8740-ba11a7edf2e3 req-555935e7-7dff-436c-993c-9285da096910 service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280551 Mar 25 20:52:18.345576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:27.741171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43052) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:27.938864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port c3bd2957-85f3-434b-9e5b-b109e2ae26d9 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:52:27.939124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:28.110127 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:28.110482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:28.230461 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for c3bd2957-85f3-434b-9e5b-b109e2ae26d9 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:52:28.447014 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:28.492645 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=c3bd2957-85f3-434b-9e5b-b109e2ae26d9,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:28.528702 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.529044 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.529379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.529707 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.530030 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.530351 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.530668 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.530983 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.531297 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.531607 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.531920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.532232 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:28.592789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:28.593115 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP 6670b589-7da5-49c5-b95b-9eb1fed07351 disassociated (deleted). External IP: 172.26.8.211, port: ddbf4f9c-7a0b-4e4a-8032-176254d50e6b. Mar 25 20:52:29.046831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router acaa4858-1d53-480b-a147-201d83e10a01 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:52:29.220320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:52:29.230233 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] Sync routers for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:52:29.238955 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:52:29.239540 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:29.298374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:29.356587 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-05ac93cd-a57f-43de-a0e7-2580c165a499 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/floatingips/6670b589-7da5-49c5-b95b-9eb1fed07351 HTTP/1.1" status: 204 len: 168 time: 1.6143167 Mar 25 20:52:29.357169 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:52:29.407389 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'status': 'completed', 'code': 200} Mar 25 20:52:29.433302 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:52:29.504681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8802ee-35a0-400f-8896-209066d08da1 req-d8153e20-c2e8-4d46-9cfc-c8ce950a0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:29.505848 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5f8802ee-35a0-400f-8896-209066d08da1 req-d8153e20-c2e8-4d46-9cfc-c8ce950a0faf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0758152 Mar 25 20:52:29.640907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8802ee-35a0-400f-8896-209066d08da1 req-4b6fb191-75d7-469a-9c8a-d111f6161f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:29.642947 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5f8802ee-35a0-400f-8896-209066d08da1 req-4b6fb191-75d7-469a-9c8a-d111f6161f5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 200 len: 898 time: 0.1313174 Mar 25 20:52:29.721594 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5f8802ee-35a0-400f-8896-209066d08da1 req-48aab346-6f73-4ed2-baf9-3edbbf2421d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 200 len: 217 time: 0.0679963 Mar 25 20:52:29.757724 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:55Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:29.764506 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] Checking router: acaa4858-1d53-480b-a147-201d83e10a01 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:52:29.773881 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:52:29.774742 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:29.788612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8802ee-35a0-400f-8896-209066d08da1 req-856b4595-a43f-4322-a73e-0c0afa62e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:29.790100 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5f8802ee-35a0-400f-8896-209066d08da1 req-856b4595-a43f-4322-a73e-0c0afa62e815 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 200 len: 833 time: 0.0633147 Mar 25 20:52:29.879658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8802ee-35a0-400f-8896-209066d08da1 req-24c59df9-dadf-45e1-90f8-1b5ba8e517ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:29.881156 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5f8802ee-35a0-400f-8896-209066d08da1 req-24c59df9-dadf-45e1-90f8-1b5ba8e517ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c24c325-6c41-40b1-aac8-501d103dd18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837574 Mar 25 20:52:29.989245 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:52:30.064273 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5f8802ee-35a0-400f-8896-209066d08da1 req-e55b6228-8ae5-4db5-8bee-5cc35177d28a service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759508 Mar 25 20:52:30.099262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c16e-29a9-43c9-bea7-3ca641982587 req-cfecd2c5-763b-429c-ba3f-63147e49e828 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:30.100756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eff8c16e-29a9-43c9-bea7-3ca641982587 req-cfecd2c5-763b-429c-ba3f-63147e49e828 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.2605908 Mar 25 20:52:30.215855 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eff8c16e-29a9-43c9-bea7-3ca641982587 req-9ca0c75b-12ec-49ea-a260-3e62b678e97d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041822 Mar 25 20:52:30.238636 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5f8802ee-35a0-400f-8896-209066d08da1 req-eb25c650-64ff-4b50-b516-3b229bf9781a service neutron] 10.222.0.43 "GET /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668761 Mar 25 20:52:30.307205 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:55Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:30.311108 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e30d6-a121-494b-87a8-7868705bc83e None None] The sync data for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv is: [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:49:50Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '439284d1-45c8-4cb5-9f28-d629133b1c07', 'name': '', 'network_id': '6c24c325-6c41-40b1-aac8-501d103dd18a', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:56:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:49Z', 'updated_at': '2022-03-25T20:49:55Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '14db9d34-96ce-40c0-97c2-e9b6b9994ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:52:30.517305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a841134-4f36-40b9-9882-be71b451e809 None None] New status for floating IP 6670b589-7da5-49c5-b95b-9eb1fed07351: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:52:31.454900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043dbc0-272f-4072-af96-38b129615a26 req-a40e8a2d-9be5-40c0-baa0-2f5e3883e2f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:31.456326 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0043dbc0-272f-4072-af96-38b129615a26 req-a40e8a2d-9be5-40c0-baa0-2f5e3883e2f7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.1273961 Mar 25 20:52:31.499657 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0043dbc0-272f-4072-af96-38b129615a26 req-6220aa16-fe6c-4d4b-8543-413aa1356ee6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bc5dd76-abc9-4692-99ed-e30cd6dd5573&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377069 Mar 25 20:52:31.747632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-6709a222-c096-49e8-97b1-1fb4e844d5da tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:31.749058 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-6709a222-c096-49e8-97b1-1fb4e844d5da tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 945 time: 0.0790188 Mar 25 20:52:31.818927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:52:31.819182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:32.148909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:52:32.149264 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:32.171683 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:52:32.269444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for ddbf4f9c-7a0b-4e4a-8032-176254d50e6b owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:52:32.477197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:32.525904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=ddbf4f9c-7a0b-4e4a-8032-176254d50e6b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:32.563836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.564183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.564543 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.564878 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.565206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.565527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.565846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.566172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.566487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.566802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.567190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.567424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:32.613703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] No DVR routers for this DVR port ddbf4f9c-7a0b-4e4a-8032-176254d50e6b on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:52:32.643841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:32.646192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'name': 'network-vif-deleted', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:52:32.667110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d23e4d78-7a75-47c8-819a-fc0811a0001a req-ea50e67b-a110-4f6c-a05d-750ae03fda85 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:52:32.671563 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f6dea6f4-113e-477a-932a-4fb4664b5e5e req-e4189566-0032-4d60-88a3-c77ee5c1d70c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "DELETE /v2.0/ports/ddbf4f9c-7a0b-4e4a-8032-176254d50e6b HTTP/1.1" status: 204 len: 173 time: 0.9174931 Mar 25 20:52:32.691563 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18655350-8924-499e-9220-8bf0bba9ca6d', 'name': 'network-vif-deleted', 'tag': 'ddbf4f9c-7a0b-4e4a-8032-176254d50e6b', 'status': 'completed', 'code': 200} Mar 25 20:52:32.768895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d23e4d78-7a75-47c8-819a-fc0811a0001a req-ea50e67b-a110-4f6c-a05d-750ae03fda85 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:52:32.769983 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d23e4d78-7a75-47c8-819a-fc0811a0001a req-ea50e67b-a110-4f6c-a05d-750ae03fda85 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=18655350-8924-499e-9220-8bf0bba9ca6d HTTP/1.1" status: 200 len: 210 time: 0.1583493 Mar 25 20:52:33.864522 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43076) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:34.408318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:34.871821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 439284d1-45c8-4cb5-9f28-d629133b1c07 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:52:34.872564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:35.054842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 439284d1-45c8-4cb5-9f28-d629133b1c07, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=439284d1-45c8-4cb5-9f28-d629133b1c07,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:52:35.055198 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:35.176871 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 439284d1-45c8-4cb5-9f28-d629133b1c07 owned by network:router_interface {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:52:35.429670 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:35.480009 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=439284d1-45c8-4cb5-9f28-d629133b1c07,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:35.748809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:35.987594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ddbf4f9c-7a0b-4e4a-8032-176254d50e6b no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:52:36.021025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: ddbf4f9c-7a0b-4e4a-8032-176254d50e6b {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:52:36.021293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device ddbf4f9c-7a0b-4e4a-8032-176254d50e6b not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:52:36.100936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router acaa4858-1d53-480b-a147-201d83e10a01 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:52:36.387601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:52:36.399289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] Sync routers for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:52:36.408527 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:52:36.411678 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:36.456115 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-4807f37f-ef1f-459d-9965-b19e2ab5bdb4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/acaa4858-1d53-480b-a147-201d83e10a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5905070 Mar 25 20:52:36.458788 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43080) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:36.526881 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca5a5d8-f9fc-45d6-bcd6-c5f2415cb6f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting subnet 14db9d34-96ce-40c0-97c2-e9b6b9994ed8 {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:52:36.529842 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a5d8-f9fc-45d6-bcd6-c5f2415cb6f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:36.579648 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:52:36.583342 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a5d8-f9fc-45d6-bcd6-c5f2415cb6f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:36.669577 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a5d8-f9fc-45d6-bcd6-c5f2415cb6f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:36.807542 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a5d8-f9fc-45d6-bcd6-c5f2415cb6f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:36.845660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5a5d8-f9fc-45d6-bcd6-c5f2415cb6f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Subnet': ['ID=14db9d34-96ce-40c0-97c2-e9b6b9994ed8,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:36.851849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3ca5a5d8-f9fc-45d6-bcd6-c5f2415cb6f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:36.857959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:52:35Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:36.861212 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3ca5a5d8-f9fc-45d6-bcd6-c5f2415cb6f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/subnets/14db9d34-96ce-40c0-97c2-e9b6b9994ed8 HTTP/1.1" status: 204 len: 168 time: 0.3991082 Mar 25 20:52:36.861375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28feadde-9a4f-490f-b8f6-c04fdcacca54 None None] Network 6c24c325-6c41-40b1-aac8-501d103dd18a requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:52:36.861477 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43084) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:36.862189 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] Checking router: acaa4858-1d53-480b-a147-201d83e10a01 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:52:36.871486 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] Routers {'acaa4858-1d53-480b-a147-201d83e10a01'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:52:36.872083 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['acaa4858-1d53-480b-a147-201d83e10a01'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:37.048658 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] Set router acaa4858-1d53-480b-a147-201d83e10a01 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:52:37.051518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:37.121437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] DHCP port deletion for 6c24c325-6c41-40b1-aac8-501d103dd18a request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:52:37.125383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Deleting port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:52:37.125956 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:37.231267 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:37.289697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 703bf08c-721f-48db-b676-23829cf37963 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:52:37.290180 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:37.332186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] For port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c4405a62-7c2a-45fd-bab2-27f7be8f2cb7,segment=NetworkSegment(f5a5854e-7eb5-46f1-9e20-2622d2810684),segment_id=f5a5854e-7eb5-46f1-9e20-2622d2810684)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:52:37.332501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:37.376019 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:52:35Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:37.380437 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc851a-c2c3-4b06-b146-5e9c004d2e13 None None] The sync data for ids ['acaa4858-1d53-480b-a147-201d83e10a01'] in dv-neutron-835149-1-hyperv is: [{'id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448501280', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': '703bf08c-721f-48db-b676-23829cf37963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:49:44Z', 'updated_at': '2022-03-25T20:52:35Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '703bf08c-721f-48db-b676-23829cf37963', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa4858-1d53-480b-a147-201d83e10a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:49:45Z', 'updated_at': '2022-03-25T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:52:37.464886 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Calling delete_port for c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:52:37.475564 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.db [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 703bf08c-721f-48db-b676-23829cf37963, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=703bf08c-721f-48db-b676-23829cf37963,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:52:37.475919 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:37.596073 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 703bf08c-721f-48db-b676-23829cf37963 owned by network:router_gateway {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:52:37.607152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:37.654932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Pushing event deleted for resources: {'Port': ['ID=c4405a62-7c2a-45fd-bab2-27f7be8f2cb7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:37.664130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] No DVR routers for this DVR port c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:52:37.666015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.666356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.666690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.667093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.667346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.668212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.668559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.668885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.669206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.669523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.669837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.670150 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9cd59-bb2a-4430-92dc-f8bd6c5ab2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:37.825777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:52:37.837453 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:37.861000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:52:37.861342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c4405a62-7c2a-45fd-bab2-27f7be8f2cb7 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:52:37.887712 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=703bf08c-721f-48db-b676-23829cf37963,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:38.082695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.252586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.254736 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.340574 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.341105 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Fanout notify agent at l3_agent the message router_deleted on router acaa4858-1d53-480b-a147-201d83e10a01 {{(pid=88485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:52:38.355891 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.357065 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9e5d292e-07c6-4aee-803b-eedb28214752 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/routers/acaa4858-1d53-480b-a147-201d83e10a01 HTTP/1.1" status: 204 len: 168 time: 1.4945390 Mar 25 20:52:38.359856 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43088) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:38.474627 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.603001 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.627695 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c24c325-6c41-40b1-aac8-501d103dd18a']}} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:38.645449 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a5854e-7eb5-46f1-9e20-2622d2810684') {'for_net_delete': True} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:38.645739 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.services.segments.db [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a5854e-7eb5-46f1-9e20-2622d2810684') {} {{(pid=88485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:38.658306 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15444039'] for segment, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.673908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.679727 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:52:38.680104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14902305'] for segment, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: Traceback (most recent call last): Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: timer() Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: cb(*args, **kw) Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: return func(*args, **kwargs) Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: self._notify() Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: self.callback(batched_events) Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: event.method(event) Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: return f(self, *a, **k) Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._get(url).json() Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: return self.request(url, 'GET', **kwargs) Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:52:38.694615 dv-neutron-835149-1-hyperv neutron-server[88485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:52:38.835438 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.852435 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:38.870032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Network': ['ID=6c24c325-6c41-40b1-aac8-501d103dd18a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:38.923790 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-852bb11d-fa02-4c5b-92e9-82b67fbe3bba tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/networks/6c24c325-6c41-40b1-aac8-501d103dd18a HTTP/1.1" status: 204 len: 168 time: 0.5629470 Mar 25 20:52:38.926385 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43092) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:38.993120 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0eccc8cc-3d49-412e-ad2b-baedcac0dc30 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.022104 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0eccc8cc-3d49-412e-ad2b-baedcac0dc30 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.127096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63e05f07-0e77-4f44-94e0-9dfad0c96d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.150094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0eccc8cc-3d49-412e-ad2b-baedcac0dc30 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.167154 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccc8cc-3d49-412e-ad2b-baedcac0dc30 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc5dd76-abc9-4692-99ed-e30cd6dd5573,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:39.225604 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0eccc8cc-3d49-412e-ad2b-baedcac0dc30 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.226724 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0eccc8cc-3d49-412e-ad2b-baedcac0dc30 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/security-groups/1bc5dd76-abc9-4692-99ed-e30cd6dd5573 HTTP/1.1" status: 204 len: 168 time: 0.2994297 Mar 25 20:52:39.455410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 703bf08c-721f-48db-b676-23829cf37963 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:52:39.489769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 703bf08c-721f-48db-b676-23829cf37963 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:52:39.490108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 703bf08c-721f-48db-b676-23829cf37963 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:52:39.490514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 439284d1-45c8-4cb5-9f28-d629133b1c07 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:52:39.524410 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43100) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:39.525605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 439284d1-45c8-4cb5-9f28-d629133b1c07 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:52:39.525951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 439284d1-45c8-4cb5-9f28-d629133b1c07 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:52:39.530896 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850872965', 'description': 'tempest-secgroup-smoke-850872965 description', 'project_id': '39e48703da844358bde6782c47173846'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:39.536960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:39.541041 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:39.544551 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:39.550193 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:39.659970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.679732 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:39.683516 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:39.686263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:39.691789 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:39.762056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.831446 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.874142 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a13c23-2872-464e-9798-74a0597ead14,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:39.945849 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:39.946990 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0af80460-c0e6-493d-82db-b4c04787d5c7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4209988 Mar 25 20:52:39.949860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43104) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:39.955566 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '02a13c23-2872-464e-9798-74a0597ead14', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:39.961535 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:39.965322 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:39.968874 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:39.974482 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:40.058507 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.118379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.191421 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.214875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76c812d-4443-41c4-8be5-e78a2d528143,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:40.300136 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.301329 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d8a7852d-095f-4f49-afd0-adbc291c392d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500173 Mar 25 20:52:40.304138 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43108) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:40.309202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '02a13c23-2872-464e-9798-74a0597ead14', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:40.315224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:40.319016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:40.321881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:40.328024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:40.404241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.470218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.549318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.572814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffb5b9a-5c37-4f3d-8fbe-14d2e3582c30,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:40.635272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.636491 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c49b5f99-6f16-4105-83aa-2e579c849a61 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3313186 Mar 25 20:52:40.639671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43112) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:40.644637 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '02a13c23-2872-464e-9798-74a0597ead14', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:40.651032 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:40.656680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:40.660785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:40.666805 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:40.727364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.787723 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.852315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.880040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a205674-9ff9-4add-8998-27d4f81010dd,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:40.955298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:40.956469 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-42011170-faaf-45f5-b12a-23e968d151d4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158987 Mar 25 20:52:40.959156 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43116) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:40.964378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '02a13c23-2872-464e-9798-74a0597ead14', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:40.970434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:40.974285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:40.977103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:40.982985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:41.067319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.128773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.206738 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.236123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45392d3-7667-4fa3-8a1e-967967b26b4a,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:41.338090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.339274 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a1a4aaa5-ebb9-43e4-9a98-2759370ceeff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3792162 Mar 25 20:52:41.342665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43120) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:41.347555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '02a13c23-2872-464e-9798-74a0597ead14', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:41.353479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:41.357375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:41.360839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:41.371749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:41.425529 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:52:41.432186 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.494330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.556780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.581292 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef70ffbb-ce43-4a8d-86a1-813adaf4aa60,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:41.625645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.626838 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7afbce44-19eb-4e3a-b6bc-5eeb3669e38e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2832551 Mar 25 20:52:41.629515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43124) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:41.634297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '02a13c23-2872-464e-9798-74a0597ead14', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:41.640745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:41.644684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:41.647525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:41.653433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:41.722516 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:52:41.728932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.792222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.865440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.892854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3986e0-c6b3-4c80-8281-22f5bae7b958,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:41.962915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:41.964089 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-53bf1c38-f151-40fe-9f4d-e1f5d45a3779 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336792 Mar 25 20:52:41.966851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43128) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:41.972289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'network': {'name': 'tempest-network-smoke--1288593724', 'project_id': '39e48703da844358bde6782c47173846', 'port_security_enabled': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:41.977284 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:41.981355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:network and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:41.984752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:41.990375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:42.065750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:52:42.069052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.097887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:52:42.106285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.107189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Added segment e6a80399-d84d-4751-adb8-353843187570 of type vlan for network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e Mar 25 20:52:42.132450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.191728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-900dc9c9-870c-4737-9e96-1a3e0fcdab94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.220245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.225644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:42.226487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.335689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Network': ['ID=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:42.346111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:52:42.397953 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-75173f30-e164-4675-9859-9e43f74669e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4300625 Mar 25 20:52:42.400859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43132) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:42.406013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'admin_state_up': True, 'project_id': '39e48703da844358bde6782c47173846', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:42.413291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:42.417188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:router and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:42.420070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:42.426361 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:42.511888 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.513530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.528563 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.843221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:42.848181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:43.048823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:43.304348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:43.332039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:43.463191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [req-0805c988-3eb7-422d-8703-376ec00ea5c3 req-61950147-d47a-4f0e-a88b-e2b18e1881d2 service neutron] (88485) timed out ('10.222.0.37', 39362) {{(pid=88485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 25 20:52:43.472544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.79 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/ba29d928-f436-4ee5-9702-4030c8d80319) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:52:43.619078 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:43.706152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:43.766354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:52:43.769159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:52:43.777164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:52:43.806722 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=ba29d928-f436-4ee5-9702-4030c8d80319,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:44.254773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:44.395565 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:44.701595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:44.969075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router a81faffe-7bce-4a0d-8734-cb9e764af67b is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:52:45.142393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:52:45.152879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Sync routers for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:52:45.162962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:52:45.163782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:45.226068 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:45.227219 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8a78e165-a970-4b85-8f77-b48274b25781 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8253174 Mar 25 20:52:45.230279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43138) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:45.316152 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-692c4a14-2b48-4ca0-93b9-d513ee9537ec tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=39e48703da844358bde6782c47173846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847709 Mar 25 20:52:45.318792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43144) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:45.375146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:52:45.451128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf7b780-fbf1-47a9-a8bd-ff7eb984fca5 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:45.452629 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bcf7b780-fbf1-47a9-a8bd-ff7eb984fca5 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329310 Mar 25 20:52:45.455333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43148) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:45.493060 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-adc779e7-ec37-445a-95b1-ef612bcf0308 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365102 Mar 25 20:52:45.495350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43152) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:45.501098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2068163628', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'project_id': '39e48703da844358bde6782c47173846', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:45.607919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:45.611809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:subnet and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:52:45.614589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:52:45.620349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:45.660581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:44Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:45.664357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Checking router: a81faffe-7bce-4a0d-8734-cb9e764af67b for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:52:45.664738 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Updating router a81faffe-7bce-4a0d-8734-cb9e764af67b port ba29d928-f436-4ee5-9702-4030c8d80319 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:52:45.699841 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:52:45.703342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:45.716671 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.014854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.036490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.048236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Transition to ACTIVE for port object ba29d928-f436-4ee5-9702-4030c8d80319 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:52:46.095954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Subnet': ['ID=faf3fc10-3cdf-4225-a21c-62b8721005e7,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:46.104342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Checking segment: {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:52:46.104730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network hostable DHCP agents. Network: 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:52:46.106182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.175121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:52:46.188730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Attempting to bind port ba29d928-f436-4ee5-9702-4030c8d80319 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:52:46.189089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Attempting to bind port ba29d928-f436-4ee5-9702-4030c8d80319 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:52:46.189447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Attempting to bind port ba29d928-f436-4ee5-9702-4030c8d80319 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:52:46.195970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9f4cf-ebc7-4f48-9873-8a98ed796324 None None] Pushing event updated for resources: {'Port': ['ID=ba29d928-f436-4ee5-9702-4030c8d80319,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:46.200739 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:52:46.201096 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:52:46.201483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.201858 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:52:46.202322 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Bound port: ba29d928-f436-4ee5-9702-4030c8d80319, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:52:46.202685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.235444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:52:46.239346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:46.239933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.245431 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab68b3b-e5b0-479e-bf58-efcdcc6b6c7a None None] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:52:46.312624 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bc3594bf-947f-46cf-8335-628a95f5a5ff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8161631 Mar 25 20:52:46.315247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43160) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:52:46.364546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] For port ba29d928-f436-4ee5-9702-4030c8d80319, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:52:46.377984 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] For port ba29d928-f436-4ee5-9702-4030c8d80319, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ba29d928-f436-4ee5-9702-4030c8d80319,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:52:46.452537 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.605982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:52:46.605982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:46.663542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9f4cf-ebc7-4f48-9873-8a98ed796324 None None] Pushing event updated for resources: {'Port': ['ID=ba29d928-f436-4ee5-9702-4030c8d80319,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:46.666041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:52:46.666651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:47.013039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Allocated IP 172.20.0.2 (4f3c7580-7ff3-4bf1-824c-84d07eb57d5e/faf3fc10-3cdf-4225-a21c-62b8721005e7/cbfaefd9-f4ec-4af0-800f-582af206b8c6) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:52:47.097147 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:52:47.164469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:47.586472 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:47.599505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Transition to ACTIVE for port object cbfaefd9-f4ec-4af0-800f-582af206b8c6 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:52:47.623458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Transition to ACTIVE for port object cbfaefd9-f4ec-4af0-800f-582af206b8c6 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:52:47.628728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:44Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:47.632646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e5031-2faf-46d5-81e2-9191026194a6 None None] The sync data for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv is: [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:44Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:52:47.701056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:47.765692 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:52:47.768860 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:52:47.772664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:52:47.778830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.1 (4f3c7580-7ff3-4bf1-824c-84d07eb57d5e/faf3fc10-3cdf-4225-a21c-62b8721005e7/502e4e8f-7fc8-4943-b750-8a092bd5138b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:52:47.819317 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Pushing event updated for resources: {'Port': ['ID=cbfaefd9-f4ec-4af0-800f-582af206b8c6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:47.891987 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Attempting to bind port cbfaefd9-f4ec-4af0-800f-582af206b8c6 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:52:47.892292 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Attempting to bind port cbfaefd9-f4ec-4af0-800f-582af206b8c6 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:52:47.892679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Attempting to bind port cbfaefd9-f4ec-4af0-800f-582af206b8c6 on network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:52:47.898875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:52:47.899291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Checking segment: {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:52:47.899636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:47.900297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Bound using segment: {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:52:47.900785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Bound port: cbfaefd9-f4ec-4af0-800f-582af206b8c6, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:52:47.901155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:47.977304 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:48.004459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object 502e4e8f-7fc8-4943-b750-8a092bd5138b will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:52:48.066792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] For port cbfaefd9-f4ec-4af0-800f-582af206b8c6, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:52:48.071643 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] For port cbfaefd9-f4ec-4af0-800f-582af206b8c6, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cbfaefd9-f4ec-4af0-800f-582af206b8c6,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:52:48.095265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:48.152336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:48.160761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:52:48.164010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:52:48.167798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:52:48.226415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=502e4e8f-7fc8-4943-b750-8a092bd5138b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:48.241376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:48.260992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203cb38-b65c-421c-87c0-dd9a1009b0e4 None None] Pushing event updated for resources: {'Port': ['ID=cbfaefd9-f4ec-4af0-800f-582af206b8c6,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:48.386349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:48.483178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:49.009511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:49.066187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:49.159085 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d16a82-ccc9-468e-92dd-785aeea0146c None None] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:52:49.180866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=502e4e8f-7fc8-4943-b750-8a092bd5138b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:49.183327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:49.326450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:52:49.327707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:52:49.331450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9bfce6c0-d998-4be8-8880-adf59b8d03da None None] Provisioning for port cbfaefd9-f4ec-4af0-800f-582af206b8c6 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:52:49.531119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router a81faffe-7bce-4a0d-8734-cb9e764af67b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:52:49.538983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cbfaefd9-f4ec-4af0-800f-582af206b8c6 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:52:49.721330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port cbfaefd9-f4ec-4af0-800f-582af206b8c6 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:52:49.723881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:52:49.726489 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port cbfaefd9-f4ec-4af0-800f-582af206b8c6 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:49.726853 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:49.734096 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Sync routers for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:52:49.738146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-28923cb8-f304-490b-9144-1dcd0ad12837 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/a81faffe-7bce-4a0d-8734-cb9e764af67b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4218779 Mar 25 20:52:49.752903 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:52:49.753515 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:49.855352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-703c4ec7-1006-46ee-93a6-ab08eb5df96d None None] Provisioning for port 502e4e8f-7fc8-4943-b750-8a092bd5138b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:52:49.866282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-703c4ec7-1006-46ee-93a6-ab08eb5df96d None None] Provisioning complete for port 502e4e8f-7fc8-4943-b750-8a092bd5138b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:49.866703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-703c4ec7-1006-46ee-93a6-ab08eb5df96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:49.920772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:49.939595 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:52:49.951480 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-c19a53ba-ecaa-4672-9272-8c7972f638a1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850872965&fields=id&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 267 time: 0.0558465 Mar 25 20:52:49.992731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port cbfaefd9-f4ec-4af0-800f-582af206b8c6, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cbfaefd9-f4ec-4af0-800f-582af206b8c6,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:52:50.007787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-703c4ec7-1006-46ee-93a6-ab08eb5df96d None None] Port 502e4e8f-7fc8-4943-b750-8a092bd5138b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:52:50.022359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-703c4ec7-1006-46ee-93a6-ab08eb5df96d None None] Provisioning complete for port cbfaefd9-f4ec-4af0-800f-582af206b8c6 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:50.022885 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-703c4ec7-1006-46ee-93a6-ab08eb5df96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.057875 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.058981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ba29d928-f436-4ee5-9702-4030c8d80319 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:52:50.137027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-b2063431-9c35-4017-b2e6-0a98385f4979 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:50.137654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-b2063431-9c35-4017-b2e6-0a98385f4979 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:52:50.207139 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-b2063431-9c35-4017-b2e6-0a98385f4979 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:52:50.208079 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-b2063431-9c35-4017-b2e6-0a98385f4979 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/networks?id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 200 len: 797 time: 0.2487023 Mar 25 20:52:50.217118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=cbfaefd9-f4ec-4af0-800f-582af206b8c6,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:50.227192 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-faa0560c-e96b-408b-abb3-5e5da25e151a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/quotas/39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 375 time: 0.0116837 Mar 25 20:52:50.281664 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 2, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:50.286292 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Checking router: a81faffe-7bce-4a0d-8734-cb9e764af67b for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:52:50.286755 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Updating router a81faffe-7bce-4a0d-8734-cb9e764af67b port 502e4e8f-7fc8-4943-b750-8a092bd5138b binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:52:50.313840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-d10484b0-244e-498a-b69b-44d7a3d6c845 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:52:50.315684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port ba29d928-f436-4ee5-9702-4030c8d80319 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:52:50.321290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port ba29d928-f436-4ee5-9702-4030c8d80319 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:50.322023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.343663 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.397554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-d10484b0-244e-498a-b69b-44d7a3d6c845 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:52:50.399724 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-d10484b0-244e-498a-b69b-44d7a3d6c845 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654487 Mar 25 20:52:50.448421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.455939 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-bd39b02a-456e-4a32-9355-fd11ca34ebba None None] Provisioning complete for port 502e4e8f-7fc8-4943-b750-8a092bd5138b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:50.456302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd39b02a-456e-4a32-9355-fd11ca34ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.456857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-a1b78ba9-150d-4eaa-8ad2-4c5014a5b767 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:52:50.457926 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-a1b78ba9-150d-4eaa-8ad2-4c5014a5b767 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463235 Mar 25 20:52:50.505155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port ba29d928-f436-4ee5-9702-4030c8d80319, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ba29d928-f436-4ee5-9702-4030c8d80319,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:52:50.520674 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bd39b02a-456e-4a32-9355-fd11ca34ebba None None] Port 502e4e8f-7fc8-4943-b750-8a092bd5138b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:52:50.586160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.592376 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-7ad8feb9-7769-43d2-930a-9415105eef19 service neutron] 10.222.0.37 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282010 Mar 25 20:52:50.664683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=ba29d928-f436-4ee5-9702-4030c8d80319,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:50.706704 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.717714 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Transition to ACTIVE for port object 502e4e8f-7fc8-4943-b750-8a092bd5138b will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:52:50.737695 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-c156f27c-19bc-44d1-a463-1bf3c5e043ba service neutron] 10.222.0.37 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367204 Mar 25 20:52:50.797202 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:50.951927 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Pushing event updated for resources: {'Port': ['ID=502e4e8f-7fc8-4943-b750-8a092bd5138b,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:50.995845 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.996188 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.996554 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.996907 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.997773 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.998287 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.998608 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.998921 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.999418 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:50.999735 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:51.000046 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:51.000563 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:52:51.028174 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Attempting to bind port 502e4e8f-7fc8-4943-b750-8a092bd5138b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:52:51.028576 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Attempting to bind port 502e4e8f-7fc8-4943-b750-8a092bd5138b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:52:51.028988 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Attempting to bind port 502e4e8f-7fc8-4943-b750-8a092bd5138b on network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:52:51.035419 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:52:51.035811 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Checking segment: {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:52:51.036385 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:51.037168 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Bound using segment: {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:52:51.037763 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Bound port: 502e4e8f-7fc8-4943-b750-8a092bd5138b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:52:51.038137 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:51.061334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91e003ba-d87a-4b4f-8992-4c042cf89185 req-c54bc675-8991-48c0-817c-fb33dfc3d38f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 210 time: 0.0603297 Mar 25 20:52:51.135819 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] For port 502e4e8f-7fc8-4943-b750-8a092bd5138b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:52:51.138826 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] For port 502e4e8f-7fc8-4943-b750-8a092bd5138b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=502e4e8f-7fc8-4943-b750-8a092bd5138b,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:52:51.215020 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:51.320650 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:52:51.321269 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:51.409388 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffd888-8216-4fd2-a8ad-fd21e17e317d None None] Pushing event updated for resources: {'Port': ['ID=502e4e8f-7fc8-4943-b750-8a092bd5138b,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:51.497806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cbfaefd9-f4ec-4af0-800f-582af206b8c6 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:52:51.563861 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:52:51.609095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port cbfaefd9-f4ec-4af0-800f-582af206b8c6 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:51.609710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:51.741762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ba29d928-f436-4ee5-9702-4030c8d80319 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:52:51.809865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port ba29d928-f436-4ee5-9702-4030c8d80319 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:51.810316 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:51.889871 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:51Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:52:51.894738 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242e92c-21e4-4f5d-8e02-f1928256686c None None] The sync data for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv is: [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:51Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:52:52.209428 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fe089e13-c3dd-4b99-95ce-3e07dbcc7bb3 req-2c1d50b7-6794-43ed-8b65-0967961e31c1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 210 time: 0.0427089 Mar 25 20:52:53.073456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-9843a59c-b888-4e78-bfb9-3a227a256c76 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:53.074875 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-9843a59c-b888-4e78-bfb9-3a227a256c76 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/networks?id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 200 len: 797 time: 0.2584140 Mar 25 20:52:53.123531 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-40292386-e924-4d09-bc79-205afb580b77 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 379 time: 0.0396836 Mar 25 20:52:53.131547 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'port': {'device_id': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'admin_state_up': True, 'tenant_id': '39e48703da844358bde6782c47173846', 'security_groups': ['02a13c23-2872-464e-9798-74a0597ead14']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:53.267798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:52:53.277418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:52:53.364841 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-daae1c4f-0fe7-47c2-b251-bdf2b0625524 req-a3068456-18d6-453c-91f4-22790fa7f080 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 210 time: 0.0454841 Mar 25 20:52:53.368658 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:52:53.372778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:53.501792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 502e4e8f-7fc8-4943-b750-8a092bd5138b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:52:53.539450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.7 (4f3c7580-7ff3-4bf1-824c-84d07eb57d5e/faf3fc10-3cdf-4225-a21c-62b8721005e7/a678def8-0fc1-41e3-bc9e-f60c6db4ed4c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:52:53.641351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 502e4e8f-7fc8-4943-b750-8a092bd5138b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:52:53.646600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 502e4e8f-7fc8-4943-b750-8a092bd5138b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:53.647039 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:53.730491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:53.746370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object a678def8-0fc1-41e3-bc9e-f60c6db4ed4c will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:52:53.770605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:53.805196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 502e4e8f-7fc8-4943-b750-8a092bd5138b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=502e4e8f-7fc8-4943-b750-8a092bd5138b,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:52:53.847255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:53.875335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:53.919435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:52:53.922435 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:52:53.924984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:52:53.944056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=502e4e8f-7fc8-4943-b750-8a092bd5138b,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:53.973350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:54.007885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:54.008687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:54.108018 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-e742db7a-0e86-4051-9912-500572dadcfa tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9798117 Mar 25 20:52:54.119320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Request body: {'port': {'device_id': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:52:54.191861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-689ebafd-d3b0-4485-8cd0-9970c6124579 None None] Provisioning for port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:52:54.196915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-689ebafd-d3b0-4485-8cd0-9970c6124579 None None] Provisioning complete for port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:54.197282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-689ebafd-d3b0-4485-8cd0-9970c6124579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:54.226511 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:54.250210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-689ebafd-d3b0-4485-8cd0-9970c6124579 None None] Port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:52:54.625382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc9dc4-18ef-4191-80b6-4a9e51d06232 req-9ead22ac-7e10-452d-8826-c13136511b33 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:54.626064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-41dc9dc4-18ef-4191-80b6-4a9e51d06232 req-9ead22ac-7e10-452d-8826-c13136511b33 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:52:54.634036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a678def8-0fc1-41e3-bc9e-f60c6db4ed4c {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:52:54.644301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:54.662468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Transition to ACTIVE for port object a678def8-0fc1-41e3-bc9e-f60c6db4ed4c will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:52:54.726163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-41dc9dc4-18ef-4191-80b6-4a9e51d06232 req-9ead22ac-7e10-452d-8826-c13136511b33 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:52:54.727356 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-41dc9dc4-18ef-4191-80b6-4a9e51d06232 req-9ead22ac-7e10-452d-8826-c13136511b33 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 931 time: 0.2561750 Mar 25 20:52:54.762670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:54.820267 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-41dc9dc4-18ef-4191-80b6-4a9e51d06232 req-e488c52b-cf87-4214-bcad-4de4da7099b0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867012 Mar 25 20:52:54.929499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Pushing event updated for resources: {'Port': ['ID=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:55.012504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Attempting to bind port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:52:55.012846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Attempting to bind port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:52:55.013164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Attempting to bind port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c on network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:52:55.017576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c on network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:52:55.017881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Attempting to bind port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c on network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:52:55.022855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:52:55.023178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Checking segment: {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:52:55.023545 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Bound using segment: {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:52:55.023947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Bound port: a678def8-0fc1-41e3-bc9e-f60c6db4ed4c, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a80399-d84d-4751-adb8-353843187570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:52:55.024274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:55.212538 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] For port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:52:55.215339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] For port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:52:55.277255 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:55.329694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:55.330301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:55.331640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] 10.222.0.43 "PUT /v2.0/ports/a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 200 len: 1093 time: 1.2163715 Mar 25 20:52:55.332067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:52:55.360159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593f89-49c8-4772-9ef3-f2eb0a7c96ae service neutron] Pushing event updated for resources: {'Port': ['ID=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:52:55.388897 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'status': 'completed', 'code': 200} Mar 25 20:52:55.478762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 502e4e8f-7fc8-4943-b750-8a092bd5138b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:52:55.487001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40ecb4-f03a-4f1f-afd5-2b5d9f14fb45 req-294dfe9c-0bba-45de-844f-a676b31fe557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:55.488564 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de40ecb4-f03a-4f1f-afd5-2b5d9f14fb45 req-294dfe9c-0bba-45de-844f-a676b31fe557 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1096 time: 0.0782917 Mar 25 20:52:55.551433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 502e4e8f-7fc8-4943-b750-8a092bd5138b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:52:55.551798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:52:55.635726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40ecb4-f03a-4f1f-afd5-2b5d9f14fb45 req-7e82a1b4-b218-4235-9e7c-72c0a6f923aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:55.637215 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de40ecb4-f03a-4f1f-afd5-2b5d9f14fb45 req-7e82a1b4-b218-4235-9e7c-72c0a6f923aa service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=39e48703da844358bde6782c47173846&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1422939 Mar 25 20:52:55.776565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40ecb4-f03a-4f1f-afd5-2b5d9f14fb45 req-6cc28378-6d71-49c2-9e45-465ea39b22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:55.777938 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-de40ecb4-f03a-4f1f-afd5-2b5d9f14fb45 req-6cc28378-6d71-49c2-9e45-465ea39b22ca service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343696 Mar 25 20:52:55.880496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-b4ff915e-38ac-47f2-a243-ac4ed389dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:55.881963 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-b4ff915e-38ac-47f2-a243-ac4ed389dbac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1096 time: 0.0695040 Mar 25 20:52:55.989862 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-29a7ced2-8c01-401a-b974-703cb5a5281d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 200 len: 217 time: 0.1010413 Mar 25 20:52:56.076424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-61400c8e-4a72-47ae-958e-717d8b2d8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:56.077773 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-61400c8e-4a72-47ae-958e-717d8b2d8160 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=faf3fc10-3cdf-4225-a21c-62b8721005e7 HTTP/1.1" status: 200 len: 835 time: 0.0764480 Mar 25 20:52:56.137606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839548c-9f08-4b32-ae5f-6a78563ae547 req-2b170a16-44e1-4350-a396-b5dcd3733307 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:56.138984 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e839548c-9f08-4b32-ae5f-6a78563ae547 req-2b170a16-44e1-4350-a396-b5dcd3733307 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 943 time: 0.1953452 Mar 25 20:52:56.193638 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e839548c-9f08-4b32-ae5f-6a78563ae547 req-f7a1a080-452f-47fd-aba9-650f04bb4cea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487080 Mar 25 20:52:56.204061 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-54b48229-d836-4fd5-acbe-959f4d39d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:56.205484 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-54b48229-d836-4fd5-acbe-959f4d39d08a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217003 Mar 25 20:52:56.333303 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-b9c30357-0336-4250-ac3c-c4f307903371 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215639 Mar 25 20:52:56.463003 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-23f03687-7b86-4282-87d4-a12b6df8ba12 req-3341311d-9777-4f4c-baae-701244af1f6b service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238289 Mar 25 20:52:57.373180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb90f7-06fb-42f0-9f03-cd557648a6f7 req-0e44fac2-2e11-4cdf-96c5-291ef4848d30 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:57.374624 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b2bb90f7-06fb-42f0-9f03-cd557648a6f7 req-0e44fac2-2e11-4cdf-96c5-291ef4848d30 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 943 time: 0.0767038 Mar 25 20:52:57.425648 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b2bb90f7-06fb-42f0-9f03-cd557648a6f7 req-e3deeb3c-4fe6-47a7-8ae7-d077e6bfcf9a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455341 Mar 25 20:52:58.607495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aeb9e-f8b8-4ec8-a547-6fb14bb82987 req-0546c9ea-e70b-46d0-af7d-3779387d9822 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:58.608958 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d2aeb9e-f8b8-4ec8-a547-6fb14bb82987 req-0546c9ea-e70b-46d0-af7d-3779387d9822 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 943 time: 0.0818000 Mar 25 20:52:58.652430 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8d2aeb9e-f8b8-4ec8-a547-6fb14bb82987 req-2d5466c4-01b2-4de9-9f2c-4d9895074c24 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378854 Mar 25 20:52:59.831848 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a33937-e07f-4390-aef4-cf33e6edd3a1 req-5fd1d63f-7e3a-432a-8054-31ea16de94b3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:52:59.833317 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e6a33937-e07f-4390-aef4-cf33e6edd3a1 req-5fd1d63f-7e3a-432a-8054-31ea16de94b3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 943 time: 0.0780942 Mar 25 20:52:59.875647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e6a33937-e07f-4390-aef4-cf33e6edd3a1 req-e40fa86e-15b3-4721-9178-375ffc038b7f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368145 Mar 25 20:53:00.128535 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device a678def8-0fc1-41e3-bc9e-f60c6db4ed4c details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:53:00.259627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:53:00.272155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'port_id': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'mac_address': 'fa:16:3e:3f:f6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:53:00.326564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:00.343000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a678def8-0fc1-41e3-bc9e-f60c6db4ed4c {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:53:00.358063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:53:00.412111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:00.480667 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:53:00.761304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['a678def8-0fc1-41e3-bc9e-f60c6db4ed4c'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:53:01.066085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e83c88-1fca-4cea-a8b9-f94eab992564 req-dfeac9da-935b-4b36-82e2-af3a7f6f0516 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:01.067439 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-63e83c88-1fca-4cea-a8b9-f94eab992564 req-dfeac9da-935b-4b36-82e2-af3a7f6f0516 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 944 time: 0.0820141 Mar 25 20:53:01.110291 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-63e83c88-1fca-4cea-a8b9-f94eab992564 req-0bf98084-5372-49f1-bc28-04b0bf2b5409 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372643 Mar 25 20:53:02.143371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device a678def8-0fc1-41e3-bc9e-f60c6db4ed4c up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:53:02.264111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:53:02.269051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:53:02.269452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:02.295678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a88a62-18b6-4fb5-b179-996de7a72914 req-373ab80d-51a2-4849-9f93-896ea22429be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:02.298074 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-37a88a62-18b6-4fb5-b179-996de7a72914 req-373ab80d-51a2-4849-9f93-896ea22429be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 944 time: 0.0801198 Mar 25 20:53:02.353617 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-37a88a62-18b6-4fb5-b179-996de7a72914 req-1452733e-f9ce-41ee-862e-45a130a2ad70 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508282 Mar 25 20:53:02.391750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:02.418335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:53:02.427695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:53:02.500406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:02.574635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:53:02.612408 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'code': 200} Mar 25 20:53:03.080271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bff9e6-4d2d-4690-8b97-d9705fefe0f0 req-4a4ae6f8-061c-4408-8d01-9a3d1c212157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:03.081759 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75bff9e6-4d2d-4690-8b97-d9705fefe0f0 req-4a4ae6f8-061c-4408-8d01-9a3d1c212157 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1098 time: 0.1733997 Mar 25 20:53:03.120635 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-75bff9e6-4d2d-4690-8b97-d9705fefe0f0 req-9bc98b3c-a99a-46ff-8355-26993d309aa7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326610 Mar 25 20:53:03.535846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c5ce0-0cfc-4e01-b2cf-82c19d6d4698 req-72dade51-9531-44e5-bc27-21d604f05bc9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:03.537313 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c69c5ce0-0cfc-4e01-b2cf-82c19d6d4698 req-72dade51-9531-44e5-bc27-21d604f05bc9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0803742 Mar 25 20:53:03.580028 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c69c5ce0-0cfc-4e01-b2cf-82c19d6d4698 req-958757c2-3ecc-4bd0-ab66-4bbe63bf453d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371313 Mar 25 20:53:04.761873 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfcf4-412b-4b48-ab60-3ad38ca37b31 req-cd123043-1aab-4e40-8ac4-05bda0fd72ee tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:04.763898 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b04bfcf4-412b-4b48-ab60-3ad38ca37b31 req-cd123043-1aab-4e40-8ac4-05bda0fd72ee tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0787075 Mar 25 20:53:04.810475 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b04bfcf4-412b-4b48-ab60-3ad38ca37b31 req-62cc4c38-5726-483a-949b-df5b40f00fed tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410459 Mar 25 20:53:04.988247 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7463e5b-787f-4f7a-94a1-d8417783f9a7 req-c202f3fa-7689-4728-8f48-cf41fc2f6a44 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:04.989626 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c7463e5b-787f-4f7a-94a1-d8417783f9a7 req-c202f3fa-7689-4728-8f48-cf41fc2f6a44 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0777595 Mar 25 20:53:05.033407 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c7463e5b-787f-4f7a-94a1-d8417783f9a7 req-afc7c205-962f-4e59-85f9-2158e9644904 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382566 Mar 25 20:53:05.054727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43220) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:53:05.126481 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82255a-039c-450e-81ac-8e313bac9ab6 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:05.128029 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6f82255a-039c-450e-81ac-8e313bac9ab6 tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1093 time: 0.0723541 Mar 25 20:53:05.130807 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43224) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:53:05.135667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:53:05.142102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:53:05.145917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:floatingip and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:53:05.148785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:53:05.154737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:53:05.217759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:05.351508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:05.483244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.239 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/f47c277a-3d54-4193-963c-9b1d7c306a5c) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:53:05.627582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:05.723218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:05.785301 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:53:05.787959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:53:05.791552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:53:05.830295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=f47c277a-3d54-4193-963c-9b1d7c306a5c,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:53:06.196466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:06.330778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:06.620797 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:06.674663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:06.784731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=f47c277a-3d54-4193-963c-9b1d7c306a5c,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:53:06.792542 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:06.960976 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP d9bfbf4d-0024-44bf-a814-fd2aee00eea3 associated. External IP: 172.26.8.239, port: a678def8-0fc1-41e3-bc9e-f60c6db4ed4c. Mar 25 20:53:07.301008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router a81faffe-7bce-4a0d-8734-cb9e764af67b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:53:07.488016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:53:07.497305 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] Sync routers for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:53:07.506469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:53:07.507070 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:53:07.583308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:07.641646 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-02cf9e98-47c3-40d0-ace6-719511b6946c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5045512 Mar 25 20:53:07.641646 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:53:07.687296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'status': 'completed', 'code': 200} Mar 25 20:53:07.691007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:53:07.846446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763267ad-b630-4a10-9372-39897589daba req-940ec019-e022-4f71-bc51-7f81c533c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:07.847903 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-763267ad-b630-4a10-9372-39897589daba req-940ec019-e022-4f71-bc51-7f81c533c2eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1098 time: 0.1326878 Mar 25 20:53:07.856555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5614c-a549-4c3b-82b6-767a75e42e87 req-0627566f-c824-4e5f-bb40-d6905a116ab3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:07.858176 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-adb5614c-a549-4c3b-82b6-767a75e42e87 req-0627566f-c824-4e5f-bb40-d6905a116ab3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.1123445 Mar 25 20:53:07.989359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-adb5614c-a549-4c3b-82b6-767a75e42e87 req-9456c005-c323-4d6d-958b-620e093bdba3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127176 Mar 25 20:53:08.013418 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43232) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:53:08.016944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763267ad-b630-4a10-9372-39897589daba req-6e49e3db-894c-4249-8303-5c6f4500a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:08.018380 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-763267ad-b630-4a10-9372-39897589daba req-6e49e3db-894c-4249-8303-5c6f4500a029 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 200 len: 898 time: 0.1593761 Mar 25 20:53:08.048294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd9bfbf4d-0024-44bf-a814-fd2aee00eea3', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.239', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'port_id': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'mac_address': 'fa:16:3e:3f:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:53:06Z', 'updated_at': '2022-03-25T20:53:06Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:53:08.052315 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] Checking router: a81faffe-7bce-4a0d-8734-cb9e764af67b for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:53:08.061418 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:53:08.062029 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:52:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:53:08.131910 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-cf3f8a28-9b11-4dd1-87f5-307afbeb92b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/d9bfbf4d-0024-44bf-a814-fd2aee00eea3 HTTP/1.1" status: 200 len: 991 time: 0.1160417 Mar 25 20:53:08.233438 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-763267ad-b630-4a10-9372-39897589daba req-b991cf1f-02e5-4922-b055-78216b30468d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 200 len: 999 time: 0.2088335 Mar 25 20:53:08.274209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:53:08.296676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763267ad-b630-4a10-9372-39897589daba req-a9dda49d-1376-42a2-8897-12acc04f4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:08.298174 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-763267ad-b630-4a10-9372-39897589daba req-a9dda49d-1376-42a2-8897-12acc04f4a26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=faf3fc10-3cdf-4225-a21c-62b8721005e7 HTTP/1.1" status: 200 len: 835 time: 0.0587456 Mar 25 20:53:08.370241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763267ad-b630-4a10-9372-39897589daba req-71151056-4162-44ed-8238-ca0e30454356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:08.372285 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-763267ad-b630-4a10-9372-39897589daba req-71151056-4162-44ed-8238-ca0e30454356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680857 Mar 25 20:53:08.501258 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-763267ad-b630-4a10-9372-39897589daba req-1448418c-af55-4bbb-84d9-df24a447ba75 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227479 Mar 25 20:53:08.618788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd9bfbf4d-0024-44bf-a814-fd2aee00eea3', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.239', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'port_id': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'mac_address': 'fa:16:3e:3f:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:53:06Z', 'updated_at': '2022-03-25T20:53:06Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:53:08.622863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66349aa9-d26c-45a9-bd7c-b125f5a72944 None None] The sync data for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv is: [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'd9bfbf4d-0024-44bf-a814-fd2aee00eea3', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.239', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'port_id': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'mac_address': 'fa:16:3e:3f:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:53:06Z', 'updated_at': '2022-03-25T20:53:06Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:53:08.637588 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-763267ad-b630-4a10-9372-39897589daba req-8aa61c64-b390-4368-b4c6-1b47d87878bf service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275046 Mar 25 20:53:08.805599 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b572f-722b-4ccc-a6c7-3dc409996a7d None None] New status for floating IP d9bfbf4d-0024-44bf-a814-fd2aee00eea3: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:53:09.105636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9acf-5f5b-4728-a463-44f21baf761b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:09.134292 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43236) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:53:09.170440 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:53:09.239073 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-a686f872-f544-4475-933d-6c99660e7b68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/d9bfbf4d-0024-44bf-a814-fd2aee00eea3 HTTP/1.1" status: 200 len: 993 time: 0.1035900 Mar 25 20:53:12.202510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcfab720-91b1-450b-b20d-7c076087e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:12.880458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:13.017790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:14.385699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:14.426057 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72789f56-4875-40f7-bfb1-cad728464287 req-5ffa4e82-1b36-412b-9836-fbbfc0c286ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724280 Mar 25 20:53:14.558766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789f56-4875-40f7-bfb1-cad728464287 req-87649ba0-8e1c-49d3-8713-4fadab5596ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:14.560161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72789f56-4875-40f7-bfb1-cad728464287 req-87649ba0-8e1c-49d3-8713-4fadab5596ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1098 time: 0.0698223 Mar 25 20:53:14.701181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789f56-4875-40f7-bfb1-cad728464287 req-26995fde-e281-4886-96ec-7d79ac3d8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:14.702606 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72789f56-4875-40f7-bfb1-cad728464287 req-26995fde-e281-4886-96ec-7d79ac3d8024 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 200 len: 898 time: 0.1244810 Mar 25 20:53:14.805082 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72789f56-4875-40f7-bfb1-cad728464287 req-348d7ee6-a815-415e-8a52-206ac023c0a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 200 len: 1001 time: 0.0964053 Mar 25 20:53:14.865409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789f56-4875-40f7-bfb1-cad728464287 req-f354aba3-0d70-4e96-9dbb-6038ce353b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:14.866769 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72789f56-4875-40f7-bfb1-cad728464287 req-f354aba3-0d70-4e96-9dbb-6038ce353b93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=faf3fc10-3cdf-4225-a21c-62b8721005e7 HTTP/1.1" status: 200 len: 835 time: 0.0564873 Mar 25 20:53:14.941219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789f56-4875-40f7-bfb1-cad728464287 req-3e44cc79-69d0-44a2-a396-e490e56fe065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:53:14.942816 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72789f56-4875-40f7-bfb1-cad728464287 req-3e44cc79-69d0-44a2-a396-e490e56fe065 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700481 Mar 25 20:53:15.070468 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72789f56-4875-40f7-bfb1-cad728464287 req-909852c3-74d1-45d6-a92d-145d3a99ad0c service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217849 Mar 25 20:53:15.199048 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72789f56-4875-40f7-bfb1-cad728464287 req-ac84c333-e872-4d51-b186-4347c8189236 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223528 Mar 25 20:53:18.377466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:39.111347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e65f78bd-8ced-4688-bd27-acfdeeaed973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:42.211212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-20440bf1-03ab-4e26-a5bd-55f53cf0992c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:42.840074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:43.011203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:44.416679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:53:46.169894 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:53:48.394318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:09.199744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1cf24193-7853-43c4-a185-64b00399a821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:12.176774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14eecb3e-4d04-46ab-a756-2f41c67a2731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:12.375698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8321b-a4ce-478e-950d-1db13e011a12 req-0065de55-e7df-4ca5-b326-5491dd14e506 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:12.377692 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28c8321b-a4ce-478e-950d-1db13e011a12 req-0065de55-e7df-4ca5-b326-5491dd14e506 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0796971 Mar 25 20:54:12.421463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28c8321b-a4ce-478e-950d-1db13e011a12 req-026dd043-d3eb-437c-95ee-d93e9fd0cc33 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378819 Mar 25 20:54:12.868137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:13.034060 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:13.606048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd757a-34c3-4f6b-8e95-f693281d3406 req-032c8341-cac6-4df3-8c0f-262c4e5f412b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:13.607512 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dbd757a-34c3-4f6b-8e95-f693281d3406 req-032c8341-cac6-4df3-8c0f-262c4e5f412b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0811405 Mar 25 20:54:13.651508 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9dbd757a-34c3-4f6b-8e95-f693281d3406 req-141ec53b-c335-4b43-8eac-74838129f12a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376399 Mar 25 20:54:14.405256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:14.491321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-6ea19084-fab8-40cd-a0d8-7035307b4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:14.492813 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-6ea19084-fab8-40cd-a0d8-7035307b4fbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1098 time: 0.0689838 Mar 25 20:54:14.743733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-6ddc144b-2835-498e-b4c1-a5a2284a1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:14.745233 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-6ddc144b-2835-498e-b4c1-a5a2284a1100 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 200 len: 898 time: 0.2310398 Mar 25 20:54:14.893127 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-df590d64-43fd-4f02-bea3-17d5645d562e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 200 len: 1001 time: 0.1405263 Mar 25 20:54:14.968611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec486b3-d4f9-460d-add2-b68558c42757 req-8ce8a374-7cdf-406c-b78f-98589e9d05dc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:14.969999 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4ec486b3-d4f9-460d-add2-b68558c42757 req-8ce8a374-7cdf-406c-b78f-98589e9d05dc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.1628110 Mar 25 20:54:14.975052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-29ca8beb-7eff-4537-a9aa-8a212f07d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:14.976372 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-29ca8beb-7eff-4537-a9aa-8a212f07d7c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=faf3fc10-3cdf-4225-a21c-62b8721005e7 HTTP/1.1" status: 200 len: 835 time: 0.0771356 Mar 25 20:54:15.061223 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4ec486b3-d4f9-460d-add2-b68558c42757 req-51ffd376-47e0-4b4d-9701-0e15acf46468 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838919 Mar 25 20:54:15.083470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-f30ed539-f0cc-493d-8c96-9059068d592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:15.084977 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-f30ed539-f0cc-493d-8c96-9059068d592b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0949373 Mar 25 20:54:15.215749 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-b5bfa968-2855-4dca-a64c-6577d210b0ca service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231327 Mar 25 20:54:15.344725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68562b26-4d83-4002-8e1e-a7345791e6cd req-299d93f3-0b83-4a28-9de4-d0a1c70376a9 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229737 Mar 25 20:54:16.246693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084de0fa-f316-49d4-a386-23a3ab6ea749 req-55609e81-8d8b-4da6-a6d9-b3f573d72ac5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:16.248149 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-084de0fa-f316-49d4-a386-23a3ab6ea749 req-55609e81-8d8b-4da6-a6d9-b3f573d72ac5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0780497 Mar 25 20:54:16.294615 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-084de0fa-f316-49d4-a386-23a3ab6ea749 req-199f87af-b492-4c14-8985-638917d1ea5d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404518 Mar 25 20:54:17.478286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f02678-e489-4b98-9c49-7980a43afa15 req-2517b040-299e-4abc-b07b-e0ff81ab4b01 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:17.479725 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b5f02678-e489-4b98-9c49-7980a43afa15 req-2517b040-299e-4abc-b07b-e0ff81ab4b01 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0789535 Mar 25 20:54:17.523354 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b5f02678-e489-4b98-9c49-7980a43afa15 req-becb0ced-2094-4695-a15e-716af0292ac4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381055 Mar 25 20:54:18.404991 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:18.709889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a15bb-8eab-4bc7-b40c-42117cf3fddc req-484b12f3-ac96-4b40-88a9-5be15da03d4b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:18.711334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f93a15bb-8eab-4bc7-b40c-42117cf3fddc req-484b12f3-ac96-4b40-88a9-5be15da03d4b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0824590 Mar 25 20:54:18.754218 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f93a15bb-8eab-4bc7-b40c-42117cf3fddc req-a2f68738-42e6-4cd4-bf08-c3dcbfcf8d48 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374157 Mar 25 20:54:20.075344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf0a6f-ec62-410c-9a6d-12439fbc1e84 req-c1ef8d8c-415f-4877-813f-733df3d383e8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:20.076700 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-16cf0a6f-ec62-410c-9a6d-12439fbc1e84 req-c1ef8d8c-415f-4877-813f-733df3d383e8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0776157 Mar 25 20:54:20.120773 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-16cf0a6f-ec62-410c-9a6d-12439fbc1e84 req-c03d8d37-6e97-418a-b165-ca910271ba67 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378921 Mar 25 20:54:21.305232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579915c-3fd0-4dc1-b7e3-c55d16e03cba req-39a1b692-4730-4b13-8fcc-d2ed8231d721 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:21.306684 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8579915c-3fd0-4dc1-b7e3-c55d16e03cba req-39a1b692-4730-4b13-8fcc-d2ed8231d721 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0821824 Mar 25 20:54:21.350589 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8579915c-3fd0-4dc1-b7e3-c55d16e03cba req-04ce45d7-3a72-4f6f-bee1-2b049719f934 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383372 Mar 25 20:54:22.531324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddace9e-2827-4d22-9ae4-0b7221fac81f req-85ebfbb8-df99-4c98-af1f-235637b4c7d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:22.533388 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dddace9e-2827-4d22-9ae4-0b7221fac81f req-85ebfbb8-df99-4c98-af1f-235637b4c7d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0794337 Mar 25 20:54:22.576623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dddace9e-2827-4d22-9ae4-0b7221fac81f req-f21de5fd-5978-40a0-a6ac-8b858447e0a0 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373971 Mar 25 20:54:23.168988 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:54:23.767172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ab18c-e4bb-4f06-91d7-7545e75e43d7 req-e163e547-25a0-4082-9997-42ac8a7481ee tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:23.768549 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-051ab18c-e4bb-4f06-91d7-7545e75e43d7 req-e163e547-25a0-4082-9997-42ac8a7481ee tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0810871 Mar 25 20:54:23.813052 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-051ab18c-e4bb-4f06-91d7-7545e75e43d7 req-14e0f337-83e0-44b1-93e5-efef564ee0e6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389435 Mar 25 20:54:23.835774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43278) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:54:23.938526 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-50d0b79f-7ae8-4bf0-b019-5229de41da0c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/d9bfbf4d-0024-44bf-a814-fd2aee00eea3 HTTP/1.1" status: 200 len: 993 time: 0.1016722 Mar 25 20:54:25.527927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68251f39-8a66-441d-9f5c-7aa451b6b6a7 req-ba4e69f6-3c03-4f3e-90cc-dbb7da7492c9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:25.529398 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68251f39-8a66-441d-9f5c-7aa451b6b6a7 req-ba4e69f6-3c03-4f3e-90cc-dbb7da7492c9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0791271 Mar 25 20:54:25.711851 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68251f39-8a66-441d-9f5c-7aa451b6b6a7 req-dfc8f4b3-aa65-47ef-9a5c-0f3f80f9ff91 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768100 Mar 25 20:54:25.742408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-83e781b9-c049-4572-be97-67d9d50716a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:25.749613 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-83e781b9-c049-4572-be97-67d9d50716a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1098 time: 0.1795380 Mar 25 20:54:25.877630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-d89d056e-58a6-4516-84bb-f5bcd0216c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:25.879039 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-d89d056e-58a6-4516-84bb-f5bcd0216c0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 200 len: 898 time: 0.1236994 Mar 25 20:54:25.979275 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-8c2afa3c-552e-46b8-8a9d-b13d73612ae6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 200 len: 1001 time: 0.0942686 Mar 25 20:54:26.040541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-113c2ed7-641d-476a-8f71-95b7c53cdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:26.041928 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-113c2ed7-641d-476a-8f71-95b7c53cdb81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=faf3fc10-3cdf-4225-a21c-62b8721005e7 HTTP/1.1" status: 200 len: 835 time: 0.0545330 Mar 25 20:54:26.117453 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-6dcf97e7-84f2-4c09-aa8a-86df09c0343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:26.118886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-6dcf97e7-84f2-4c09-aa8a-86df09c0343e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696197 Mar 25 20:54:26.246309 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-db5ab109-35ad-49bb-a2a9-c80a4d9b5ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206529 Mar 25 20:54:26.373703 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9c1bff50-2ff8-454f-8130-1c02a1ebd294 req-f6818855-8d78-48dd-b655-a8fd64888eb5 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212764 Mar 25 20:54:26.900124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86ce15-4401-4c15-aefc-9bb76e810737 req-23b79acc-b07b-4caf-9b34-ea96f0c09eed tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:26.901861 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ae86ce15-4401-4c15-aefc-9bb76e810737 req-23b79acc-b07b-4caf-9b34-ea96f0c09eed tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0836732 Mar 25 20:54:26.945655 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ae86ce15-4401-4c15-aefc-9bb76e810737 req-4909e1b9-fafd-4c07-b2d5-84aa6195cb9b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380030 Mar 25 20:54:28.130447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076418b-624c-4a39-820e-503eb5720ed1 req-a302324f-ba77-464f-ad45-1604c729fcf5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:54:28.131889 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1076418b-624c-4a39-820e-503eb5720ed1 req-a302324f-ba77-464f-ad45-1604c729fcf5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0812941 Mar 25 20:54:28.174961 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1076418b-624c-4a39-820e-503eb5720ed1 req-8a807f55-7208-42b1-85da-644920d453b8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370517 Mar 25 20:54:28.197370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43292) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:54:28.308993 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e3876416-c534-450e-a8ff-0661cf63430a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/d9bfbf4d-0024-44bf-a814-fd2aee00eea3 HTTP/1.1" status: 200 len: 993 time: 0.1101201 Mar 25 20:54:39.153453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4b69-3421-49f0-90d9-693ce91bf3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:42.227314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6189170-bae5-4385-825c-5b68b197663b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:42.867375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:43.036688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:44.415768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:54:48.407889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:00.170636 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:55:09.139432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-740dee25-082c-4023-a5ec-237fc8d383da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:12.209606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1715fba-a5ce-49d9-a44a-6bdd3aade864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:12.855601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:13.004110 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:14.404439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:14.417054 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-b30b3b62-5c43-45a7-b63d-68238069bf63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735998 Mar 25 20:55:14.556402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-4a702d1a-4d00-4fe9-aba6-03d89c534361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:14.557801 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-4a702d1a-4d00-4fe9-aba6-03d89c534361 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1098 time: 0.0732203 Mar 25 20:55:14.701896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-f514e44e-7419-4a04-ae47-4da5f31ed897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:14.703322 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-f514e44e-7419-4a04-ae47-4da5f31ed897 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 200 len: 898 time: 0.1277506 Mar 25 20:55:14.805368 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-db14114b-c1e3-4b15-8a65-d5cff20ac5f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 200 len: 1001 time: 0.0955808 Mar 25 20:55:14.867073 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-3d02ac60-ae5d-45be-b985-8a536e1d79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:14.868514 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-3d02ac60-ae5d-45be-b985-8a536e1d79b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=faf3fc10-3cdf-4225-a21c-62b8721005e7 HTTP/1.1" status: 200 len: 835 time: 0.0575361 Mar 25 20:55:14.943500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-f5210513-e378-48bb-acdf-a858769ef386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:14.944930 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-f5210513-e378-48bb-acdf-a858769ef386 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705831 Mar 25 20:55:15.164522 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-d3c7dd91-e94b-4c4b-9bdf-bb56a45d4dd9 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130630 Mar 25 20:55:15.293386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-542d03c1-95b6-4748-9cce-71c28cbb3273 req-37610c1d-6b58-451e-99a9-1ef64c6e0def service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223185 Mar 25 20:55:18.442073 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:23.273218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43342) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:23.760134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port f47c277a-3d54-4193-963c-9b1d7c306a5c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:55:23.760464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:23.929401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:23.929822 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:24.053608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for f47c277a-3d54-4193-963c-9b1d7c306a5c owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:55:24.261072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:24.306295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=f47c277a-3d54-4193-963c-9b1d7c306a5c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:24.344316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.344675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.345008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.345332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.346309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.346465 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.346826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.347144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.347459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.347770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.348082 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.348394 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:24.405645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:24.405966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP d9bfbf4d-0024-44bf-a814-fd2aee00eea3 disassociated (deleted). External IP: 172.26.8.239, port: a678def8-0fc1-41e3-bc9e-f60c6db4ed4c. Mar 25 20:55:24.851047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router a81faffe-7bce-4a0d-8734-cb9e764af67b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:55:25.030545 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:55:25.039716 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] Sync routers for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:55:25.048560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:55:25.051989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:25.104866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:25.162146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d6d6b4bf-b99e-44f6-b4f7-6e6623a54524 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/floatingips/d9bfbf4d-0024-44bf-a814-fd2aee00eea3 HTTP/1.1" status: 204 len: 168 time: 1.8878374 Mar 25 20:55:25.162803 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:55:25.234960 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:55:25.322364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'status': 'completed', 'code': 200} Mar 25 20:55:25.413224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-8c2c4c58-8fc3-4510-ac7b-1d8ef0db24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:25.415046 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-8c2c4c58-8fc3-4510-ac7b-1d8ef0db24fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 1098 time: 0.0710785 Mar 25 20:55:25.556005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-52772aac-f930-4d41-90b3-e54e722ad70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:25.557389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-52772aac-f930-4d41-90b3-e54e722ad70c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 200 len: 898 time: 0.1367507 Mar 25 20:55:25.564792 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:25.568682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] Checking router: a81faffe-7bce-4a0d-8734-cb9e764af67b for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:55:25.577043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:55:25.577632 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:25.629943 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-d3b3796a-3b4d-45d6-8181-502e4c32178d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 200 len: 217 time: 0.0647421 Mar 25 20:55:25.709159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-f3b113c9-99f3-4172-8cfb-24ccb0063e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:25.710790 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-f3b113c9-99f3-4172-8cfb-24ccb0063e7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=faf3fc10-3cdf-4225-a21c-62b8721005e7 HTTP/1.1" status: 200 len: 835 time: 0.0669069 Mar 25 20:55:25.812750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:55:25.844338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-dc11c139-93d0-498f-89f2-02216d47b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:25.845960 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-dc11c139-93d0-498f-89f2-02216d47b3a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965660 Mar 25 20:55:25.854587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e9002-c7ab-4a40-ba92-24734f1f58c5 req-99b517d4-140e-412a-97d4-06f967c6f1b8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:25.855246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-215e9002-c7ab-4a40-ba92-24734f1f58c5 req-99b517d4-140e-412a-97d4-06f967c6f1b8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:55:25.862995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-b4fcc773-1dcb-4ea3-9dfa-785778b093c5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 20:55:25.863926 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-b4fcc773-1dcb-4ea3-9dfa-785778b093c5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060804 Mar 25 20:55:25.961001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-215e9002-c7ab-4a40-ba92-24734f1f58c5 req-99b517d4-140e-412a-97d4-06f967c6f1b8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:55:25.962140 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-215e9002-c7ab-4a40-ba92-24734f1f58c5 req-99b517d4-140e-412a-97d4-06f967c6f1b8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.2481894 Mar 25 20:55:26.032818 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-215e9002-c7ab-4a40-ba92-24734f1f58c5 req-0c4331ca-477f-42ed-8e88-ea27a63a3c93 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588055 Mar 25 20:55:26.037824 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-a898930a-9919-43a8-9ea8-f7ec5d9ebd47 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651089 Mar 25 20:55:26.138148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:26.142080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff7704-4314-40a2-add1-7cb790428ebc None None] The sync data for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv is: [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:52:48Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '502e4e8f-7fc8-4943-b750-8a092bd5138b', 'name': '', 'network_id': '4f3c7580-7ff3-4bf1-824c-84d07eb57d5e', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:8e:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:47Z', 'updated_at': '2022-03-25T20:52:53Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': 'faf3fc10-3cdf-4225-a21c-62b8721005e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:55:26.175850 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-452f4d6d-1384-4fbb-af60-54ee5412d900 req-13710e47-7d3b-46ed-90db-9d27424e4610 service neutron] 10.222.0.43 "GET /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314023 Mar 25 20:55:26.353112 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e797fab-50b7-44ed-8cfb-75cca53ceb09 None None] New status for floating IP d9bfbf4d-0024-44bf-a814-fd2aee00eea3: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:55:27.217863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebe2bc-deb2-4c94-a39f-dbd4aac289a6 req-e1ee9e7a-693e-4c64-a56f-1f2fa1eb67ed tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:27.219313 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-00ebe2bc-deb2-4c94-a39f-dbd4aac289a6 req-e1ee9e7a-693e-4c64-a56f-1f2fa1eb67ed tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0795348 Mar 25 20:55:27.266047 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-00ebe2bc-deb2-4c94-a39f-dbd4aac289a6 req-5dad6f56-ff76-4d62-b2d0-0b63fce48c36 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=02a13c23-2872-464e-9798-74a0597ead14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411658 Mar 25 20:55:27.494851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-90e2a886-c494-47c5-a9da-4e6bfe35612b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:27.494851 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-90e2a886-c494-47c5-a9da-4e6bfe35612b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 945 time: 0.0763121 Mar 25 20:55:27.556125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:55:27.556457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:27.892411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:27.892793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:28.019500 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for a678def8-0fc1-41e3-bc9e-f60c6db4ed4c owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:55:28.216165 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:28.270917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=a678def8-0fc1-41e3-bc9e-f60c6db4ed4c,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:28.350352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] No DVR routers for this DVR port a678def8-0fc1-41e3-bc9e-f60c6db4ed4c on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:55:28.353774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:28.356522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'name': 'network-vif-deleted', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:55:28.425458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e2873c-017c-4c21-9e5f-dc6fd157868f', 'name': 'network-vif-deleted', 'tag': 'a678def8-0fc1-41e3-bc9e-f60c6db4ed4c', 'status': 'completed', 'code': 200} Mar 25 20:55:28.431406 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4895c1c2-3e02-4f5d-a5eb-877214b50ff3 req-703a39b9-ff5c-4965-bd61-e5c27a74cf3c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "DELETE /v2.0/ports/a678def8-0fc1-41e3-bc9e-f60c6db4ed4c HTTP/1.1" status: 204 len: 173 time: 0.9377694 Mar 25 20:55:28.437555 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-cec39a00-f588-4c69-b221-06307cfbbf8c req-79088831-00f4-4c72-b95a-6cc6bbc14b8d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:55:28.546885 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-cec39a00-f588-4c69-b221-06307cfbbf8c req-79088831-00f4-4c72-b95a-6cc6bbc14b8d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:55:28.547971 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cec39a00-f588-4c69-b221-06307cfbbf8c req-79088831-00f4-4c72-b95a-6cc6bbc14b8d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e2873c-017c-4c21-9e5f-dc6fd157868f HTTP/1.1" status: 200 len: 210 time: 0.1586273 Mar 25 20:55:29.644013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43370) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:30.187124 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:30.621452 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 502e4e8f-7fc8-4943-b750-8a092bd5138b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:55:30.621785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:30.803309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 502e4e8f-7fc8-4943-b750-8a092bd5138b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=502e4e8f-7fc8-4943-b750-8a092bd5138b,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:30.804015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:30.875406 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device a678def8-0fc1-41e3-bc9e-f60c6db4ed4c no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:55:30.910250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: a678def8-0fc1-41e3-bc9e-f60c6db4ed4c {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:55:30.910582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device a678def8-0fc1-41e3-bc9e-f60c6db4ed4c not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:55:30.926015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 502e4e8f-7fc8-4943-b750-8a092bd5138b owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:55:31.312077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:31.367319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=502e4e8f-7fc8-4943-b750-8a092bd5138b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:31.640840 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:32.091132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router a81faffe-7bce-4a0d-8734-cb9e764af67b has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:55:32.264285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:55:32.273704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] Sync routers for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:55:32.282806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:55:32.283412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:32.360275 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-22af2346-c817-44fe-a656-dff6bb3aa47a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/a81faffe-7bce-4a0d-8734-cb9e764af67b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7148347 Mar 25 20:55:32.362696 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43374) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:32.428167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4107c0-4c30-4f4c-9f1e-226eb723a703 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting subnet faf3fc10-3cdf-4225-a21c-62b8721005e7 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:55:32.431227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e4107c0-4c30-4f4c-9f1e-226eb723a703 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:32.463968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:55:32.488965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e4107c0-4c30-4f4c-9f1e-226eb723a703 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:32.571444 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e4107c0-4c30-4f4c-9f1e-226eb723a703 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:32.707626 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e4107c0-4c30-4f4c-9f1e-226eb723a703 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:32.747077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:55:31Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:32.748919 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4107c0-4c30-4f4c-9f1e-226eb723a703 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Subnet': ['ID=faf3fc10-3cdf-4225-a21c-62b8721005e7,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:32.750865 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] Checking router: a81faffe-7bce-4a0d-8734-cb9e764af67b for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:55:32.752916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9e4107c0-4c30-4f4c-9f1e-226eb723a703 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:32.759195 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9e4107c0-4c30-4f4c-9f1e-226eb723a703 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/subnets/faf3fc10-3cdf-4225-a21c-62b8721005e7 HTTP/1.1" status: 204 len: 168 time: 0.3952403 Mar 25 20:55:32.760391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] Routers {'a81faffe-7bce-4a0d-8734-cb9e764af67b'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:55:32.761015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a81faffe-7bce-4a0d-8734-cb9e764af67b'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:32.761559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43378) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:32.812591 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7377cf2a-f3d2-49a7-a0e7-1e1a41f60c8c None None] Network 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:55:32.935055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:33.112782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:33.121251 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] Set router a81faffe-7bce-4a0d-8734-cb9e764af67b gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:55:33.180963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port ba29d928-f436-4ee5-9702-4030c8d80319 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:55:33.181307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:33.354608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port ba29d928-f436-4ee5-9702-4030c8d80319, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=ba29d928-f436-4ee5-9702-4030c8d80319,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:33.354987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:33.401686 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] DHCP port deletion for 4f3c7580-7ff3-4bf1-824c-84d07eb57d5e request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:55:33.408994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Deleting port cbfaefd9-f4ec-4af0-800f-582af206b8c6 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:55:33.409365 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:33.556902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device cbfaefd9-f4ec-4af0-800f-582af206b8c6 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:55:33.586025 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for ba29d928-f436-4ee5-9702-4030c8d80319 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:55:33.590372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:55:31Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:33.654904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16719a-8e30-4689-80a9-cbd1f600faae None None] The sync data for ids ['a81faffe-7bce-4a0d-8734-cb9e764af67b'] in dv-neutron-835149-1-hyperv is: [{'id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603457651', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:52:42Z', 'updated_at': '2022-03-25T20:55:31Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': 'ba29d928-f436-4ee5-9702-4030c8d80319', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81faffe-7bce-4a0d-8734-cb9e764af67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:52:43Z', 'updated_at': '2022-03-25T20:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:55:33.687290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] For port cbfaefd9-f4ec-4af0-800f-582af206b8c6, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=cbfaefd9-f4ec-4af0-800f-582af206b8c6,segment=NetworkSegment(e6a80399-d84d-4751-adb8-353843187570),segment_id=e6a80399-d84d-4751-adb8-353843187570)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:33.687673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:33.820967 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:33.834835 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Calling delete_port for cbfaefd9-f4ec-4af0-800f-582af206b8c6 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:55:33.867660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=ba29d928-f436-4ee5-9702-4030c8d80319,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:33.912820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:33.967114 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.019451 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.087209 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] No DVR routers for this DVR port cbfaefd9-f4ec-4af0-800f-582af206b8c6 on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:55:34.090968 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Pushing event deleted for resources: {'Port': ['ID=cbfaefd9-f4ec-4af0-800f-582af206b8c6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:34.107624 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.107964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.108294 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.108652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.108972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.109293 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.109611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.109929 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.110245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.110557 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.110872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.111182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac722292-efbc-40c8-8220-9fc4947b8c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:34.116961 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 25 20:55:34.116961 dv-neutron-835149-1-hyperv neutron-server[88486]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 25 20:55:34.116961 dv-neutron-835149-1-hyperv neutron-server[88486]: [parameters: {'status': 'DOWN', 'ports_id': 'cbfaefd9-f4ec-4af0-800f-582af206b8c6'}] Mar 25 20:55:34.116961 dv-neutron-835149-1-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 20:55:34.117458 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 20:55:34.162360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.164688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.258975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.259512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Fanout notify agent at l3_agent the message router_deleted on router a81faffe-7bce-4a0d-8734-cb9e764af67b {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:55:34.275641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.276762 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e673d70b-188f-4f13-972d-94f12df624f4 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/routers/a81faffe-7bce-4a0d-8734-cb9e764af67b HTTP/1.1" status: 204 len: 168 time: 1.5142334 Mar 25 20:55:34.281037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43382) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:34.394907 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.523409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.547580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3c7580-7ff3-4bf1-824c-84d07eb57d5e']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:34.559647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a80399-d84d-4751-adb8-353843187570') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:34.559944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a80399-d84d-4751-adb8-353843187570') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:34.571371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.586749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.592622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:55:34.593002 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:55:34.607044 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:55:34.654138 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Port cbfaefd9-f4ec-4af0-800f-582af206b8c6 update to DOWN by agent not found {{(pid=88486) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 25 20:55:34.752628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.769605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.780645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Network': ['ID=4f3c7580-7ff3-4bf1-824c-84d07eb57d5e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:34.833109 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-002726c4-6feb-4745-b915-c44bf0e082d3 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/networks/4f3c7580-7ff3-4bf1-824c-84d07eb57d5e HTTP/1.1" status: 204 len: 168 time: 0.5524313 Mar 25 20:55:34.835747 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43386) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:34.901525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-317f4949-bef3-472f-93e3-ada6c6022f22 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:34.930618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-317f4949-bef3-472f-93e3-ada6c6022f22 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:35.038027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-317f4949-bef3-472f-93e3-ada6c6022f22 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:35.056090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f4949-bef3-472f-93e3-ada6c6022f22 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a13c23-2872-464e-9798-74a0597ead14,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:35.062474 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-317f4949-bef3-472f-93e3-ada6c6022f22 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:35.063603 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-317f4949-bef3-472f-93e3-ada6c6022f22 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/security-groups/02a13c23-2872-464e-9798-74a0597ead14 HTTP/1.1" status: 204 len: 168 time: 0.2269714 Mar 25 20:55:35.547896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 502e4e8f-7fc8-4943-b750-8a092bd5138b no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:55:35.582187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 502e4e8f-7fc8-4943-b750-8a092bd5138b {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:55:35.582526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 502e4e8f-7fc8-4943-b750-8a092bd5138b not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:55:35.582921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ba29d928-f436-4ee5-9702-4030c8d80319 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:55:35.618092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: ba29d928-f436-4ee5-9702-4030c8d80319 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:55:35.618541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device ba29d928-f436-4ee5-9702-4030c8d80319 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:55:35.624050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43394) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:35.629577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430331764', 'description': 'tempest-secgroup-smoke-430331764 description', 'project_id': '39e48703da844358bde6782c47173846'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:35.635638 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:35.639708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:35.642588 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:35.648819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:35.701180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:35.722554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:35.726393 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:35.729185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:35.734944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:35.802125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:35.849253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:35.892291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362afd3c-e506-4ded-b12a-a8b3898cf0c3,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:35.946242 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:35.947489 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3691e1ec-211a-492e-b576-539e6df09d74 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3227494 Mar 25 20:55:35.950371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43398) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:35.955490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '362afd3c-e506-4ded-b12a-a8b3898cf0c3', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:35.961524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:35.965494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:35.968373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:35.974077 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:36.067757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.129132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.186037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.209282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c44c14-faee-42d5-ae8f-6cc33d7bad6d,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:36.283851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.285046 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b057d885-2a54-413d-8a63-c78c806704bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337700 Mar 25 20:55:36.287938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43402) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:36.292753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '362afd3c-e506-4ded-b12a-a8b3898cf0c3', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:36.298455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:36.302828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:36.305791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:36.311472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:36.390755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.449869 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.539162 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.562591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48af6b15-d160-4cad-be08-b3f93992442f,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:36.631999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.633264 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-683f9fbe-590c-49d6-9097-4449db4cb052 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3443685 Mar 25 20:55:36.635887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43406) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:36.640842 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '362afd3c-e506-4ded-b12a-a8b3898cf0c3', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:36.647305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:36.655154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:36.655154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:36.660716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:36.730653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.791586 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.870150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.896743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3516673-080e-49a2-b4c1-563823cfcfb3,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:36.963641 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:36.964836 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-c2d345fe-fe8c-485b-afa8-0faea5acc99a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279605 Mar 25 20:55:36.967480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43410) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:36.972258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '362afd3c-e506-4ded-b12a-a8b3898cf0c3', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:36.978039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:36.983959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:36.984669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:36.990215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:37.077838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.139319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.172136 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:55:37.209702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.237363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e249bff-cd06-43a7-bad0-a089ba870d4a,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:37.323507 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.324703 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-1c1a2a7d-1080-402d-9bde-0f335ffefd37 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3562732 Mar 25 20:55:37.327354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43416) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:37.332271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '362afd3c-e506-4ded-b12a-a8b3898cf0c3', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:37.338688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:37.342023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:37.344903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:37.352259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:37.443807 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:55:37.450554 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.512820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.586470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.611663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4275a6-a8dd-4134-a50d-9c044e7aa102,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:37.689730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.691017 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8f84be6a-1a3c-4020-be1f-3d49e961fd68 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3626721 Mar 25 20:55:37.693959 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43420) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:37.699327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'security_group_rule': {'security_group_id': '362afd3c-e506-4ded-b12a-a8b3898cf0c3', 'project_id': '39e48703da844358bde6782c47173846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:37.705396 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:37.709214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:security_group_rule and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:37.712062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:37.717752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:37.778943 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Project 39e48703da844358bde6782c47173846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:55:37.785870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.937468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:37.996371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.020657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cb59d7-8120-4bff-bbe2-1cc737045e82,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:38.082243 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.083436 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-13be8433-94bd-4a29-a810-6b017d4513be tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3884454 Mar 25 20:55:38.086197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43424) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:38.091620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'network': {'name': 'tempest-network-smoke--1238163779', 'project_id': '39e48703da844358bde6782c47173846', 'port_security_enabled': True}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:38.096374 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:38.101070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:network and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:38.103891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:38.109485 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:38.195970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:55:38.199269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.226704 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:55:38.234836 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.235472 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Added segment b505bc90-327f-432f-8486-369ef9a20f19 of type vlan for network ac759d92-7d38-461e-8aa8-6060e0bd4b50 Mar 25 20:55:38.264084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.351866 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.357314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:38.357917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.464178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Network': ['ID=ac759d92-7d38-461e-8aa8-6060e0bd4b50,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:38.474992 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:55:38.501455 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3ea8775c-84c2-43c5-9d53-9c3c7c433cfe tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4141626 Mar 25 20:55:38.504705 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43428) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:38.509709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'admin_state_up': True, 'project_id': '39e48703da844358bde6782c47173846', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:38.516727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:38.521042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:router and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:38.524012 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:38.530763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:38.615689 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.616759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.631502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:38.939072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:39.123563 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eae0cafc-d92e-4b68-9328-dd7058639646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:39.286113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:39.314461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:39.445424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.62 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/876dddb0-44b6-4946-9104-aa445f74b976) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:55:39.587743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:39.688146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:39.746909 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:55:39.749579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:55:39.757169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:55:39.793328 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=876dddb0-44b6-4946-9104-aa445f74b976,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:40.320579 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:40.649760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:40.967540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 44c4a737-9475-4ff2-a712-88a53db3c681 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:55:41.141309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:55:41.150384 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Sync routers for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:55:41.159631 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:55:41.160223 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:41.243785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:41.245145 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f03cd2a4-0473-4d88-a449-edef45927afc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7393243 Mar 25 20:55:41.247975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43436) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:41.290938 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-802e942d-39a9-4c19-9c6f-7df780e2bc4b tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=39e48703da844358bde6782c47173846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418327 Mar 25 20:55:41.293488 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43440) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:41.360155 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:55:41.428088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80748a8-df03-48a1-a5d6-0b1059dd1c2d tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:41.429611 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b80748a8-df03-48a1-a5d6-0b1059dd1c2d tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352069 Mar 25 20:55:41.432327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43446) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:41.470301 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-435192ca-7565-4de1-9eab-60f3bc23720c tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=f4971c3b-f0c1-4fdc-b528-cb913eee80e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368822 Mar 25 20:55:41.473233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43450) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:41.478434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-245690584', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'project_id': '39e48703da844358bde6782c47173846', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:41.646441 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:40Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:41.650584 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Checking router: 44c4a737-9475-4ff2-a712-88a53db3c681 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:55:41.651064 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Updating router 44c4a737-9475-4ff2-a712-88a53db3c681 port 876dddb0-44b6-4946-9104-aa445f74b976 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:55:41.700576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:41.703798 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:41.704296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:subnet and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:55:41.707117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:55:41.712809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:41.763311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:55:41.766801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.021153 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.032714 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Transition to ACTIVE for port object 876dddb0-44b6-4946-9104-aa445f74b976 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:55:42.036843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.099298 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.113745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Subnet': ['ID=2d822ac8-31ed-440e-a29e-89c2bbecfa2f,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:42.123941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Checking segment: {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:55:42.124288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network hostable DHCP agents. Network: ac759d92-7d38-461e-8aa8-6060e0bd4b50, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:55:42.177908 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Attempting to bind port 876dddb0-44b6-4946-9104-aa445f74b976 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:55:42.182218 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Attempting to bind port 876dddb0-44b6-4946-9104-aa445f74b976 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:55:42.182218 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Attempting to bind port 876dddb0-44b6-4946-9104-aa445f74b976 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:55:42.185883 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Pushing event updated for resources: {'Port': ['ID=876dddb0-44b6-4946-9104-aa445f74b976,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:42.189151 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:55:42.189509 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:55:42.189905 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.190280 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:55:42.191287 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Bound port: 876dddb0-44b6-4946-9104-aa445f74b976, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:55:42.191592 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.192545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2cd47798-bffb-4825-ac73-ff42c72fb079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.213246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:55:42.227402 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.227742 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.228081 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.228397 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.228742 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.229065 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.229383 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.229706 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.230014 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.230326 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.230638 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.230948 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:55:42.271597 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] For port 876dddb0-44b6-4946-9104-aa445f74b976, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:55:42.274521 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] For port 876dddb0-44b6-4946-9104-aa445f74b976, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=876dddb0-44b6-4946-9104-aa445f74b976,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:55:42.287548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, ac759d92-7d38-461e-8aa8-6060e0bd4b50) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:55:42.294112 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:42.294710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.294941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f67d9a-68f2-43ed-adab-1da41d4e07f1 None None] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:55:42.391469 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.392302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5c54b59d-752b-424b-882d-2b87ea4b079f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9176731 Mar 25 20:55:42.395487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43454) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:55:42.472888 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:55:42.473516 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:42.526634 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4da954-236a-4e37-b77c-ecf3c7fd2b87 None None] Pushing event updated for resources: {'Port': ['ID=876dddb0-44b6-4946-9104-aa445f74b976,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:42.551517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:55:42.552594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.661647 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:55:42.715876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Allocated IP 172.20.0.2 (ac759d92-7d38-461e-8aa8-6060e0bd4b50/2d822ac8-31ed-440e-a29e-89c2bbecfa2f/1f47e754-0a7a-42e0-8f37-5109d4a7e57f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:55:42.905382 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.945583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:42.961029 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Transition to ACTIVE for port object 1f47e754-0a7a-42e0-8f37-5109d4a7e57f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:55:42.988555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Transition to ACTIVE for port object 1f47e754-0a7a-42e0-8f37-5109d4a7e57f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:55:42.993891 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:40Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:42.997871 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f466ec0-2d15-42e8-9810-6ad5e87eeda2 None None] The sync data for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv is: [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:40Z', 'revision_number': 3, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:55:43.065258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.095788 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.119372 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.158623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:55:43.162003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:55:43.164915 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:55:43.214097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Pushing event updated for resources: {'Port': ['ID=1f47e754-0a7a-42e0-8f37-5109d4a7e57f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:43.301468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Attempting to bind port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:55:43.301836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Attempting to bind port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:55:43.302191 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Attempting to bind port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f on network ac759d92-7d38-461e-8aa8-6060e0bd4b50 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:55:43.307662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:55:43.308025 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Checking segment: {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:55:43.308421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.308866 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Bound using segment: {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:55:43.309331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Bound port: 1f47e754-0a7a-42e0-8f37-5109d4a7e57f, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:55:43.309700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.404950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] For port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:55:43.408212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] For port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1f47e754-0a7a-42e0-8f37-5109d4a7e57f,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:55:43.478657 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.583349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6d0aa-d17f-4890-b003-c19ca18616eb None None] Pushing event updated for resources: {'Port': ['ID=1f47e754-0a7a-42e0-8f37-5109d4a7e57f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:43.624075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 876dddb0-44b6-4946-9104-aa445f74b976 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:55:43.678516 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.1 (ac759d92-7d38-461e-8aa8-6060e0bd4b50/2d822ac8-31ed-440e-a29e-89c2bbecfa2f/6406389e-7953-4b06-8ba4-e375f7b2d6d6) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:55:43.804291 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 876dddb0-44b6-4946-9104-aa445f74b976 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:55:43.811465 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 876dddb0-44b6-4946-9104-aa445f74b976 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:43.811862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.868389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.891730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object 6406389e-7953-4b06-8ba4-e375f7b2d6d6 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:55:43.970218 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.976392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:43.989742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 876dddb0-44b6-4946-9104-aa445f74b976, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=876dddb0-44b6-4946-9104-aa445f74b976,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:44.049347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:55:44.052816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:55:44.056557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:55:44.059283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:44.104694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=6406389e-7953-4b06-8ba4-e375f7b2d6d6,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:44.126042 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:44.131380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=876dddb0-44b6-4946-9104-aa445f74b976,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:44.453729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:44.483984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:44.885740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:44.956964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:45.070346 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=6406389e-7953-4b06-8ba4-e375f7b2d6d6,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:45.074976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:45.213390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef299e79-1f84-46c2-946f-21d14b480923 None None] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:55:45.217635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:55:45.218752 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:55:45.371400 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fcb7e78b-9ca0-4771-9c38-2cf108ef85c9 None None] Provisioning for port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:55:45.521407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 44c4a737-9475-4ff2-a712-88a53db3c681 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:55:45.657000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1f47e754-0a7a-42e0-8f37-5109d4a7e57f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:55:45.717312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:55:45.729790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Sync routers for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:55:45.743906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-662e8e75-a5c3-4313-b459-e1ceaac0626b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/44c4a737-9475-4ff2-a712-88a53db3c681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3381953 Mar 25 20:55:45.744525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:55:45.744525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:45.935376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-fdfec9b5-7b85-4758-9f23-832540f9ce3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:55:45.949817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ce64ea4c-76d4-4305-80dc-f18fa9f3c06f None None] Provisioning for port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:55:45.952877 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:55:45.964229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:45.964648 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:45.993612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ce64ea4c-76d4-4305-80dc-f18fa9f3c06f None None] Provisioning complete for port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:45.995077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce64ea4c-76d4-4305-80dc-f18fa9f3c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:46.017868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-fdfec9b5-7b85-4758-9f23-832540f9ce3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:55:46.019093 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-fdfec9b5-7b85-4758-9f23-832540f9ce3f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430331764&fields=id&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 267 time: 0.1279113 Mar 25 20:55:46.073363 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:55:46.150180 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ce64ea4c-76d4-4305-80dc-f18fa9f3c06f None None] Port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:55:46.170315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-b8acf73f-2959-4e4c-a6e4-db8865b2fdff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:46.170989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-b8acf73f-2959-4e4c-a6e4-db8865b2fdff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:55:46.247501 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-b8acf73f-2959-4e4c-a6e4-db8865b2fdff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:55:46.248666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-b8acf73f-2959-4e4c-a6e4-db8865b2fdff tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/networks?id=ac759d92-7d38-461e-8aa8-6060e0bd4b50 HTTP/1.1" status: 200 len: 797 time: 0.2226908 Mar 25 20:55:46.264498 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-3f1ca45b-39bb-445c-8257-9314931666bf tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/quotas/39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 375 time: 0.0102878 Mar 25 20:55:46.353107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-f4bf2603-2bad-42e0-bdce-1d1c104a2e6e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:55:46.382703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:46.394766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-29eaeae4-2562-44da-aa6e-55f4d493cc32 None None] Provisioning complete for port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:46.395122 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-29eaeae4-2562-44da-aa6e-55f4d493cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:46.414649 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-f4bf2603-2bad-42e0-bdce-1d1c104a2e6e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:55:46.416005 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-f4bf2603-2bad-42e0-bdce-1d1c104a2e6e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1457489 Mar 25 20:55:46.507521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-29eaeae4-2562-44da-aa6e-55f4d493cc32 None None] Port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:55:46.520549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1f47e754-0a7a-42e0-8f37-5109d4a7e57f,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:46.549714 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 2, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:46.553682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Checking router: 44c4a737-9475-4ff2-a712-88a53db3c681 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:55:46.555927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Updating router 44c4a737-9475-4ff2-a712-88a53db3c681 port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:55:46.556066 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ed941f30-0596-42ae-8a6a-5f18980f7fa7 service neutron] 10.222.0.37 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264460 Mar 25 20:55:46.582227 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:46.582982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 876dddb0-44b6-4946-9104-aa445f74b976 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:55:46.687641 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-1a45604d-855a-45ec-be00-7bcbdbff533a service neutron] 10.222.0.37 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274512 Mar 25 20:55:46.711349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:46.738356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=1f47e754-0a7a-42e0-8f37-5109d4a7e57f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:46.782139 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 876dddb0-44b6-4946-9104-aa445f74b976 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:46.782435 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:46.969329 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3641df21-acf8-4551-83c4-5ae4a25bb864 req-c309214d-7604-4cd5-8625-679d0cebaa06 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 210 time: 0.0418777 Mar 25 20:55:47.184591 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:47.196562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Transition to ACTIVE for port object 6406389e-7953-4b06-8ba4-e375f7b2d6d6 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:55:47.278337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:47.444758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f79a9-a92f-43eb-8111-dce20847b272 None None] Pushing event updated for resources: {'Port': ['ID=6406389e-7953-4b06-8ba4-e375f7b2d6d6,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:47.568163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Attempting to bind port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:55:47.568618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Attempting to bind port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:55:47.569032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Attempting to bind port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 on network ac759d92-7d38-461e-8aa8-6060e0bd4b50 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:55:47.572589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1f47e754-0a7a-42e0-8f37-5109d4a7e57f up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:55:47.603501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:55:47.642523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Checking segment: {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:55:47.642523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:47.642523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Bound using segment: {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:55:47.642523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Bound port: 6406389e-7953-4b06-8ba4-e375f7b2d6d6, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:55:47.642523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:47.737450 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] For port 6406389e-7953-4b06-8ba4-e375f7b2d6d6, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:55:47.741618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] For port 6406389e-7953-4b06-8ba4-e375f7b2d6d6, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6406389e-7953-4b06-8ba4-e375f7b2d6d6,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:55:47.743002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:47.743357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:47.838187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:47.939297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:55:47.939921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:47.991606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f79a9-a92f-43eb-8111-dce20847b272 None None] Pushing event updated for resources: {'Port': ['ID=6406389e-7953-4b06-8ba4-e375f7b2d6d6,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:48.109758 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10f5b3dc-5e68-4797-aba4-15e1e4d97476 req-b88b5255-addc-4013-9870-a4f666c46909 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 210 time: 0.0514283 Mar 25 20:55:48.144845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:55:48.456721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:48.475421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:47Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:55:48.479459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e5fe-4503-4d2a-8bcc-61353fe10c2e None None] The sync data for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv is: [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:47Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:55:49.264643 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6a0120ca-0833-4f32-9ec3-d4094ff37ed6 req-386eca2d-c8fd-44d0-a0c9-5d39bc7c2825 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 210 time: 0.0469623 Mar 25 20:55:49.582649 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6406389e-7953-4b06-8ba4-e375f7b2d6d6 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:55:49.717521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:55:49.723154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:49.723538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:49.840011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:49.871713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 6406389e-7953-4b06-8ba4-e375f7b2d6d6, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6406389e-7953-4b06-8ba4-e375f7b2d6d6,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:49.940787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:50.006154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=6406389e-7953-4b06-8ba4-e375f7b2d6d6,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:50.351297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-82b400d2-d16e-4be8-ba48-d407a70073d9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:50.352743 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-82b400d2-d16e-4be8-ba48-d407a70073d9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/networks?id=ac759d92-7d38-461e-8aa8-6060e0bd4b50 HTTP/1.1" status: 200 len: 797 time: 0.1477451 Mar 25 20:55:50.420351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e32ed944-2b8d-4878-846e-cd6949461677 req-884182b7-e1f6-42db-82ad-3e0dc5cb6933 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 210 time: 0.0469570 Mar 25 20:55:50.441253 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-dff2fdb5-126f-4aa7-82f2-68b020dcd466 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e48703da844358bde6782c47173846 HTTP/1.1" status: 200 len: 379 time: 0.0796440 Mar 25 20:55:50.456024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'port': {'device_id': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'admin_state_up': True, 'tenant_id': '39e48703da844358bde6782c47173846', 'security_groups': ['362afd3c-e506-4ded-b12a-a8b3898cf0c3']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:50.588611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:55:50.598037 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:55:50.666273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Made reservation on behalf of 39e48703da844358bde6782c47173846 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:55:50.669774 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:50.829146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.20.0.3 (ac759d92-7d38-461e-8aa8-6060e0bd4b50/2d822ac8-31ed-440e-a29e-89c2bbecfa2f/42016a68-d780-4613-8d23-48bfd6917580) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:55:51.119040 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:51.133895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Transition to ACTIVE for port object 42016a68-d780-4613-8d23-48bfd6917580 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:55:51.225154 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:51.292680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:55:51.295706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:55:51.298080 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:55:51.339524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=42016a68-d780-4613-8d23-48bfd6917580,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:51.373455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:51.374170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:51.444670 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-ca8222eb-f1e9-4491-8767-93f6634b5f4c tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9921556 Mar 25 20:55:51.456828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Request body: {'port': {'device_id': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:55:51.564398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6406389e-7953-4b06-8ba4-e375f7b2d6d6 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:55:51.636460 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:51.636813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:51.636952 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:51.690203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-678b7cc4-bc3c-45d1-a7ae-e958ad013f8a None None] Provisioning for port 42016a68-d780-4613-8d23-48bfd6917580 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:55:51.696986 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-678b7cc4-bc3c-45d1-a7ae-e958ad013f8a None None] Provisioning complete for port 42016a68-d780-4613-8d23-48bfd6917580 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:51.697354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-678b7cc4-bc3c-45d1-a7ae-e958ad013f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:51.726150 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbca68-3a7e-4460-948c-0b486ba3dc98 req-0eb5f6cf-00f1-4928-8a6e-dfed69f41bf2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:51.726875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d4cbca68-3a7e-4460-948c-0b486ba3dc98 req-0eb5f6cf-00f1-4928-8a6e-dfed69f41bf2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:55:51.793490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-678b7cc4-bc3c-45d1-a7ae-e958ad013f8a None None] Port 42016a68-d780-4613-8d23-48bfd6917580 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:55:51.886524 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d4cbca68-3a7e-4460-948c-0b486ba3dc98 req-0eb5f6cf-00f1-4928-8a6e-dfed69f41bf2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:55:51.887698 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d4cbca68-3a7e-4460-948c-0b486ba3dc98 req-0eb5f6cf-00f1-4928-8a6e-dfed69f41bf2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 931 time: 0.3285127 Mar 25 20:55:51.962906 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d4cbca68-3a7e-4460-948c-0b486ba3dc98 req-56c1240f-ac27-4940-a327-385fbb1265e1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601010 Mar 25 20:55:52.041123 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42016a68-d780-4613-8d23-48bfd6917580 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:55:52.048399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:52.062916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Transition to ACTIVE for port object 42016a68-d780-4613-8d23-48bfd6917580 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:55:52.146426 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:52.304582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Pushing event updated for resources: {'Port': ['ID=42016a68-d780-4613-8d23-48bfd6917580,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:52.385721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Attempting to bind port 42016a68-d780-4613-8d23-48bfd6917580 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:55:52.386339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Attempting to bind port 42016a68-d780-4613-8d23-48bfd6917580 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:55:52.386686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Attempting to bind port 42016a68-d780-4613-8d23-48bfd6917580 on network ac759d92-7d38-461e-8aa8-6060e0bd4b50 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:55:52.391315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Port 42016a68-d780-4613-8d23-48bfd6917580 on network ac759d92-7d38-461e-8aa8-6060e0bd4b50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:55:52.393282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Attempting to bind port 42016a68-d780-4613-8d23-48bfd6917580 on network ac759d92-7d38-461e-8aa8-6060e0bd4b50 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:55:52.396932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:55:52.397262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Checking segment: {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:55:52.397643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Bound using segment: {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:55:52.398064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Bound port: 42016a68-d780-4613-8d23-48bfd6917580, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b505bc90-327f-432f-8486-369ef9a20f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:55:52.398408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:52.488432 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] For port 42016a68-d780-4613-8d23-48bfd6917580, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:55:52.491239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] For port 42016a68-d780-4613-8d23-48bfd6917580, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42016a68-d780-4613-8d23-48bfd6917580,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:55:52.562276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:52.617355 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:52.617860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:52.619198 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] 10.222.0.43 "PUT /v2.0/ports/42016a68-d780-4613-8d23-48bfd6917580 HTTP/1.1" status: 200 len: 1093 time: 1.1670451 Mar 25 20:55:52.619654 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'tag': '42016a68-d780-4613-8d23-48bfd6917580'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:55:52.652553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9d51e-dfa5-4287-9ec2-f68befc973bc service neutron] Pushing event updated for resources: {'Port': ['ID=42016a68-d780-4613-8d23-48bfd6917580,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:52.672211 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'tag': '42016a68-d780-4613-8d23-48bfd6917580', 'status': 'completed', 'code': 200} Mar 25 20:55:52.772024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91533-7ff8-48d8-a4f1-1e16a1c82e20 req-8046a5fa-ed11-4356-87eb-072e58197415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:52.773532 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25e91533-7ff8-48d8-a4f1-1e16a1c82e20 req-8046a5fa-ed11-4356-87eb-072e58197415 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1096 time: 0.0814416 Mar 25 20:55:52.913102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91533-7ff8-48d8-a4f1-1e16a1c82e20 req-6b56347b-fcce-4a1e-b294-219316a4280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:52.914442 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25e91533-7ff8-48d8-a4f1-1e16a1c82e20 req-6b56347b-fcce-4a1e-b294-219316a4280a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=39e48703da844358bde6782c47173846&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1344953 Mar 25 20:55:53.181249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91533-7ff8-48d8-a4f1-1e16a1c82e20 req-29156acc-d073-4acc-b95d-d494bde86951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:53.182793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-25e91533-7ff8-48d8-a4f1-1e16a1c82e20 req-29156acc-d073-4acc-b95d-d494bde86951 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2629716 Mar 25 20:55:53.262625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765fa64-5b00-44cd-a519-d9b4b00ebc3d req-7b001e62-9ece-4aa1-a425-fe77ed7a91e5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:53.264031 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3765fa64-5b00-44cd-a519-d9b4b00ebc3d req-7b001e62-9ece-4aa1-a425-fe77ed7a91e5 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 943 time: 0.1159976 Mar 25 20:55:53.317803 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3765fa64-5b00-44cd-a519-d9b4b00ebc3d req-a23bdcef-ef85-407c-95ea-f43291aa7da9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458198 Mar 25 20:55:53.336740 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-0b0c4992-7802-427c-8f2d-66f0a30181d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:53.338177 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-0b0c4992-7802-427c-8f2d-66f0a30181d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1096 time: 0.1178279 Mar 25 20:55:53.405018 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-17a31f0a-7448-4fee-b3d2-9164b4d9ffdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42016a68-d780-4613-8d23-48bfd6917580 HTTP/1.1" status: 200 len: 217 time: 0.0600736 Mar 25 20:55:53.468092 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-b0c21606-5137-4bac-a349-f8e5a28ea8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:53.469530 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-b0c21606-5137-4bac-a349-f8e5a28ea8c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d822ac8-31ed-440e-a29e-89c2bbecfa2f HTTP/1.1" status: 200 len: 834 time: 0.0591617 Mar 25 20:55:53.543178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-3271017b-60ee-4fbb-8a6a-c11f0d32e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:53.544658 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-3271017b-60ee-4fbb-8a6a-c11f0d32e15a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac759d92-7d38-461e-8aa8-6060e0bd4b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691726 Mar 25 20:55:53.675449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-844716f9-2d05-4992-a7f1-1876cde754f2 service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241887 Mar 25 20:55:53.804840 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dabb2f77-d288-47b0-b379-1011005f89c2 req-714f0d7b-fc91-4e61-91aa-b6ab527a1610 service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222472 Mar 25 20:55:54.503117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5d6f2-c5a2-4399-aed6-cb2794ffe5dc req-900262ec-404b-4dd2-9f5f-63a8db70cdb2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:54.504727 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdb5d6f2-c5a2-4399-aed6-cb2794ffe5dc req-900262ec-404b-4dd2-9f5f-63a8db70cdb2 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 943 time: 0.0830507 Mar 25 20:55:54.547948 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdb5d6f2-c5a2-4399-aed6-cb2794ffe5dc req-19209980-56bb-426b-83b0-a29d2549fc48 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370617 Mar 25 20:55:55.728496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fea6b-0e38-43ed-81b9-eaca4050263e req-aeda12f4-a8d0-4d09-a6ec-35a5b528a146 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:55.729942 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d84fea6b-0e38-43ed-81b9-eaca4050263e req-aeda12f4-a8d0-4d09-a6ec-35a5b528a146 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 943 time: 0.0777361 Mar 25 20:55:55.772347 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d84fea6b-0e38-43ed-81b9-eaca4050263e req-b5492d2c-8b38-488c-8128-d342c92c845d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368526 Mar 25 20:55:56.954673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc1c80-b670-40b8-8947-c03106c91b1a req-13e9b630-0814-44e5-901b-27dc1d1bee7e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:56.956014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-22bc1c80-b670-40b8-8947-c03106c91b1a req-13e9b630-0814-44e5-901b-27dc1d1bee7e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 943 time: 0.0797391 Mar 25 20:55:56.979301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42016a68-d780-4613-8d23-48bfd6917580 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:55:56.999414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-22bc1c80-b670-40b8-8947-c03106c91b1a req-59a0d9cb-4b2d-4c06-a48c-62a840d61403 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373569 Mar 25 20:55:57.141119 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42016a68-d780-4613-8d23-48bfd6917580, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42016a68-d780-4613-8d23-48bfd6917580,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:57.154497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '42016a68-d780-4613-8d23-48bfd6917580', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'port_id': '42016a68-d780-4613-8d23-48bfd6917580', 'mac_address': 'fa:16:3e:66:4b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:55:57.210216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:57.225898 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42016a68-d780-4613-8d23-48bfd6917580 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:55:57.240310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42016a68-d780-4613-8d23-48bfd6917580, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42016a68-d780-4613-8d23-48bfd6917580,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:57.306094 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:57.372362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=42016a68-d780-4613-8d23-48bfd6917580,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:57.676299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['42016a68-d780-4613-8d23-48bfd6917580'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:55:58.190548 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbffb2-2e36-4f30-808c-7f17eaed7a26 req-3386efd9-30a9-4e18-945b-edbc40fa9d15 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:58.191998 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c7bbffb2-2e36-4f30-808c-7f17eaed7a26 req-3386efd9-30a9-4e18-945b-edbc40fa9d15 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 944 time: 0.0821428 Mar 25 20:55:58.235317 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c7bbffb2-2e36-4f30-808c-7f17eaed7a26 req-42d20788-b3f1-4266-afb5-b64e6c963c3d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377982 Mar 25 20:55:58.982629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42016a68-d780-4613-8d23-48bfd6917580 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:55:59.110354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 42016a68-d780-4613-8d23-48bfd6917580 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:55:59.115335 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 42016a68-d780-4613-8d23-48bfd6917580 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:55:59.115700 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:59.229599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:59.254869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42016a68-d780-4613-8d23-48bfd6917580'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:55:59.264146 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42016a68-d780-4613-8d23-48bfd6917580, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42016a68-d780-4613-8d23-48bfd6917580,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:55:59.300373 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42016a68-d780-4613-8d23-48bfd6917580', 'code': 200} Mar 25 20:55:59.327873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:55:59.399226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=42016a68-d780-4613-8d23-48bfd6917580,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:55:59.418858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449f2b8-9708-42bc-bce1-9db291bff997 req-40ecf9c5-27a6-4bf0-a468-8029d08fc653 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:59.421467 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7449f2b8-9708-42bc-bce1-9db291bff997 req-40ecf9c5-27a6-4bf0-a468-8029d08fc653 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0802953 Mar 25 20:55:59.468974 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7449f2b8-9708-42bc-bce1-9db291bff997 req-d33769c2-0e84-4007-8280-b7bcf4308950 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Mar 25 20:55:59.664099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ace68-15b2-424c-a5a9-ef6466e03a6e req-7dbc5882-3b14-4aae-9902-3e4d9e9f68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:55:59.665604 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-168ace68-15b2-424c-a5a9-ef6466e03a6e req-7dbc5882-3b14-4aae-9902-3e4d9e9f68b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1098 time: 0.0714378 Mar 25 20:55:59.704744 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-168ace68-15b2-424c-a5a9-ef6466e03a6e req-f0f8c2ec-79d6-46e4-ab62-7f42bccabd85 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335686 Mar 25 20:56:00.658794 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cddd94-a39a-4b51-9bef-7caf810d28b5 req-04858b64-1286-41f3-b6e8-2387066b8e12 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:00.660246 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a4cddd94-a39a-4b51-9bef-7caf810d28b5 req-04858b64-1286-41f3-b6e8-2387066b8e12 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0796463 Mar 25 20:56:00.702717 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a4cddd94-a39a-4b51-9bef-7caf810d28b5 req-6a39bdee-6b91-4233-a128-4cd4ef6c14d9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362663 Mar 25 20:56:01.883957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce504ed-61dc-427c-bb21-81c8d7ef0550 req-d4b649b9-6ed0-452a-8122-2a43b623aa06 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:01.885402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bce504ed-61dc-427c-bb21-81c8d7ef0550 req-d4b649b9-6ed0-452a-8122-2a43b623aa06 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0796795 Mar 25 20:56:01.927856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bce504ed-61dc-427c-bb21-81c8d7ef0550 req-2418fa29-d978-4046-866d-f1db685f61ef tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369322 Mar 25 20:56:02.109178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f125b70-17bb-4ee2-89c0-dddd3883569a req-26a8727a-355f-4dbf-ab69-1e781390187e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:02.110614 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f125b70-17bb-4ee2-89c0-dddd3883569a req-26a8727a-355f-4dbf-ab69-1e781390187e tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0801346 Mar 25 20:56:02.153475 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f125b70-17bb-4ee2-89c0-dddd3883569a req-463d7e84-854f-46bc-8192-200989fd62b7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366266 Mar 25 20:56:02.175411 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43538) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:56:02.241908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18cc02-ee57-43bb-bb15-b5de858a904d tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:02.243349 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2e18cc02-ee57-43bb-bb15-b5de858a904d tempest-TestNetworkAdvancedServerOps-493686645 tempest-TestNetworkAdvancedServerOps-493686645-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1093 time: 0.0670109 Mar 25 20:56:02.246072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43542) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:56:02.250603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '42016a68-d780-4613-8d23-48bfd6917580', 'tenant_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:56:02.256273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:56:02.260049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Usage tracker for resource:floatingip and tenant:39e48703da844358bde6782c47173846 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:56:02.262837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:56:02.268363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:56:02.367583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:02.499991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:02.729933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Allocated IP 172.26.8.199 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/5c703d58-0d5b-4633-a8b5-45a9ac130b0b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:56:02.870629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:02.945180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:03.008060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:56:03.010784 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:56:03.018455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:56:03.051925 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=5c703d58-0d5b-4633-a8b5-45a9ac130b0b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:56:03.418442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:03.544789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:03.751454 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:03.807589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:03.914336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event updated for resources: {'Port': ['ID=5c703d58-0d5b-4633-a8b5-45a9ac130b0b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:56:03.924293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:04.119256 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP 02f764ff-f883-4cf7-86cb-9aaabc6f4db9 associated. External IP: 172.26.8.199, port: 42016a68-d780-4613-8d23-48bfd6917580. Mar 25 20:56:04.577973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 44c4a737-9475-4ff2-a712-88a53db3c681 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:56:04.762285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:56:04.772740 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] Sync routers for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:56:04.783223 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:56:04.783816 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:56:04.847498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:04.902122 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-eda7e605-7bf3-4173-a790-c74e44525dea tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6550708 Mar 25 20:56:04.902801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'tag': '42016a68-d780-4613-8d23-48bfd6917580'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:56:04.954265 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'tag': '42016a68-d780-4613-8d23-48bfd6917580', 'status': 'completed', 'code': 200} Mar 25 20:56:04.960793 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:56:05.102583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-5ffd0388-9245-41c1-8413-5fc5b87fd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:05.104038 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-5ffd0388-9245-41c1-8413-5fc5b87fd4e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1098 time: 0.1283848 Mar 25 20:56:05.143280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda8014-53d8-4ff9-af93-3b256692b9be req-826ba17a-ca06-42cd-8de0-7eb7622fe0bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:05.144793 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdda8014-53d8-4ff9-af93-3b256692b9be req-826ba17a-ca06-42cd-8de0-7eb7622fe0bc tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.1293359 Mar 25 20:56:05.261874 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cdda8014-53d8-4ff9-af93-3b256692b9be req-60847287-747f-445c-9569-bdd259c9a3b6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050756 Mar 25 20:56:05.284956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43550) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:56:05.289839 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-f901e7a0-5f3e-40a7-9a73-e7026ba1047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:05.291366 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-f901e7a0-5f3e-40a7-9a73-e7026ba1047c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac759d92-7d38-461e-8aa8-6060e0bd4b50 HTTP/1.1" status: 200 len: 898 time: 0.1797254 Mar 25 20:56:05.300316 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '02f764ff-f883-4cf7-86cb-9aaabc6f4db9', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'port_id': '42016a68-d780-4613-8d23-48bfd6917580', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'mac_address': 'fa:16:3e:66:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:56:03Z', 'updated_at': '2022-03-25T20:56:03Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:49Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:56:05.304704 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] Checking router: 44c4a737-9475-4ff2-a712-88a53db3c681 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:56:05.312902 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:56:05.313493 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:55:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:56:05.395363 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-0913f1e3-cedb-43ce-8ec9-50aeb5d91a3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42016a68-d780-4613-8d23-48bfd6917580 HTTP/1.1" status: 200 len: 999 time: 0.0976281 Mar 25 20:56:05.401247 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-c82b9b8a-6ad4-4772-888f-8a7986d64f81 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/02f764ff-f883-4cf7-86cb-9aaabc6f4db9 HTTP/1.1" status: 200 len: 991 time: 0.1134181 Mar 25 20:56:05.460016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-96e06748-7edf-404a-a4e5-a2afbf55fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:05.461543 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-96e06748-7edf-404a-a4e5-a2afbf55fe42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d822ac8-31ed-440e-a29e-89c2bbecfa2f HTTP/1.1" status: 200 len: 834 time: 0.0602946 Mar 25 20:56:05.490257 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:56:05.534742 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-f869e541-146f-4352-8a67-21717172c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:05.536845 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-f869e541-146f-4352-8a67-21717172c0b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac759d92-7d38-461e-8aa8-6060e0bd4b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698774 Mar 25 20:56:05.669364 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-8f94df5f-f4c7-4f3d-9b5d-93f33a34395a service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266482 Mar 25 20:56:05.799105 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-24b3b94a-4577-41fd-b4a0-818fdbed45ce req-17fec2f3-8c78-474f-950c-e36785385153 service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237173 Mar 25 20:56:05.829231 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '02f764ff-f883-4cf7-86cb-9aaabc6f4db9', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'port_id': '42016a68-d780-4613-8d23-48bfd6917580', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'mac_address': 'fa:16:3e:66:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:56:03Z', 'updated_at': '2022-03-25T20:56:03Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:49Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:56:05.833574 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec041071-2e71-4c1d-b3ff-0b98ebc14db5 None None] The sync data for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv is: [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '02f764ff-f883-4cf7-86cb-9aaabc6f4db9', 'tenant_id': '39e48703da844358bde6782c47173846', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'port_id': '42016a68-d780-4613-8d23-48bfd6917580', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'mac_address': 'fa:16:3e:66:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:56:03Z', 'updated_at': '2022-03-25T20:56:03Z', 'revision_number': 0, 'project_id': '39e48703da844358bde6782c47173846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:49Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:56:06.008772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2bceb-6529-4d42-868d-b162da5049f1 None None] New status for floating IP 02f764ff-f883-4cf7-86cb-9aaabc6f4db9: ACTIVE {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:56:06.404308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43556) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:56:06.510009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-903c779f-c984-4404-9807-0c679e5f6151 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/02f764ff-f883-4cf7-86cb-9aaabc6f4db9 HTTP/1.1" status: 200 len: 993 time: 0.1045582 Mar 25 20:56:09.172947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4339a526-a131-4dda-9e91-4c16f946f712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:12.209170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-429c5912-9009-4d24-98b3-8086395a6cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:12.837113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:13.020347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:14.172883 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:56:14.420007 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:16.457513 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-242bc22b-869c-40b7-ba15-9868302f7471 req-4f71a025-e6f6-48c2-b051-060ff71762dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1125364 Mar 25 20:56:16.696800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc22b-869c-40b7-ba15-9868302f7471 req-22c4b8db-6822-4f1a-87c2-259391fc3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:16.698265 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-242bc22b-869c-40b7-ba15-9868302f7471 req-22c4b8db-6822-4f1a-87c2-259391fc3a76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1098 time: 0.1750607 Mar 25 20:56:16.836634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc22b-869c-40b7-ba15-9868302f7471 req-c96fcf75-8f42-437f-ae7f-9f8ec2ccaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:16.838049 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-242bc22b-869c-40b7-ba15-9868302f7471 req-c96fcf75-8f42-437f-ae7f-9f8ec2ccaa87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac759d92-7d38-461e-8aa8-6060e0bd4b50 HTTP/1.1" status: 200 len: 898 time: 0.1222117 Mar 25 20:56:16.938620 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-242bc22b-869c-40b7-ba15-9868302f7471 req-40869ef3-348a-4559-94c7-722c3e556d86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42016a68-d780-4613-8d23-48bfd6917580 HTTP/1.1" status: 200 len: 1001 time: 0.0943563 Mar 25 20:56:17.002416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc22b-869c-40b7-ba15-9868302f7471 req-d9889b4e-c40a-4fdd-b2a4-54f799cd2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:17.003784 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-242bc22b-869c-40b7-ba15-9868302f7471 req-d9889b4e-c40a-4fdd-b2a4-54f799cd2620 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d822ac8-31ed-440e-a29e-89c2bbecfa2f HTTP/1.1" status: 200 len: 834 time: 0.0586693 Mar 25 20:56:17.081673 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc22b-869c-40b7-ba15-9868302f7471 req-52af280a-9392-40af-b99d-229b5b2200a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:56:17.083119 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-242bc22b-869c-40b7-ba15-9868302f7471 req-52af280a-9392-40af-b99d-229b5b2200a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac759d92-7d38-461e-8aa8-6060e0bd4b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718181 Mar 25 20:56:17.213515 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-242bc22b-869c-40b7-ba15-9868302f7471 req-b5ec42d4-ede9-4906-a117-fa777541eeec service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231840 Mar 25 20:56:17.349440 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-242bc22b-869c-40b7-ba15-9868302f7471 req-c32b6738-c5fe-4463-b530-b908c3f8bb58 service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286280 Mar 25 20:56:18.471244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:39.162678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b284fd21-1be0-4e2d-9837-35ba15122c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:42.185012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f4cacba-993f-463b-ba62-0f4bb638f94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:42.842137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:43.036501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:44.413750 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:48.453876 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:56:51.171709 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:57:09.127497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-097b9f9e-4136-40c5-a707-db183b064f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:09.715222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3361-d384-4b7e-a739-e3aea8beb6b3 req-15809bea-a44d-4057-afd2-b01d8b65fdb9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:09.716776 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-328c3361-d384-4b7e-a739-e3aea8beb6b3 req-15809bea-a44d-4057-afd2-b01d8b65fdb9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0891993 Mar 25 20:57:09.762640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-328c3361-d384-4b7e-a739-e3aea8beb6b3 req-0be3cb16-e006-42c8-9f5a-b289f3974aac tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Mar 25 20:57:10.950222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10930b18-d360-43a5-834c-90d6f23e7c7a req-72a45168-b5e5-4265-9161-b4d9c9df0cf6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:10.951601 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10930b18-d360-43a5-834c-90d6f23e7c7a req-72a45168-b5e5-4265-9161-b4d9c9df0cf6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0804718 Mar 25 20:57:10.993493 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10930b18-d360-43a5-834c-90d6f23e7c7a req-81ab909b-22b7-4307-b874-832b62e8bbd8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363960 Mar 25 20:57:12.176401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf54fa-d74e-43f9-a1fd-e36546d509b9 req-b5fc1ea4-b029-49ad-9388-abcaf091ca31 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:12.177870 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-acaf54fa-d74e-43f9-a1fd-e36546d509b9 req-b5fc1ea4-b029-49ad-9388-abcaf091ca31 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0814457 Mar 25 20:57:12.196388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ff74838-e6b4-427c-b533-d049014b73de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:12.222470 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-acaf54fa-d74e-43f9-a1fd-e36546d509b9 req-e1a5ee4f-0a30-4106-b56d-0a2802c6c67b tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381615 Mar 25 20:57:12.245737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43590) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:12.356384 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-217eb044-b16c-4176-bd25-65693352a513 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/02f764ff-f883-4cf7-86cb-9aaabc6f4db9 HTTP/1.1" status: 200 len: 993 time: 0.1095557 Mar 25 20:57:12.847228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:13.013360 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:13.926105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb019f8-db1c-4bd4-8f6e-aa16d2aca1b5 req-555122a5-cc64-4b34-9c5b-85893dc28ec6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:13.927444 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6fb019f8-db1c-4bd4-8f6e-aa16d2aca1b5 req-555122a5-cc64-4b34-9c5b-85893dc28ec6 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.1191497 Mar 25 20:57:13.987147 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6fb019f8-db1c-4bd4-8f6e-aa16d2aca1b5 req-1345b5fd-2588-496d-b1dc-7bd9b3ddac9d tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539153 Mar 25 20:57:13.990204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-7253316b-11dc-4dca-81b5-43ed80796ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:13.991571 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-7253316b-11dc-4dca-81b5-43ed80796ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1098 time: 0.1217389 Mar 25 20:57:14.120486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-b432578a-b56c-4ae1-8ac1-e5c1c3504bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:14.121911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-b432578a-b56c-4ae1-8ac1-e5c1c3504bfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac759d92-7d38-461e-8aa8-6060e0bd4b50 HTTP/1.1" status: 200 len: 898 time: 0.1245399 Mar 25 20:57:14.327893 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-5b28ad05-c776-4437-a420-f22a3a20b99f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42016a68-d780-4613-8d23-48bfd6917580 HTTP/1.1" status: 200 len: 1001 time: 0.1996019 Mar 25 20:57:14.391446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-8acf0a1e-890d-4621-99de-439a8bb25b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:14.392900 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-8acf0a1e-890d-4621-99de-439a8bb25b78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d822ac8-31ed-440e-a29e-89c2bbecfa2f HTTP/1.1" status: 200 len: 834 time: 0.0598013 Mar 25 20:57:14.408097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:14.470789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-25b6f76e-3bf0-4be0-b491-95d020a9924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:14.472343 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-25b6f76e-3bf0-4be0-b491-95d020a9924c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac759d92-7d38-461e-8aa8-6060e0bd4b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726712 Mar 25 20:57:14.602797 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-04685b0b-68fb-400e-8d65-79f11c8bd27a service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231165 Mar 25 20:57:14.734995 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6e1ae5d9-838c-4fa1-b012-b128ecde29dd req-f13f9e96-d35b-4c5a-bc6b-592837da4a77 service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256876 Mar 25 20:57:15.172379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6caaa4-8438-4260-9a56-eff36da74152 req-7f005004-594f-4b07-92f7-b8f6dc110e5a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:15.173847 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7c6caaa4-8438-4260-9a56-eff36da74152 req-7f005004-594f-4b07-92f7-b8f6dc110e5a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0822008 Mar 25 20:57:15.216979 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7c6caaa4-8438-4260-9a56-eff36da74152 req-5e9d7dff-f254-4851-9f81-cee6c5e263d8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373359 Mar 25 20:57:16.404395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771d7c7-24ab-4d61-b32d-5b387270eebf req-67300256-4b53-4f60-bf25-417d437fbe5a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:16.405850 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f771d7c7-24ab-4d61-b32d-5b387270eebf req-67300256-4b53-4f60-bf25-417d437fbe5a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0835431 Mar 25 20:57:16.452302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f771d7c7-24ab-4d61-b32d-5b387270eebf req-a18d67ca-0281-47fa-bb1d-879a9b0cf5ca tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408533 Mar 25 20:57:16.474461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43604) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:16.578930 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-72a208a9-f4a0-48e8-8eea-bb37b662309a tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/floatingips/02f764ff-f883-4cf7-86cb-9aaabc6f4db9 HTTP/1.1" status: 200 len: 993 time: 0.1031916 Mar 25 20:57:16.881055 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43612) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:17.075950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 5c703d58-0d5b-4633-a8b5-45a9ac130b0b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:57:17.076285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:17.243384 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:17.243625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:17.367825 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 5c703d58-0d5b-4633-a8b5-45a9ac130b0b owned by network:floatingip {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:57:17.579282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:17.625251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=5c703d58-0d5b-4633-a8b5-45a9ac130b0b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:17.638674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.639024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.639359 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.639690 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.640013 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.640335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.640680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.641002 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.641315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.641628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.641944 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.642254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:17.736433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for floatingip, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:17.736782 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Floating IP 02f764ff-f883-4cf7-86cb-9aaabc6f4db9 disassociated (deleted). External IP: 172.26.8.199, port: 42016a68-d780-4613-8d23-48bfd6917580. Mar 25 20:57:18.181402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 44c4a737-9475-4ff2-a712-88a53db3c681 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:57:18.402363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:57:18.412825 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] Sync routers for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:57:18.422445 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:18.423045 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:18.439303 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-7a6fe538-7b9a-43c6-a55d-43fc0504c1fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919411 Mar 25 20:57:18.453549 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:18.482095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:18.583822 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-7e4bb388-8a78-4145-8609-5c7005767fa1 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/floatingips/02f764ff-f883-4cf7-86cb-9aaabc6f4db9 HTTP/1.1" status: 204 len: 168 time: 1.7016966 Mar 25 20:57:18.585200 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'tag': '42016a68-d780-4613-8d23-48bfd6917580'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:57:18.599523 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:18.639982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'tag': '42016a68-d780-4613-8d23-48bfd6917580', 'status': 'completed', 'code': 200} Mar 25 20:57:18.642103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-b3ffbb44-6f6f-4764-b550-bc697ec38a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:18.643570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-b3ffbb44-6f6f-4764-b550-bc697ec38a3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1098 time: 0.1335537 Mar 25 20:57:18.795117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-6856c551-f83f-4242-9465-c4edc42da5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:18.796346 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-6856c551-f83f-4242-9465-c4edc42da5e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac759d92-7d38-461e-8aa8-6060e0bd4b50 HTTP/1.1" status: 200 len: 898 time: 0.1308136 Mar 25 20:57:18.866193 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-3cb2e444-4707-48f8-9463-8b99a7b5a60b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42016a68-d780-4613-8d23-48bfd6917580 HTTP/1.1" status: 200 len: 217 time: 0.0638337 Mar 25 20:57:18.923885 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:49Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:18.927911 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] Checking router: 44c4a737-9475-4ff2-a712-88a53db3c681 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:57:18.928221 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-48a57883-a01b-4f73-88d8-4dbd71a7ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:18.929718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-48a57883-a01b-4f73-88d8-4dbd71a7ad48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d822ac8-31ed-440e-a29e-89c2bbecfa2f HTTP/1.1" status: 200 len: 834 time: 0.0578377 Mar 25 20:57:18.936252 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:18.936871 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:19.009352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-c4e14de0-a6a9-4281-8c23-e2526dad84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:19.011363 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-c4e14de0-a6a9-4281-8c23-e2526dad84a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac759d92-7d38-461e-8aa8-6060e0bd4b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755813 Mar 25 20:57:19.123422 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:19.191630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-ccd7556d-ece4-40f1-b002-993c67e2c10b service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737852 Mar 25 20:57:19.230001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642597f8-09be-4055-8653-6f4bf9597133 req-fe7d3acc-2f18-49e8-b9ef-d974485a1ea9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:19.230667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-642597f8-09be-4055-8653-6f4bf9597133 req-fe7d3acc-2f18-49e8-b9ef-d974485a1ea9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:57:19.345242 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0fe3325-e9c4-4cf1-80d6-ed63a876aac3 req-a92dbdd0-df25-4afd-bc66-ee2dc5ff2bc5 service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415269 Mar 25 20:57:19.407628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-642597f8-09be-4055-8653-6f4bf9597133 req-fe7d3acc-2f18-49e8-b9ef-d974485a1ea9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:57:19.408824 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-642597f8-09be-4055-8653-6f4bf9597133 req-fe7d3acc-2f18-49e8-b9ef-d974485a1ea9 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.3116760 Mar 25 20:57:19.432944 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:49Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:19.437236 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c57ca-9857-4244-a66d-a355dcfbfdfa None None] The sync data for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv is: [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:55:44Z', 'revision_number': 4, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '6406389e-7953-4b06-8ba4-e375f7b2d6d6', 'name': '', 'network_id': 'ac759d92-7d38-461e-8aa8-6060e0bd4b50', 'tenant_id': '39e48703da844358bde6782c47173846', 'mac_address': 'fa:16:3e:04:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:43Z', 'updated_at': '2022-03-25T20:55:49Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'subnets': [{'id': '2d822ac8-31ed-440e-a29e-89c2bbecfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:57:19.461155 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-642597f8-09be-4055-8653-6f4bf9597133 req-91cd3527-4ff8-4c99-9727-1618114b8f2f tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Mar 25 20:57:19.537075 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824667-0ba9-4f6a-8702-611f5efa920c req-8964acfa-fefe-4456-aea8-d79c922335d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:19.538518 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97824667-0ba9-4f6a-8702-611f5efa920c req-8964acfa-fefe-4456-aea8-d79c922335d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39e48703da844358bde6782c47173846&device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 1098 time: 0.0752323 Mar 25 20:57:19.665636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af544a-bad9-4a6e-9795-f1b1acc7f688 None None] New status for floating IP 02f764ff-f883-4cf7-86cb-9aaabc6f4db9: DOWN {{(pid=88486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:57:19.788851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824667-0ba9-4f6a-8702-611f5efa920c req-fea8ca0b-3f34-4fd6-809b-38b7de0c5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:19.790346 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97824667-0ba9-4f6a-8702-611f5efa920c req-fea8ca0b-3f34-4fd6-809b-38b7de0c5637 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac759d92-7d38-461e-8aa8-6060e0bd4b50 HTTP/1.1" status: 200 len: 898 time: 0.2452838 Mar 25 20:57:19.859389 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97824667-0ba9-4f6a-8702-611f5efa920c req-e6e2fc4c-f4ca-45b3-971c-54e9f02cb199 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42016a68-d780-4613-8d23-48bfd6917580 HTTP/1.1" status: 200 len: 217 time: 0.0610557 Mar 25 20:57:19.923172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824667-0ba9-4f6a-8702-611f5efa920c req-9b2100e1-6166-4d29-b9c3-56ce96bed714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:19.924486 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97824667-0ba9-4f6a-8702-611f5efa920c req-9b2100e1-6166-4d29-b9c3-56ce96bed714 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d822ac8-31ed-440e-a29e-89c2bbecfa2f HTTP/1.1" status: 200 len: 834 time: 0.0586817 Mar 25 20:57:19.996168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824667-0ba9-4f6a-8702-611f5efa920c req-2f3c01e8-1044-447a-8adf-003a35186ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:19.997592 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97824667-0ba9-4f6a-8702-611f5efa920c req-2f3c01e8-1044-447a-8adf-003a35186ef7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac759d92-7d38-461e-8aa8-6060e0bd4b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667930 Mar 25 20:57:20.125382 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97824667-0ba9-4f6a-8702-611f5efa920c req-6652ed18-2cc6-4061-903b-e4f22636a425 service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212099 Mar 25 20:57:20.254291 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-97824667-0ba9-4f6a-8702-611f5efa920c req-cfa72913-c3e2-4fa1-9b8d-68b3c344e159 service neutron] 10.222.0.43 "GET /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219046 Mar 25 20:57:20.653490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d7f91-489b-4b33-b1ff-a7afa4ecd64a req-e60fcb64-c300-4f7b-a309-c325e328ad28 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:20.655221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-415d7f91-489b-4b33-b1ff-a7afa4ecd64a req-e60fcb64-c300-4f7b-a309-c325e328ad28 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0841904 Mar 25 20:57:20.699732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-415d7f91-489b-4b33-b1ff-a7afa4ecd64a req-b3a020b7-aaa1-4769-8f75-5bdedfdad8c8 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/security-groups?id=362afd3c-e506-4ded-b12a-a8b3898cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387776 Mar 25 20:57:20.910652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-c6a61bfd-eb95-48a5-a06c-cfbcd4f16235 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:20.911966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-c6a61bfd-eb95-48a5-a06c-cfbcd4f16235 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 945 time: 0.0767984 Mar 25 20:57:20.982021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 42016a68-d780-4613-8d23-48bfd6917580 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:57:20.982352 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:21.221562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 42016a68-d780-4613-8d23-48bfd6917580, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42016a68-d780-4613-8d23-48bfd6917580,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:21.221823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:21.341998 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 42016a68-d780-4613-8d23-48bfd6917580 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:57:21.561773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:21.611081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=42016a68-d780-4613-8d23-48bfd6917580,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:21.690736 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] No DVR routers for this DVR port 42016a68-d780-4613-8d23-48bfd6917580 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:57:21.693107 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:21.695612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'name': 'network-vif-deleted', 'tag': '42016a68-d780-4613-8d23-48bfd6917580'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:57:21.752881 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d3201e-c247-41c3-bbcf-2cfb22f58270', 'name': 'network-vif-deleted', 'tag': '42016a68-d780-4613-8d23-48bfd6917580', 'status': 'completed', 'code': 200} Mar 25 20:57:21.779843 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1e10ca17-60cc-44f0-bc32-10122dd79f7e req-f74940ca-16c9-45b3-bfcc-eff59705fe78 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.43 "DELETE /v2.0/ports/42016a68-d780-4613-8d23-48bfd6917580 HTTP/1.1" status: 204 len: 173 time: 0.8619483 Mar 25 20:57:21.850685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-947d5800-16b5-43d0-8778-61f196b3a926 req-39277df8-ca66-4be0-b45c-ee96f6128aa7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Synchronizing usage tracker for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:57:21.944531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-947d5800-16b5-43d0-8778-61f196b3a926 req-39277df8-ca66-4be0-b45c-ee96f6128aa7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Unset dirty status for tenant:39e48703da844358bde6782c47173846 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:57:21.950387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-947d5800-16b5-43d0-8778-61f196b3a926 req-39277df8-ca66-4be0-b45c-ee96f6128aa7 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5d3201e-c247-41c3-bbcf-2cfb22f58270 HTTP/1.1" status: 200 len: 210 time: 0.1368721 Mar 25 20:57:23.039128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43632) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:23.323928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42016a68-d780-4613-8d23-48bfd6917580 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:57:23.358040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 42016a68-d780-4613-8d23-48bfd6917580 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:57:23.358371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42016a68-d780-4613-8d23-48bfd6917580 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:57:23.681660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:24.023604 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 6406389e-7953-4b06-8ba4-e375f7b2d6d6 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:57:24.023835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:24.202775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 6406389e-7953-4b06-8ba4-e375f7b2d6d6, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=6406389e-7953-4b06-8ba4-e375f7b2d6d6,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:24.203520 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:24.321691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 6406389e-7953-4b06-8ba4-e375f7b2d6d6 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:57:24.807414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:24.859517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=6406389e-7953-4b06-8ba4-e375f7b2d6d6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:25.141440 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:25.501837 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Router 44c4a737-9475-4ff2-a712-88a53db3c681 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:57:25.678694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:57:25.690967 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] Sync routers for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:57:25.699763 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:25.700339 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:25.775410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ab731069-851d-4e65-82a6-6e244fcea345 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "PUT /v2.0/routers/44c4a737-9475-4ff2-a712-88a53db3c681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7349885 Mar 25 20:57:25.778371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43636) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:25.846225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d10243-3ee7-42e3-b5cd-3d03e61cb143 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting subnet 2d822ac8-31ed-440e-a29e-89c2bbecfa2f {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 20:57:25.849504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80d10243-3ee7-42e3-b5cd-3d03e61cb143 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:25.903373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80d10243-3ee7-42e3-b5cd-3d03e61cb143 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:25.905496 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:25.990558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80d10243-3ee7-42e3-b5cd-3d03e61cb143 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.116356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80d10243-3ee7-42e3-b5cd-3d03e61cb143 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.156072 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d10243-3ee7-42e3-b5cd-3d03e61cb143 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Subnet': ['ID=2d822ac8-31ed-440e-a29e-89c2bbecfa2f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:26.170828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-80d10243-3ee7-42e3-b5cd-3d03e61cb143 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.170948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5a6d2-5be3-4cf0-a626-e0c6a7b2502e None None] Network ac759d92-7d38-461e-8aa8-6060e0bd4b50 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:57:26.171336 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-80d10243-3ee7-42e3-b5cd-3d03e61cb143 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/subnets/2d822ac8-31ed-440e-a29e-89c2bbecfa2f HTTP/1.1" status: 204 len: 168 time: 0.3884759 Mar 25 20:57:26.171336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43640) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:26.191200 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:57:24Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:26.195305 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] Checking router: 44c4a737-9475-4ff2-a712-88a53db3c681 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:57:26.204397 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] Routers {'44c4a737-9475-4ff2-a712-88a53db3c681'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:26.205020 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['44c4a737-9475-4ff2-a712-88a53db3c681'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:26.384953 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] Set router 44c4a737-9475-4ff2-a712-88a53db3c681 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:26.432941 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] DHCP port deletion for ac759d92-7d38-461e-8aa8-6060e0bd4b50 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 20:57:26.441540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Deleting port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:57:26.441962 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.486097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.647114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] For port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=1f47e754-0a7a-42e0-8f37-5109d4a7e57f,segment=NetworkSegment(b505bc90-327f-432f-8486-369ef9a20f19),segment_id=b505bc90-327f-432f-8486-369ef9a20f19)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:26.647487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.671812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.686511 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:57:24Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:26.690565 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a9ecd-12b8-4124-a744-7da13d0017df None None] The sync data for ids ['44c4a737-9475-4ff2-a712-88a53db3c681'] in dv-neutron-835149-1-hyperv is: [{'id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605196132', 'tenant_id': '39e48703da844358bde6782c47173846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '876dddb0-44b6-4946-9104-aa445f74b976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:55:38Z', 'updated_at': '2022-03-25T20:57:24Z', 'revision_number': 5, 'project_id': '39e48703da844358bde6782c47173846', 'gw_port': {'id': '876dddb0-44b6-4946-9104-aa445f74b976', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4a737-9475-4ff2-a712-88a53db3c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:55:39Z', 'updated_at': '2022-03-25T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:57:26.744442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Deleting port 876dddb0-44b6-4946-9104-aa445f74b976 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 20:57:26.744871 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.773632 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Calling delete_port for 1f47e754-0a7a-42e0-8f37-5109d4a7e57f owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:57:26.898737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.921270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] For port 876dddb0-44b6-4946-9104-aa445f74b976, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=876dddb0-44b6-4946-9104-aa445f74b976,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:26.924880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:26.946249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Pushing event deleted for resources: {'Port': ['ID=1f47e754-0a7a-42e0-8f37-5109d4a7e57f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:26.955695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] No DVR routers for this DVR port 1f47e754-0a7a-42e0-8f37-5109d4a7e57f on host dv-neutron-835149-1-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 20:57:26.957556 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.957892 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.958221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.958543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.958864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.959186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.959503 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.959817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.960130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.960439 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.960775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:26.961083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a3dc6-2091-4c7d-8293-b802d840ffa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:27.047438 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Calling delete_port for 876dddb0-44b6-4946-9104-aa445f74b976 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 20:57:27.298716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:27.347180 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Port': ['ID=876dddb0-44b6-4946-9104-aa445f74b976,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:27.435817 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:27.607132 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:27.611017 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:27.648684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1f47e754-0a7a-42e0-8f37-5109d4a7e57f no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:57:27.681201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 1f47e754-0a7a-42e0-8f37-5109d4a7e57f {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:57:27.681545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 1f47e754-0a7a-42e0-8f37-5109d4a7e57f not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:57:27.681950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6406389e-7953-4b06-8ba4-e375f7b2d6d6 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:57:27.713878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 6406389e-7953-4b06-8ba4-e375f7b2d6d6 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:57:27.714149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 6406389e-7953-4b06-8ba4-e375f7b2d6d6 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:57:27.716963 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:27.717505 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Fanout notify agent at l3_agent the message router_deleted on router 44c4a737-9475-4ff2-a712-88a53db3c681 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 20:57:27.733568 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:27.734668 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-31b31042-6f6c-4666-a3b1-001878ebab50 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/routers/44c4a737-9475-4ff2-a712-88a53db3c681 HTTP/1.1" status: 204 len: 168 time: 1.5632162 Mar 25 20:57:27.737339 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43644) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:27.852497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:27.982185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.006820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac759d92-7d38-461e-8aa8-6060e0bd4b50']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:28.018996 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b505bc90-327f-432f-8486-369ef9a20f19') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:28.019289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b505bc90-327f-432f-8486-369ef9a20f19') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:28.030970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.046095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.051801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 20:57:28.052167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 20:57:28.069715 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 20:57:28.173456 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:57:28.321718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.339829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.351820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'Network': ['ID=ac759d92-7d38-461e-8aa8-6060e0bd4b50,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:28.413846 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a096cd5c-1526-4972-afe5-54486e921219 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/networks/ac759d92-7d38-461e-8aa8-6060e0bd4b50 HTTP/1.1" status: 204 len: 168 time: 0.6755176 Mar 25 20:57:28.417882 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43648) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:28.482647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.511425 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.619017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.640776 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362afd3c-e506-4ded-b12a-a8b3898cf0c3,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:28.647720 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.648065 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.648397 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.648749 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.649069 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.649386 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.649701 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.650189 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.650311 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.650624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.651596 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.651911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:28.686885 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:28.687772 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-8bfb7eae-31dc-431c-beb5-dfede816a230 tempest-TestNetworkAdvancedServerOps-1851500083 tempest-TestNetworkAdvancedServerOps-1851500083-project] 10.222.0.37 "DELETE /v2.0/security-groups/362afd3c-e506-4ded-b12a-a8b3898cf0c3 HTTP/1.1" status: 204 len: 168 time: 0.2702086 Mar 25 20:57:29.220634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43660) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:29.378574 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-67cb0c00-bb56-4212-a05c-d4ecdd4019be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39e48703da844358bde6782c47173846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567814 Mar 25 20:57:29.380991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43666) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:29.436754 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3278440f-b9d9-468a-b62a-24191298d37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:29.460955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3278440f-b9d9-468a-b62a-24191298d37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:29.557083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 876dddb0-44b6-4946-9104-aa445f74b976 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 20:57:29.561695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3278440f-b9d9-468a-b62a-24191298d37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:29.578674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278440f-b9d9-468a-b62a-24191298d37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41c98cd-56a5-4249-a91c-5cd6917d81d6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:29.585018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3278440f-b9d9-468a-b62a-24191298d37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:29.586133 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3278440f-b9d9-468a-b62a-24191298d37c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a41c98cd-56a5-4249-a91c-5cd6917d81d6 HTTP/1.1" status: 204 len: 168 time: 0.2042577 Mar 25 20:57:29.597072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 876dddb0-44b6-4946-9104-aa445f74b976 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 20:57:29.597419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 876dddb0-44b6-4946-9104-aa445f74b976 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 20:57:30.122259 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43674) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:30.140275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:30.157031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:30.160814 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] Usage tracker for resource:security_group_rule and tenant:0987933ddf2549f1b85857b6995271b7 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:30.163671 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:30.172332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:30.260378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:30.299145 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:30.348418 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0987933ddf2549f1b85857b6995271b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250440 Mar 25 20:57:30.349407 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3151629-50d8-41a3-b208-f9b01762c264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1d80a6-8871-4d50-99fe-74d0ea32ba10,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:30.351152 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43678) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:30.547043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9226a813-89e5-4524-81ee-129e32b2b41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:30.578526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9226a813-89e5-4524-81ee-129e32b2b41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:30.681748 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9226a813-89e5-4524-81ee-129e32b2b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:30.696944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226a813-89e5-4524-81ee-129e32b2b41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1d80a6-8871-4d50-99fe-74d0ea32ba10,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:30.706378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9226a813-89e5-4524-81ee-129e32b2b41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:30.707731 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9226a813-89e5-4524-81ee-129e32b2b41b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a1d80a6-8871-4d50-99fe-74d0ea32ba10 HTTP/1.1" status: 204 len: 168 time: 0.3553069 Mar 25 20:57:31.806541 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43702) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:31.938528 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1753052113-network', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:31.943224 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:31.947053 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Usage tracker for resource:network and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:31.949930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:31.956036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:32.058280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Made reservation on behalf of b574071f36c3419fad2e226fe0099e30 for: {'network': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:57:32.060460 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.072990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.086796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:32.090567 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:32.093304 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:32.098777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:32.177799 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.235426 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.267206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:57:32.275823 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6943ed7c-4302-4fa3-9628-ef7db8563b7f,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:32.281703 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.282047 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.segments_db [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Added segment 582e78eb-50da-4835-8a81-49d0b6dc47f1 of type vlan for network 4203c5d9-a060-4813-a7ce-e402577ef1a0 Mar 25 20:57:32.308018 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.395931 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.396908 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:32.397483 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Notify callbacks [] for network, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.502110 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] Pushing event updated for resources: {'Network': ['ID=4203c5d9-a060-4813-a7ce-e402577ef1a0,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:32.511958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:57:32.579642 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-76295e36-362a-4c6f-beb4-e820559d5153 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7720077 Mar 25 20:57:32.582598 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43710) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:32.588155 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Request body: {'subnet': {'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1753052113-subnet', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'ip_version': 4}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:32.593664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:32.599798 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Usage tracker for resource:subnet and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:32.600532 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:32.606924 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:32.676203 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Made reservation on behalf of b574071f36c3419fad2e226fe0099e30 for: {'subnet': 1} {{(pid=88485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:57:32.678603 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14856204'] for subnet, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.927363 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14907838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14856254'] for subnet, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:32.997615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:33.011149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Checking segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:33.012263 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Network hostable DHCP agents. Network: 4203c5d9-a060-4813-a7ce-e402577ef1a0, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:57:33.098777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:57:33.184441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 4203c5d9-a060-4813-a7ce-e402577ef1a0) {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:33.188576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:33.193835 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:33.194930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd6472-ceaa-4850-b19c-43d5914064d6 None None] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:57:33.259503 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-49eba7e8-1da3-434f-af3b-68fcef37f216 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6758041 Mar 25 20:57:33.262563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43714) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:33.267454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:33.272071 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:33.275957 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Usage tracker for resource:router and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:33.279698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:33.285723 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:33.344864 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:33.345913 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:33.361345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:33.412943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-4203c5d9-a060-4813-a7ce-e402577ef1a0', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:57:33.413741 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:33.565805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Allocated IP 172.20.0.2 (4203c5d9-a060-4813-a7ce-e402577ef1a0/b1b26c7e-6958-4dbe-9f76-d1007bf42f1a/d92e5c8d-85a2-4a96-98ac-85ab801f17b4) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:57:33.683970 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:33.802582 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:33.812787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Transition to ACTIVE for port object d92e5c8d-85a2-4a96-98ac-85ab801f17b4 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:33.830459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Transition to ACTIVE for port object d92e5c8d-85a2-4a96-98ac-85ab801f17b4 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:33.882005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:33.944841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:33.947546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:33.955572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:57:33.961484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Pushing event updated for resources: {'Port': ['ID=d92e5c8d-85a2-4a96-98ac-85ab801f17b4,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:34.032643 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:34.045410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Attempting to bind port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:57:34.045773 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Attempting to bind port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:57:34.046128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Attempting to bind port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 on network 4203c5d9-a060-4813-a7ce-e402577ef1a0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:57:34.051235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:57:34.051596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Checking segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:34.051985 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:34.052372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Bound using segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:57:34.052896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Bound port: d92e5c8d-85a2-4a96-98ac-85ab801f17b4, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:57:34.053210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:34.065369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:34.140442 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] For port d92e5c8d-85a2-4a96-98ac-85ab801f17b4, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:57:34.143347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] For port d92e5c8d-85a2-4a96-98ac-85ab801f17b4, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d92e5c8d-85a2-4a96-98ac-85ab801f17b4,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:57:34.195084 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Allocated IP 172.26.8.213 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/c9a63bf8-730e-4834-ab29-7edc9fe68a2e) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:57:34.208019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:34.295924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d929ea2-a043-4d95-9e9b-b4edf610e939 None None] Pushing event updated for resources: {'Port': ['ID=d92e5c8d-85a2-4a96-98ac-85ab801f17b4,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:34.485790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:34.574447 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:34.635638 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:34.638936 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:34.646760 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:57:34.680352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Pushing event updated for resources: {'Port': ['ID=c9a63bf8-730e-4834-ab29-7edc9fe68a2e,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:35.126479 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:35.197300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f23402-d922-4bf2-b0cb-0fb656dac6b9 None None] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:57:35.347507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-104a6922-0528-465f-b87c-5fae254380bd None None] Provisioning for port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:35.466117 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:35.635767 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d92e5c8d-85a2-4a96-98ac-85ab801f17b4 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:35.766976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Router 82507c28-9b55-4087-a0f9-26b9d0122c05 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:57:35.795501 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:35.800391 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:35.805588 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:35.922053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:35.955618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port d92e5c8d-85a2-4a96-98ac-85ab801f17b4, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d92e5c8d-85a2-4a96-98ac-85ab801f17b4,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:36.035845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:36.059518 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:57:36.072560 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Sync routers for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:57:36.095676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:36.096280 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:36.138850 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:36.140078 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-698115ec-edf2-490e-b78f-efd0da1e8cfe admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8765926 Mar 25 20:57:36.143176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43718) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:36.175812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=d92e5c8d-85a2-4a96-98ac-85ab801f17b4,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:36.284160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:36.563390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:34Z', 'revision_number': 3, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:36.567249 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Checking router: 82507c28-9b55-4087-a0f9-26b9d0122c05 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:57:36.567589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Updating router 82507c28-9b55-4087-a0f9-26b9d0122c05 port c9a63bf8-730e-4834-ab29-7edc9fe68a2e binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:57:36.659072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:36.814721 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:36.989152 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.001553 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Transition to ACTIVE for port object c9a63bf8-730e-4834-ab29-7edc9fe68a2e will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:37.016691 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Allocated IP 172.20.0.1 (4203c5d9-a060-4813-a7ce-e402577ef1a0/b1b26c7e-6958-4dbe-9f76-d1007bf42f1a/b4a73e5c-c794-4e30-8ece-6058711b4c47) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:57:37.070336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.143124 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Attempting to bind port c9a63bf8-730e-4834-ab29-7edc9fe68a2e on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:57:37.143485 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Attempting to bind port c9a63bf8-730e-4834-ab29-7edc9fe68a2e by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:57:37.143843 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Attempting to bind port c9a63bf8-730e-4834-ab29-7edc9fe68a2e on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:57:37.160793 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07333ab-29db-457f-99ac-a3aa5b8fe65f None None] Pushing event updated for resources: {'Port': ['ID=c9a63bf8-730e-4834-ab29-7edc9fe68a2e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:37.161703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.163936 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:57:37.164311 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:37.164727 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.165101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:57:37.165610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Bound port: c9a63bf8-730e-4834-ab29-7edc9fe68a2e, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:57:37.165971 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.178502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Transition to ACTIVE for port object b4a73e5c-c794-4e30-8ece-6058711b4c47 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:37.236165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] For port c9a63bf8-730e-4834-ab29-7edc9fe68a2e, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:57:37.239244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] For port c9a63bf8-730e-4834-ab29-7edc9fe68a2e, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c9a63bf8-730e-4834-ab29-7edc9fe68a2e,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:57:37.276265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.305101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.344719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:37.347710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:37.353300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:57:37.392045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:37.392704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:37.461079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07333ab-29db-457f-99ac-a3aa5b8fe65f None None] Pushing event updated for resources: {'Port': ['ID=c9a63bf8-730e-4834-ab29-7edc9fe68a2e,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:37.519103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a73e5c-c794-4e30-8ece-6058711b4c47,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:37.536148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.579687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:37.627161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d92e5c8d-85a2-4a96-98ac-85ab801f17b4 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:37.851673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9c1fcdbd-90cc-4ed5-8694-02bd5c8c3132 None None] Provisioning for port b4a73e5c-c794-4e30-8ece-6058711b4c47 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:37.872039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.872236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-9c1fcdbd-90cc-4ed5-8694-02bd5c8c3132 None None] Provisioning complete for port b4a73e5c-c794-4e30-8ece-6058711b4c47 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:37.872409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcdbd-90cc-4ed5-8694-02bd5c8c3132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:37.909762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:37.910126 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:38.015654 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fcdbd-90cc-4ed5-8694-02bd5c8c3132 None None] Port b4a73e5c-c794-4e30-8ece-6058711b4c47 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:57:38.077115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:34Z', 'revision_number': 3, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:38.083832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1c3ea-5c9f-4fc1-acbc-bc491e2f544c None None] The sync data for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv is: [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:34Z', 'revision_number': 3, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:57:38.094583 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:38.155972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:38.263523 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a73e5c-c794-4e30-8ece-6058711b4c47,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:38.266052 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:38.415753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:38.417064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:38.624281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Router 82507c28-9b55-4087-a0f9-26b9d0122c05 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:57:38.638974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-cd7336a4-fcf4-45b6-b352-f1181f08e35b None None] Provisioning complete for port b4a73e5c-c794-4e30-8ece-6058711b4c47 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:38.639558 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7336a4-fcf4-45b6-b352-f1181f08e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:38.697394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cd7336a4-fcf4-45b6-b352-f1181f08e35b None None] Port b4a73e5c-c794-4e30-8ece-6058711b4c47 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:57:38.817201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:57:38.833685 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-dcea642f-b144-4e8e-92d1-4ed51fa06e39 admin admin] 10.222.0.37 "PUT /v2.0/routers/82507c28-9b55-4087-a0f9-26b9d0122c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6894276 Mar 25 20:57:39.121636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58a80589-b000-4665-8334-1b4f5057994e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.524137 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Sync routers for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:57:39.533573 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:39.534176 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:39.543058 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43736) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:39.548809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-838468886-network', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:39.554796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:39.560024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Usage tracker for resource:network and tenant:f490dea7ced546b68f2626ed32fa04de is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:39.563974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:39.570480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:39.628839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c9a63bf8-730e-4834-ab29-7edc9fe68a2e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:39.670459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Made reservation on behalf of f490dea7ced546b68f2626ed32fa04de for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:57:39.673030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.686290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.701305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:39.705120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Usage tracker for resource:security_group_rule and tenant:f490dea7ced546b68f2626ed32fa04de is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:39.707947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:39.713808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:39.718417 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:39.750307 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port c9a63bf8-730e-4834-ab29-7edc9fe68a2e completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:39.755485 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c9a63bf8-730e-4834-ab29-7edc9fe68a2e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:39.755908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.798727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.858729 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.887710 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 20:57:39.901100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe5c460-5451-4667-a2ae-7201f72e31c4,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:39.906477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.906823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Added segment 28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a of type vlan for network 5719a268-d735-4238-b3f3-8d160d14b0ad Mar 25 20:57:39.912891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.930978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port c9a63bf8-730e-4834-ab29-7edc9fe68a2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c9a63bf8-730e-4834-ab29-7edc9fe68a2e,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:39.936984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:39.973253 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.013433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.014297 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:40.014913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.035652 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 2, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:40.039739 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Checking router: 82507c28-9b55-4087-a0f9-26b9d0122c05 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:57:40.040086 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Updating router 82507c28-9b55-4087-a0f9-26b9d0122c05 port b4a73e5c-c794-4e30-8ece-6058711b4c47 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:57:40.059500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=c9a63bf8-730e-4834-ab29-7edc9fe68a2e,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:40.121463 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] Pushing event updated for resources: {'Network': ['ID=5719a268-d735-4238-b3f3-8d160d14b0ad,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:40.131309 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 5719a268-d735-4238-b3f3-8d160d14b0ad details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 20:57:40.132581 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.162250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-12aba60f-afe5-485b-bbb4-b68ceabdf289 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6180663 Mar 25 20:57:40.164818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43740) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:40.170763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Request body: {'subnet': {'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-838468886-subnet', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:40.175695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:40.179833 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Usage tracker for resource:subnet and tenant:f490dea7ced546b68f2626ed32fa04de is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:40.182743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:40.189126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:40.252950 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Made reservation on behalf of f490dea7ced546b68f2626ed32fa04de for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:57:40.255249 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.488600 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.500254 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Transition to ACTIVE for port object b4a73e5c-c794-4e30-8ece-6058711b4c47 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:40.555810 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.641928 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.712183 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Pushing event updated for resources: {'Port': ['ID=b4a73e5c-c794-4e30-8ece-6058711b4c47,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:40.722531 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2610e6-892f-4095-8846-60879ba4fba3,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:40.727036 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.727388 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.727723 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.728055 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.728625 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.728956 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.729279 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.730013 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.730013 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.730229 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.730548 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.730850 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 20:57:40.736402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Checking segment: {'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:40.737096 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Network hostable DHCP agents. Network: 5719a268-d735-4238-b3f3-8d160d14b0ad, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 20:57:40.793169 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Attempting to bind port b4a73e5c-c794-4e30-8ece-6058711b4c47 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:57:40.794111 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Attempting to bind port b4a73e5c-c794-4e30-8ece-6058711b4c47 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:57:40.794111 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Attempting to bind port b4a73e5c-c794-4e30-8ece-6058711b4c47 on network 4203c5d9-a060-4813-a7ce-e402577ef1a0 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:57:40.799351 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:57:40.799720 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Checking segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:40.800187 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.800535 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Bound using segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:57:40.800994 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Bound port: b4a73e5c-c794-4e30-8ece-6058711b4c47, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:57:40.801363 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.841497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Network 5719a268-d735-4238-b3f3-8d160d14b0ad is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 20:57:40.890346 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] For port b4a73e5c-c794-4e30-8ece-6058711b4c47, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:57:40.893235 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] For port b4a73e5c-c794-4e30-8ece-6058711b4c47, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b4a73e5c-c794-4e30-8ece-6058711b4c47,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:57:40.904027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 5719a268-d735-4238-b3f3-8d160d14b0ad) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:40.909293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:40.909293 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.914051 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0b0f8e-d6c3-448c-a837-5fdf38737502 None None] Network 5719a268-d735-4238-b3f3-8d160d14b0ad requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:57:40.979173 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:40.993696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2e248396-cd84-40e5-bf09-d4f4131fdec6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8253245 Mar 25 20:57:40.993883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43744) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:41.000155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:41.007298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:41.012350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Usage tracker for resource:router and tenant:f490dea7ced546b68f2626ed32fa04de is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:41.015351 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:41.023347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:41.060852 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:41.061472 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:41.110273 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.111410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.116732 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ea102-c0bb-4dc0-8be5-c63f353f7469 None None] Pushing event updated for resources: {'Port': ['ID=b4a73e5c-c794-4e30-8ece-6058711b4c47,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:41.134726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.177340 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-5719a268-d735-4238-b3f3-8d160d14b0ad', 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'fixed_ips': [{'subnet_id': '8d2610e6-892f-4095-8846-60879ba4fba3'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 20:57:41.178164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.272923 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:41.352059 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Allocated IP 172.20.0.2 (5719a268-d735-4238-b3f3-8d160d14b0ad/8d2610e6-892f-4095-8846-60879ba4fba3/47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:57:41.471980 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.575622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.590416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Transition to ACTIVE for port object 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:41.617261 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:40Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:41.619468 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Transition to ACTIVE for port object 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:41.622614 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16aff3-3f37-4322-981f-94ae7e504701 None None] The sync data for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv is: [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:40Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:57:41.625942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c9a63bf8-730e-4834-ab29-7edc9fe68a2e up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:41.694614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.780083 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Network 5719a268-d735-4238-b3f3-8d160d14b0ad is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:41.783758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:41.786278 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:57:41.872630 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Pushing event updated for resources: {'Port': ['ID=47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:41.896160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c9a63bf8-730e-4834-ab29-7edc9fe68a2e triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:41.896538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.928227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.936314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Attempting to bind port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:57:41.936918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Attempting to bind port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:57:41.937052 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Attempting to bind port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 on network 5719a268-d735-4238-b3f3-8d160d14b0ad {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:57:41.945836 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:57:41.946195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Checking segment: {'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:41.946583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.946964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Bound using segment: {'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:57:41.947421 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Bound port: 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:57:41.947783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:41.962306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:42.081278 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] For port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:57:42.087629 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] For port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5,segment=NetworkSegment(28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a),segment_id=28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:57:42.102201 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Allocated IP 172.26.8.161 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/679534a6-a840-4d81-81f3-ad1c1990baf1) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:57:42.144676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:42.233734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86fbd0-8856-42b6-84b9-df85b72689bd None None] Pushing event updated for resources: {'Port': ['ID=47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:42.244731 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89776c30-eb58-464c-9ff7-fbabcb34bc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:42.278630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:42.362048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:42.439983 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:42.442829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:42.446389 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:57:42.505358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Pushing event updated for resources: {'Port': ['ID=679534a6-a840-4d81-81f3-ad1c1990baf1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:42.847213 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:43.024690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:43.053535 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:43.175863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e5f92-a1f3-48ed-893d-d15d83af8b9e None None] Network 5719a268-d735-4238-b3f3-8d160d14b0ad requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 20:57:43.325352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-01614334-79d8-44a5-9307-57149d83209d None None] Provisioning for port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:43.390278 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:43.658434 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Router 03606937-639d-4faa-b728-fe22ef9c92e4 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 20:57:43.695539 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b4a73e5c-c794-4e30-8ece-6058711b4c47 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:43.812679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port b4a73e5c-c794-4e30-8ece-6058711b4c47 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:43.817671 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b4a73e5c-c794-4e30-8ece-6058711b4c47 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:43.818038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:43.843517 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:57:43.858000 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Sync routers for ids ['03606937-639d-4faa-b728-fe22ef9c92e4'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:57:43.883444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Routers {'03606937-639d-4faa-b728-fe22ef9c92e4'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:43.884056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['03606937-639d-4faa-b728-fe22ef9c92e4'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:43.921766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:43.923011 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9a68b3ef-2dff-450c-986d-96f070f8f6de admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9282713 Mar 25 20:57:43.925621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43748) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:44.091113 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:44.128447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Set router 03606937-639d-4faa-b728-fe22ef9c92e4 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:44.278372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port b4a73e5c-c794-4e30-8ece-6058711b4c47, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b4a73e5c-c794-4e30-8ece-6058711b4c47,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:44.375087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:44.375839 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:44.448610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:44.552114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=b4a73e5c-c794-4e30-8ece-6058711b4c47,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:44.573018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:42Z', 'revision_number': 3, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:44.577492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Checking router: 03606937-639d-4faa-b728-fe22ef9c92e4 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:57:44.577950 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Updating router 03606937-639d-4faa-b728-fe22ef9c92e4 port 679534a6-a840-4d81-81f3-ad1c1990baf1 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:57:44.621635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:44.638260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:44.666857 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:44.667301 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:44.716225 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:44.922056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Allocated IP 172.20.0.1 (5719a268-d735-4238-b3f3-8d160d14b0ad/8d2610e6-892f-4095-8846-60879ba4fba3/5188fc22-7e55-4a7c-a69b-cc13882bffa9) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:57:44.942635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.003239 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5,segment=NetworkSegment(28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a),segment_id=28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:45.062081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.069457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.084764 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Transition to ACTIVE for port object 5188fc22-7e55-4a7c-a69b-cc13882bffa9 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:45.162089 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.189618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.206562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:45.209394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Transition to ACTIVE for port object 679534a6-a840-4d81-81f3-ad1c1990baf1 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:45.223472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Network 5719a268-d735-4238-b3f3-8d160d14b0ad is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:45.226208 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:45.234688 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:57:45.268392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Pushing event updated for resources: {'Port': ['ID=5188fc22-7e55-4a7c-a69b-cc13882bffa9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:45.293970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.296204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.373894 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Attempting to bind port 679534a6-a840-4d81-81f3-ad1c1990baf1 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:57:45.374376 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Attempting to bind port 679534a6-a840-4d81-81f3-ad1c1990baf1 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:57:45.374745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Attempting to bind port 679534a6-a840-4d81-81f3-ad1c1990baf1 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:57:45.381585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce1956-17f6-4485-94c4-7ed11173cccb None None] Pushing event updated for resources: {'Port': ['ID=679534a6-a840-4d81-81f3-ad1c1990baf1,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:45.387284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:57:45.387652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:45.388045 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.388425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:57:45.388983 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Bound port: 679534a6-a840-4d81-81f3-ad1c1990baf1, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:57:45.389346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.464978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] For port 679534a6-a840-4d81-81f3-ad1c1990baf1, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:57:45.467761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] For port 679534a6-a840-4d81-81f3-ad1c1990baf1, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=679534a6-a840-4d81-81f3-ad1c1990baf1,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:57:45.473408 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.521861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.567370 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c9575a4d-a7ba-42aa-9a95-ec6c6d93f759 None None] Provisioning for port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:45.588003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c9575a4d-a7ba-42aa-9a95-ec6c6d93f759 None None] Provisioning complete for port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:45.588367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9575a4d-a7ba-42aa-9a95-ec6c6d93f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.643207 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Routers {'03606937-639d-4faa-b728-fe22ef9c92e4'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:45.643844 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['03606937-639d-4faa-b728-fe22ef9c92e4'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:45.693526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b4a73e5c-c794-4e30-8ece-6058711b4c47 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:45.704147 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.767227 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.768890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce1956-17f6-4485-94c4-7ed11173cccb None None] Pushing event updated for resources: {'Port': ['ID=679534a6-a840-4d81-81f3-ad1c1990baf1,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:45.787064 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c9575a4d-a7ba-42aa-9a95-ec6c6d93f759 None None] Port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:57:45.876751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Pushing event updated for resources: {'Port': ['ID=5188fc22-7e55-4a7c-a69b-cc13882bffa9,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:45.879234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.885210 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port b4a73e5c-c794-4e30-8ece-6058711b4c47 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:45.885577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:45.941660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] Set router 03606937-639d-4faa-b728-fe22ef9c92e4 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:46.120425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Network 5719a268-d735-4238-b3f3-8d160d14b0ad is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:46.122170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:46.231850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:46.321942 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Router 03606937-639d-4faa-b728-fe22ef9c92e4 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:57:46.361297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:46.361659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:46.443075 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a59a0025-98a2-47f5-8d35-c901a85f5774 None None] Provisioning complete for port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:46.443299 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a59a0025-98a2-47f5-8d35-c901a85f5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:46.475730 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 4, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '5188fc22-7e55-4a7c-a69b-cc13882bffa9', 'name': '', 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'mac_address': 'fa:16:3e:14:d4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:44Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 1, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'subnets': [{'id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:46.491497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2540ca8-cb9a-4e74-b7cb-3631c15ae38e None None] The sync data for ids ['03606937-639d-4faa-b728-fe22ef9c92e4'] in dv-neutron-835149-1-hyperv is: [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 4, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '5188fc22-7e55-4a7c-a69b-cc13882bffa9', 'name': '', 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'mac_address': 'fa:16:3e:14:d4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:44Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 1, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'subnets': [{'id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:57:46.501085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:57:46.516088 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-55898113-2731-463e-b24a-2eef19643960 admin admin] 10.222.0.37 "PUT /v2.0/routers/03606937-639d-4faa-b728-fe22ef9c92e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892580 Mar 25 20:57:46.559570 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a59a0025-98a2-47f5-8d35-c901a85f5774 None None] Port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:57:47.134925 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43758) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:47.140231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471432075', 'description': 'tempest-secgroup-smoke-1471432075 description', 'project_id': 'b574071f36c3419fad2e226fe0099e30'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:47.146162 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:47.153052 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:47.156171 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:47.161878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:47.224369 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.246031 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:47.249976 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:47.252837 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:47.258462 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:47.327454 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.384296 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.426200 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300d4df9-6798-4cb7-a7f4-110d12b6a6f0,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:47.482012 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.483177 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d003b00c-e270-4e68-b585-5330283abf46 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3472657 Mar 25 20:57:47.486107 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43762) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:47.491079 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': '300d4df9-6798-4cb7-a7f4-110d12b6a6f0', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:47.497185 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:47.501131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:47.504319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:47.510264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:47.591779 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.652782 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.716420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.742822 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75867370-b92a-47cb-a63f-802e272969ed,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:47.813128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.814353 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-42c99ce5-5923-4194-83b9-92e672e1950d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273444 Mar 25 20:57:47.817085 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 43766) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:47.822118 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': '300d4df9-6798-4cb7-a7f4-110d12b6a6f0', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:47.830590 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:47.833121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:47.840116 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:47.860840 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:47.916677 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:47.980818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.035312 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.057920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82961e9-2e73-4574-8efa-33a1fab24287,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:48.110261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.111905 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-7f21f6f9-eeee-4aea-8a17-be0044d489fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936578 Mar 25 20:57:48.115320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43770) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:48.121920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': '300d4df9-6798-4cb7-a7f4-110d12b6a6f0', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:48.128190 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:48.132036 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:48.134926 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:48.140757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:48.207370 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.276022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.341159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.373053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cf14e5-b134-4c11-8c6f-d38170200d85,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:48.452787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.465097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.466359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-76380a91-a4ca-42f7-b2fa-b072dbb6961b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500018 Mar 25 20:57:48.469095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43774) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:48.474522 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': '300d4df9-6798-4cb7-a7f4-110d12b6a6f0', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:48.480767 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:48.484715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:48.487823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:48.493946 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:48.562735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.628020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.692829 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.718091 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1485bb-6632-485a-bbc2-bf8ed1fd0204,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:48.790250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.792585 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-667718f9-4081-404f-8c57-01c996af8b32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215437 Mar 25 20:57:48.796700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43778) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:48.800305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': '300d4df9-6798-4cb7-a7f4-110d12b6a6f0', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:48.806366 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:48.810636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:48.813606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:48.819550 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:48.887593 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Project b574071f36c3419fad2e226fe0099e30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:57:48.894619 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:48.959320 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.024174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.048934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9286c1d0-099c-49dc-ae91-cbbcdb43af4f,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:49.132815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.134014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-e7eddfaa-2f5e-4c0c-9576-e7174e0c4f73 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3379467 Mar 25 20:57:49.136751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43782) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:57:49.141815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': '300d4df9-6798-4cb7-a7f4-110d12b6a6f0', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:49.147728 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:49.151623 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:57:49.154935 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:57:49.160611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:49.230921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.securitygroups_db [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Project b574071f36c3419fad2e226fe0099e30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 20:57:49.238219 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.304277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.384202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.408560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53712e7-7f32-41ec-a02a-695525a93d86,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:49.481964 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.483173 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-02150afc-8f30-4cc6-b52b-ffe843f1b3f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3455164 Mar 25 20:57:49.501001 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Sync routers for ids ['03606937-639d-4faa-b728-fe22ef9c92e4'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:57:49.510139 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Routers {'03606937-639d-4faa-b728-fe22ef9c92e4'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:49.510735 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['03606937-639d-4faa-b728-fe22ef9c92e4'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:49.671467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 679534a6-a840-4d81-81f3-ad1c1990baf1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:49.726325 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Set router 03606937-639d-4faa-b728-fe22ef9c92e4 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:49.806850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 679534a6-a840-4d81-81f3-ad1c1990baf1 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:49.813226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 679534a6-a840-4d81-81f3-ad1c1990baf1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:49.813683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.892545 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-993f0409-0b95-40f3-b1d7-cb2bea00d722 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1471432075&fields=id&tenant_id=b574071f36c3419fad2e226fe0099e30 HTTP/1.1" status: 200 len: 267 time: 0.0492749 Mar 25 20:57:49.939527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:49.954963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 679534a6-a840-4d81-81f3-ad1c1990baf1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=679534a6-a840-4d81-81f3-ad1c1990baf1,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:50.012781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:50.047115 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-f083e9a7-5721-430c-8f08-b18a9a725988 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:50.048586 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-f083e9a7-5721-430c-8f08-b18a9a725988 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 809 time: 0.1490242 Mar 25 20:57:50.051046 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 4, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '5188fc22-7e55-4a7c-a69b-cc13882bffa9', 'name': '', 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'mac_address': 'fa:16:3e:14:d4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:44Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 2, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'subnets': [{'id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:50.055089 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Checking router: 03606937-639d-4faa-b728-fe22ef9c92e4 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:57:50.059959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Updating router 03606937-639d-4faa-b728-fe22ef9c92e4 port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 20:57:50.063867 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-32967a9f-ad4e-4846-ba5f-066c215b8ecc tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/quotas/b574071f36c3419fad2e226fe0099e30 HTTP/1.1" status: 200 len: 375 time: 0.0098915 Mar 25 20:57:50.089809 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=679534a6-a840-4d81-81f3-ad1c1990baf1,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:50.108238 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:50.148778 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-1af8929b-0612-4661-bc03-ee2404741ec8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Synchronizing usage tracker for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:57:50.235343 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-1af8929b-0612-4661-bc03-ee2404741ec8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Unset dirty status for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:57:50.236693 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-1af8929b-0612-4661-bc03-ee2404741ec8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672747 Mar 25 20:57:50.445875 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:50.457225 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Transition to ACTIVE for port object 5188fc22-7e55-4a7c-a69b-cc13882bffa9 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:50.472827 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-fdf739ed-9c1c-4900-a044-1b27f1b0f17e service neutron] 10.222.0.37 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245903 Mar 25 20:57:50.521364 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:50.610722 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-3b9cdf93-f4d8-4a9d-b3fb-df56de44dc26 service neutron] 10.222.0.37 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322477 Mar 25 20:57:50.656012 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9642f-4458-462c-ad0a-7cd2d3442927 None None] Pushing event updated for resources: {'Port': ['ID=5188fc22-7e55-4a7c-a69b-cc13882bffa9,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:50.752201 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Attempting to bind port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:57:50.752591 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Attempting to bind port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:57:50.752957 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Attempting to bind port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 on network 5719a268-d735-4238-b3f3-8d160d14b0ad {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:57:50.758506 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:57:50.758871 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Checking segment: {'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:50.759273 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:50.759648 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Bound using segment: {'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:57:50.760106 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Bound port: 5188fc22-7e55-4a7c-a69b-cc13882bffa9, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:57:50.760618 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:50.863370 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] For port 5188fc22-7e55-4a7c-a69b-cc13882bffa9, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:57:50.866681 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] For port 5188fc22-7e55-4a7c-a69b-cc13882bffa9, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5188fc22-7e55-4a7c-a69b-cc13882bffa9,segment=NetworkSegment(28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a),segment_id=28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:57:50.933841 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:50.945543 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-680be5d3-25dc-4d75-b9e0-850c18e3a18a req-28cf936d-a71b-4a3e-ad36-cf696d2feeae tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 210 time: 0.0963414 Mar 25 20:57:51.010847 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Routers {'03606937-639d-4faa-b728-fe22ef9c92e4'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:57:51.011488 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['03606937-639d-4faa-b728-fe22ef9c92e4'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:51.079650 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9642f-4458-462c-ad0a-7cd2d3442927 None None] Pushing event updated for resources: {'Port': ['ID=5188fc22-7e55-4a7c-a69b-cc13882bffa9,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:51.203131 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] Set router 03606937-639d-4faa-b728-fe22ef9c92e4 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:57:51.537870 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 4, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '5188fc22-7e55-4a7c-a69b-cc13882bffa9', 'name': '', 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'mac_address': 'fa:16:3e:14:d4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:44Z', 'updated_at': '2022-03-25T20:57:50Z', 'revision_number': 4, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'subnets': [{'id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:57:51.542055 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549293bf-a01e-491e-aa16-dbc5640b2751 None None] The sync data for ids ['03606937-639d-4faa-b728-fe22ef9c92e4'] in dv-neutron-835149-1-hyperv is: [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:45Z', 'revision_number': 4, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': '5188fc22-7e55-4a7c-a69b-cc13882bffa9', 'name': '', 'network_id': '5719a268-d735-4238-b3f3-8d160d14b0ad', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'mac_address': 'fa:16:3e:14:d4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:44Z', 'updated_at': '2022-03-25T20:57:50Z', 'revision_number': 4, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'subnets': [{'id': '8d2610e6-892f-4095-8846-60879ba4fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:57:51.653136 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 679534a6-a840-4d81-81f3-ad1c1990baf1 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:51.773074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 679534a6-a840-4d81-81f3-ad1c1990baf1 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:51.773451 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:51.894729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5188fc22-7e55-4a7c-a69b-cc13882bffa9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:52.030069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:52.036056 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:52.036511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:52.040960 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5a09a0a2-3555-4b53-831e-a34541636ed9 req-4d57aa18-72f4-4a0a-ad41-e4fedc576cad tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 210 time: 0.0434613 Mar 25 20:57:52.163655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:52.196354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 5188fc22-7e55-4a7c-a69b-cc13882bffa9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5188fc22-7e55-4a7c-a69b-cc13882bffa9,segment=NetworkSegment(28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a),segment_id=28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:52.281330 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:52.352820 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=5188fc22-7e55-4a7c-a69b-cc13882bffa9,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:53.362290 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8b5bbd9e-46de-4cc9-ad1c-d8116ff9dbdb req-73ebebc4-40a8-45ce-8897-a2f8ef4e4396 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 210 time: 0.1645741 Mar 25 20:57:53.403763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-2a6c9260-ab90-49ad-9722-765dbbdf90a4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:53.405588 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-2a6c9260-ab90-49ad-9722-765dbbdf90a4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 809 time: 0.2986507 Mar 25 20:57:53.453123 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-728bfc6c-3560-439e-9db0-83517ff7ed67 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b574071f36c3419fad2e226fe0099e30 HTTP/1.1" status: 200 len: 380 time: 0.0385840 Mar 25 20:57:53.460805 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'port': {'device_id': '524fad3d-572b-4a78-974c-256dba7c3281', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'admin_state_up': True, 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'security_groups': ['300d4df9-6798-4cb7-a7f4-110d12b6a6f0']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:53.596994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:57:53.606651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:57:53.617038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5188fc22-7e55-4a7c-a69b-cc13882bffa9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:57:53.675730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Made reservation on behalf of b574071f36c3419fad2e226fe0099e30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 20:57:53.679345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:53.684699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:53.685069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:53.842175 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Allocated IP 172.20.0.7 (4203c5d9-a060-4813-a7ce-e402577ef1a0/b1b26c7e-6958-4dbe-9f76-d1007bf42f1a/adb36e40-e276-4775-b601-7f45276de9b2) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:57:54.028081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:54.043181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Transition to ACTIVE for port object adb36e40-e276-4775-b601-7f45276de9b2 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:54.127143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:54.194890 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:57:54.197813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:57:54.206783 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:57:54.236994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:54.274326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:54.275063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:54.421875 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-081f6ffe-b460-4b02-9024-c9ce1b65e22a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9643517 Mar 25 20:57:54.433800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Request body: {'port': {'device_id': '524fad3d-572b-4a78-974c-256dba7c3281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:57:54.544197 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5d0afe1c-f32d-497b-b2ed-0f54a8d64c6d None None] Provisioning for port adb36e40-e276-4775-b601-7f45276de9b2 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:57:54.549846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5d0afe1c-f32d-497b-b2ed-0f54a8d64c6d None None] Provisioning complete for port adb36e40-e276-4775-b601-7f45276de9b2 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:57:54.552756 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d0afe1c-f32d-497b-b2ed-0f54a8d64c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:54.595064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:54.609223 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5d0afe1c-f32d-497b-b2ed-0f54a8d64c6d None None] Port adb36e40-e276-4775-b601-7f45276de9b2 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 20:57:54.670317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e89d-7e8d-46df-b254-6d1dcec781c0 req-48470073-3527-4682-983d-4fe465e7ecf9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:54.671016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-2b13e89d-7e8d-46df-b254-6d1dcec781c0 req-48470073-3527-4682-983d-4fe465e7ecf9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Synchronizing usage tracker for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:57:54.791494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-2b13e89d-7e8d-46df-b254-6d1dcec781c0 req-48470073-3527-4682-983d-4fe465e7ecf9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Unset dirty status for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:57:54.792664 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b13e89d-7e8d-46df-b254-6d1dcec781c0 req-48470073-3527-4682-983d-4fe465e7ecf9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 931 time: 0.3171773 Mar 25 20:57:54.903889 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b13e89d-7e8d-46df-b254-6d1dcec781c0 req-0c5d788c-df8d-4b2e-9a06-60f0dc480bc5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041484 Mar 25 20:57:54.993508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb36e40-e276-4775-b601-7f45276de9b2 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:57:55.001181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:55.015503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Transition to ACTIVE for port object adb36e40-e276-4775-b601-7f45276de9b2 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 20:57:55.058416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:55.213448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:55.296378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Attempting to bind port adb36e40-e276-4775-b601-7f45276de9b2 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 20:57:55.296732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Attempting to bind port adb36e40-e276-4775-b601-7f45276de9b2 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 20:57:55.297054 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Attempting to bind port adb36e40-e276-4775-b601-7f45276de9b2 on network 4203c5d9-a060-4813-a7ce-e402577ef1a0 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:57:55.301552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Port adb36e40-e276-4775-b601-7f45276de9b2 on network 4203c5d9-a060-4813-a7ce-e402577ef1a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 20:57:55.301859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Attempting to bind port adb36e40-e276-4775-b601-7f45276de9b2 on network 4203c5d9-a060-4813-a7ce-e402577ef1a0 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 20:57:55.306766 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 20:57:55.309492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Checking segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 20:57:55.309492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Bound using segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 20:57:55.309492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Bound port: adb36e40-e276-4775-b601-7f45276de9b2, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 20:57:55.309492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:55.394997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 20:57:55.397861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 20:57:55.475903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:55.627903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:55.628398 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:55.629759 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] 10.222.0.43 "PUT /v2.0/ports/adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 1093 time: 1.2010450 Mar 25 20:57:55.630188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:57:55.659022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda27b9-b81c-4754-bc99-0471a56aa921 service neutron] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:55.683926 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2', 'status': 'completed', 'code': 200} Mar 25 20:57:55.777627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73303ef-db9e-49f8-850c-6d40a3f96f00 req-74cfb6c2-01b0-4d6c-a30f-08343a645d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:55.779190 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e73303ef-db9e-49f8-850c-6d40a3f96f00 req-74cfb6c2-01b0-4d6c-a30f-08343a645d9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1096 time: 0.0741701 Mar 25 20:57:55.923719 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73303ef-db9e-49f8-850c-6d40a3f96f00 req-e6653242-1a5d-4715-b65e-91469ddb9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:55.925177 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e73303ef-db9e-49f8-850c-6d40a3f96f00 req-e6653242-1a5d-4715-b65e-91469ddb9a2d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b574071f36c3419fad2e226fe0099e30&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1397989 Mar 25 20:57:56.110146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73303ef-db9e-49f8-850c-6d40a3f96f00 req-0e8494e4-0b2b-45bf-ba2b-7d68605424ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:56.111611 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e73303ef-db9e-49f8-850c-6d40a3f96f00 req-0e8494e4-0b2b-45bf-ba2b-7d68605424ac service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794569 Mar 25 20:57:56.137577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87512db-affa-44b4-9397-5a357ee394c8 req-eceae8f7-cc8b-405d-9358-fee714e40140 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:56.139009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e87512db-affa-44b4-9397-5a357ee394c8 req-eceae8f7-cc8b-405d-9358-fee714e40140 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.1239436 Mar 25 20:57:56.227663 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e87512db-affa-44b4-9397-5a357ee394c8 req-5b5a3d2c-18f2-4d61-ae71-f1b3d3c2ac55 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820935 Mar 25 20:57:56.251674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-90e44940-b4c6-4010-9e78-328e245d223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:56.253143 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-90e44940-b4c6-4010-9e78-328e245d223e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1096 time: 0.0941954 Mar 25 20:57:56.321067 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-a31b1473-a0ef-4e62-8484-f81905bb8f35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 217 time: 0.0595882 Mar 25 20:57:56.384559 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-df3f8fcf-fd19-4699-b6fd-4a77462dee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:56.385849 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-df3f8fcf-fd19-4699-b6fd-4a77462dee0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0590155 Mar 25 20:57:56.459335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-e8e3c4f2-4937-4b96-a208-faa19c9af2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:56.460881 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-e8e3c4f2-4937-4b96-a208-faa19c9af2cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693600 Mar 25 20:57:56.587899 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-e81243f4-c0e1-41e6-a092-aec072b05090 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213624 Mar 25 20:57:56.718593 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f27e4cff-74dc-48bd-be3a-c211b0615aa2 req-9335ad57-2012-4f0c-b0b2-c1d63c33ef9f service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250899 Mar 25 20:57:57.408706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7514fe-2361-4fe9-b469-3f4a256ad8c4 req-4aacde33-0f0f-4905-abbf-de86da040e71 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:57.410127 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0b7514fe-2361-4fe9-b469-3f4a256ad8c4 req-4aacde33-0f0f-4905-abbf-de86da040e71 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0770655 Mar 25 20:57:57.456536 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0b7514fe-2361-4fe9-b469-3f4a256ad8c4 req-993b567f-7983-4d0b-95a9-249d281b5820 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Mar 25 20:57:58.635182 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76d69f-ce24-40cf-a91d-07109c842509 req-d0c74db8-1a05-4e4e-b5c3-c0688a8f4236 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:58.636668 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9a76d69f-ce24-40cf-a91d-07109c842509 req-d0c74db8-1a05-4e4e-b5c3-c0688a8f4236 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0789838 Mar 25 20:57:58.680241 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9a76d69f-ce24-40cf-a91d-07109c842509 req-7f3c847f-b2ec-4427-b509-d65629a505ff tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372672 Mar 25 20:57:59.462676 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 20:57:59.593708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:59.609762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'adb36e40-e276-4775-b601-7f45276de9b2', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'port_id': 'adb36e40-e276-4775-b601-7f45276de9b2', 'mac_address': 'fa:16:3e:bc:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 20:57:59.664109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:59.680174 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb36e40-e276-4775-b601-7f45276de9b2 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 20:57:59.694816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:57:59.772618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:57:59.838988 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:57:59.866250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8d7f6-bcfb-4698-a175-765705b9336c req-55402a62-3a74-4fe8-8408-dc027451435f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:57:59.867722 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0bc8d7f6-bcfb-4698-a175-765705b9336c req-55402a62-3a74-4fe8-8408-dc027451435f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 944 time: 0.0835366 Mar 25 20:57:59.911576 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0bc8d7f6-bcfb-4698-a175-765705b9336c req-786ac114-cbce-4cda-af88-03f2624aba8d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377629 Mar 25 20:58:00.095343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['adb36e40-e276-4775-b601-7f45276de9b2'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 20:58:01.091898 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413cf0e-c425-42c7-835e-85eedb396fde req-b21420b6-5e7d-4217-944a-f6f520c30e9c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:01.093359 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8413cf0e-c425-42c7-835e-85eedb396fde req-b21420b6-5e7d-4217-944a-f6f520c30e9c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 944 time: 0.0780361 Mar 25 20:58:01.135518 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8413cf0e-c425-42c7-835e-85eedb396fde req-71cc1a82-32fd-4cbc-90a9-81d986a4bb3c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366018 Mar 25 20:58:01.463868 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 20:58:01.578187 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port adb36e40-e276-4775-b601-7f45276de9b2 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 20:58:01.583403 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port adb36e40-e276-4775-b601-7f45276de9b2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 20:58:01.583774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:01.700955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:01.727117 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:58:01.736837 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 20:58:01.795656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:01.834578 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2', 'code': 200} Mar 25 20:58:01.866903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:58:02.175735 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac56b-c618-4291-b4fa-6b2220e46999 req-d2896799-65d9-4c9b-84f2-3802e11eb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:02.177312 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1fac56b-c618-4291-b4fa-6b2220e46999 req-d2896799-65d9-4c9b-84f2-3802e11eb53e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1098 time: 0.0715699 Mar 25 20:58:02.219284 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a1fac56b-c618-4291-b4fa-6b2220e46999 req-e0a6d6e1-c0eb-4996-b4eb-86142ef9d139 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340166 Mar 25 20:58:02.315431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6f90f-d424-4cf2-858b-18db85014307 req-54c8f44a-02c8-46f0-8259-477e9c66f6c0 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:02.316877 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dde6f90f-d424-4cf2-858b-18db85014307 req-54c8f44a-02c8-46f0-8259-477e9c66f6c0 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0783019 Mar 25 20:58:02.371033 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dde6f90f-d424-4cf2-858b-18db85014307 req-55f71905-d1bf-4fa2-b1df-eb7bad06f6f3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486152 Mar 25 20:58:03.666276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5975-7bed-4eb7-bdab-b543c7dedfdf req-2fe64e29-8628-4110-98d0-579ba725816f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:03.668135 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3e4c5975-7bed-4eb7-bdab-b543c7dedfdf req-2fe64e29-8628-4110-98d0-579ba725816f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.1726115 Mar 25 20:58:03.710990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3e4c5975-7bed-4eb7-bdab-b543c7dedfdf req-e0a7d6be-6eb1-4ede-8067-02057a25f305 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368228 Mar 25 20:58:04.894479 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc010fc-3163-4caf-9c57-0d9029c71f17 req-0c334325-5d91-43eb-b873-f0a5539e9ed0 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:04.895886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0fc010fc-3163-4caf-9c57-0d9029c71f17 req-0c334325-5d91-43eb-b873-f0a5539e9ed0 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0798519 Mar 25 20:58:04.939436 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0fc010fc-3163-4caf-9c57-0d9029c71f17 req-52ebed9e-b8de-485e-b131-67b5835660cc tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379062 Mar 25 20:58:05.117412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8d38-99aa-4a7f-916f-bcdd228d76d2 req-54113f05-a11e-4204-bb5d-e05af7c43be4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:05.118848 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b2a8d38-99aa-4a7f-916f-bcdd228d76d2 req-54113f05-a11e-4204-bb5d-e05af7c43be4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0778086 Mar 25 20:58:05.165805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2b2a8d38-99aa-4a7f-916f-bcdd228d76d2 req-00ae7a63-830d-410a-b39d-4107578a1f15 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Mar 25 20:58:05.171799 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:58:05.188265 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43862) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:58:05.295300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a92255-c794-4381-a189-cfcfb2c4cb19 tempest-TestShelveInstance-227471734 tempest-TestShelveInstance-227471734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:05.295994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-73a92255-c794-4381-a189-cfcfb2c4cb19 tempest-TestShelveInstance-227471734 tempest-TestShelveInstance-227471734-project-admin] Synchronizing usage tracker for tenant:f490dea7ced546b68f2626ed32fa04de on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 20:58:05.378230 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-73a92255-c794-4381-a189-cfcfb2c4cb19 tempest-TestShelveInstance-227471734 tempest-TestShelveInstance-227471734-project-admin] Unset dirty status for tenant:f490dea7ced546b68f2626ed32fa04de on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 20:58:05.379342 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-73a92255-c794-4381-a189-cfcfb2c4cb19 tempest-TestShelveInstance-227471734 tempest-TestShelveInstance-227471734-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1093 time: 0.1901014 Mar 25 20:58:05.382333 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 43868) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 20:58:05.387146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': 'adb36e40-e276-4775-b601-7f45276de9b2', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 20:58:05.393525 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 20:58:05.397248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:floatingip and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 20:58:05.399994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 20:58:05.405843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 20:58:05.486706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:05.618327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:05.752529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Allocated IP 172.26.8.83 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/f913bd54-8b95-492c-a80a-7193c8d42e1a) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 20:58:05.895181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:05.967311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:06.024198 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 20:58:06.026816 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 20:58:06.031125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 20:58:06.077423 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'Port': ['ID=f913bd54-8b95-492c-a80a-7193c8d42e1a,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:58:06.437467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:06.572743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:06.869798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:06.943789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:07.050703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'Port': ['ID=f913bd54-8b95-492c-a80a-7193c8d42e1a,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 20:58:07.060338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:07.226493 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Floating IP 28ea5bc7-5ca2-4b48-ba54-c44b5c1a899f associated. External IP: 172.26.8.83, port: adb36e40-e276-4775-b601-7f45276de9b2. Mar 25 20:58:07.567100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Router 82507c28-9b55-4087-a0f9-26b9d0122c05 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 20:58:07.739214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 20:58:07.749631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] Sync routers for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 20:58:07.758862 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:58:07.759463 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:58:07.831589 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:07.891083 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-5f87e5a0-c274-4788-bbbe-eb85e671db8c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5077384 Mar 25 20:58:07.891761 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 20:58:07.945010 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2', 'status': 'completed', 'code': 200} Mar 25 20:58:07.969393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:58:08.034364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-ac8e1f48-c53f-41fd-b088-6ee56b0ec3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:08.035886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-ac8e1f48-c53f-41fd-b088-6ee56b0ec3e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1098 time: 0.0689046 Mar 25 20:58:08.166798 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-21d110c9-3281-4e81-aedc-cb137580d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:08.168236 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-21d110c9-3281-4e81-aedc-cb137580d4e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1262581 Mar 25 20:58:08.271252 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-7a367ac0-2808-4646-90b3-d1410912cef2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 998 time: 0.0958216 Mar 25 20:58:08.313160 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '28ea5bc7-5ca2-4b48-ba54-c44b5c1a899f', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'floating_ip_address': '172.26.8.83', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'port_id': 'adb36e40-e276-4775-b601-7f45276de9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'mac_address': 'fa:16:3e:bc:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524fad3d-572b-4a78-974c-256dba7c3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:58:06Z', 'updated_at': '2022-03-25T20:58:06Z', 'revision_number': 0, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:58:08.317088 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] Checking router: 82507c28-9b55-4087-a0f9-26b9d0122c05 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 20:58:08.326009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 20:58:08.326571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T20:57:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:58:08.332191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-37e79a90-02e3-4a79-8b76-ce1bb71e605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:08.333648 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-37e79a90-02e3-4a79-8b76-ce1bb71e605b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0570381 Mar 25 20:58:08.516857 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-4182f4df-95da-447d-9361-b2dda42514d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:08.518261 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-4182f4df-95da-447d-9361-b2dda42514d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1779485 Mar 25 20:58:08.519250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 20:58:08.660895 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-0a3d551d-9781-4e36-a049-9303ac13f975 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324036 Mar 25 20:58:08.791487 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fe38635-2838-4623-a9b9-8ea44e7efa3b req-7ea5af28-5659-4b10-95b8-f8949f6048ab service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242466 Mar 25 20:58:08.869893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '28ea5bc7-5ca2-4b48-ba54-c44b5c1a899f', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'floating_ip_address': '172.26.8.83', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'port_id': 'adb36e40-e276-4775-b601-7f45276de9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'mac_address': 'fa:16:3e:bc:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524fad3d-572b-4a78-974c-256dba7c3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:58:06Z', 'updated_at': '2022-03-25T20:58:06Z', 'revision_number': 0, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 20:58:08.874530 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadec5c5-7a72-47be-9153-d32b5a91d257 None None] The sync data for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv is: [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '28ea5bc7-5ca2-4b48-ba54-c44b5c1a899f', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'floating_ip_address': '172.26.8.83', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'port_id': 'adb36e40-e276-4775-b601-7f45276de9b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'mac_address': 'fa:16:3e:bc:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524fad3d-572b-4a78-974c-256dba7c3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T20:58:06Z', 'updated_at': '2022-03-25T20:58:06Z', 'revision_number': 0, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 20:58:09.055099 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1591d83-1ec7-4821-8412-50237119496e None None] New status for floating IP 28ea5bc7-5ca2-4b48-ba54-c44b5c1a899f: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 20:58:09.138453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6ad21fe4-be53-4a0a-9fbc-e81410019eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:12.189229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2542-e9af-463e-bf03-d367ba889ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:12.892228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:13.023646 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:14.406908 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:18.458185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:19.414351 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-18133309-a9e8-434e-9949-53eb1d1b56b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677116 Mar 25 20:58:19.555503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-aea82ffd-09ef-47cb-b226-5d865f1cdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:19.556911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-aea82ffd-09ef-47cb-b226-5d865f1cdb13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1098 time: 0.0742249 Mar 25 20:58:19.700695 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-1c186d04-72c8-452c-acbf-7916d7ea970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:19.702120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-1c186d04-72c8-452c-acbf-7916d7ea970c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1258838 Mar 25 20:58:19.803437 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-cba9b7e8-0c82-4f0d-80c7-646a3fc71861 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0951126 Mar 25 20:58:19.865577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-2723eeaa-b9de-447d-992e-270cc8c3debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:19.866977 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-2723eeaa-b9de-447d-992e-270cc8c3debb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0565364 Mar 25 20:58:19.943196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-df3a9b6f-1d24-4c10-8261-12aa50588771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:58:19.944640 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-df3a9b6f-1d24-4c10-8261-12aa50588771 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719647 Mar 25 20:58:20.078772 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-a139ec41-edf0-441a-8895-88bb00434eed service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246641 Mar 25 20:58:20.210931 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-32170a7f-370b-49a4-b84d-8d7720e4f3df req-da8135f2-450c-47b5-9475-6ab3c153ed3a service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242244 Mar 25 20:58:39.143371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8e16448-7233-4370-94d7-ccd53d5d5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:42.171308 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:58:42.172635 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4cdf45f7-cb3c-4c37-b3c8-0246910c8b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:42.835127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:43.029425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:44.429095 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:58:48.470774 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:09.154742 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-71b6614e-73da-4dc9-b316-c68963d59538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:12.189586 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a28a49d5-95cb-4688-889c-b5565c9a1abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:12.874904 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:13.075106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:14.468089 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:18.484907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:19.170859 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 20:59:20.404362 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-17d63056-4e67-40de-959c-1a1abef39c57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701523 Mar 25 20:59:20.535796 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-f1ad955c-9b4a-49c8-9319-d3223d795701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:59:20.537241 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-f1ad955c-9b4a-49c8-9319-d3223d795701 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1098 time: 0.0681543 Mar 25 20:59:20.677260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-5017d77b-a613-418a-9112-48022a10824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:59:20.678677 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-5017d77b-a613-418a-9112-48022a10824c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1231928 Mar 25 20:59:20.779662 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-14d65d8e-c2d0-428e-b056-1bc42fa77cbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0945163 Mar 25 20:59:20.935697 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-c411d670-d8cb-4c2f-b698-6b80395ee563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:59:20.937149 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-c411d670-d8cb-4c2f-b698-6b80395ee563 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.1514926 Mar 25 20:59:21.008183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-346ba9ac-c868-45f3-bcd5-d2c56e83345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 20:59:21.009644 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-346ba9ac-c868-45f3-bcd5-d2c56e83345a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670366 Mar 25 20:59:21.139150 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-8fde4e97-0b0e-4ddb-8719-e3eacf20b4ac service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218772 Mar 25 20:59:21.266337 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8c91fd98-3d36-41c5-84ea-0235f6655295 req-f56d8ba1-3659-466f-bacc-9e427193afad service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215839 Mar 25 20:59:39.160195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-114f9af3-29cb-4653-8b2d-30af883cac3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:42.194631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ecf28ab9-a30e-4731-a5fe-37010cea5b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:42.857545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:43.040393 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:44.445910 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:48.536449 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 20:59:56.170210 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:00:09.154229 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b67dd62-a981-41c4-ad2d-0e6b63007369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:12.251182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5cc973a-663d-4911-a482-17152c4a4538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:12.862690 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:13.047006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:14.445663 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:18.514142 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:20.407458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31fe989e-ad19-4512-9abe-66003650530b req-75d5c4a0-bf02-483b-b55b-6467c45881e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743189 Mar 25 21:00:20.542164 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe989e-ad19-4512-9abe-66003650530b req-fdabda49-1639-49cf-8ad8-39985be3b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:20.543625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31fe989e-ad19-4512-9abe-66003650530b req-fdabda49-1639-49cf-8ad8-39985be3b427 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1098 time: 0.0708847 Mar 25 21:00:20.685110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe989e-ad19-4512-9abe-66003650530b req-bbb2d0bc-0035-4733-b958-407d46e4733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:20.686463 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31fe989e-ad19-4512-9abe-66003650530b req-bbb2d0bc-0035-4733-b958-407d46e4733b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1244867 Mar 25 21:00:20.784732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31fe989e-ad19-4512-9abe-66003650530b req-1d1af625-3322-4649-b03f-fb58c6eab157 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0925543 Mar 25 21:00:20.843272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe989e-ad19-4512-9abe-66003650530b req-14f0d629-51d3-4d3b-9f7f-835829b2fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:20.844653 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31fe989e-ad19-4512-9abe-66003650530b req-14f0d629-51d3-4d3b-9f7f-835829b2fb2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0542922 Mar 25 21:00:20.919161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe989e-ad19-4512-9abe-66003650530b req-6002cc39-7344-4c1b-86d0-4b6ef885d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:20.920581 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31fe989e-ad19-4512-9abe-66003650530b req-6002cc39-7344-4c1b-86d0-4b6ef885d96c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704556 Mar 25 21:00:21.046492 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31fe989e-ad19-4512-9abe-66003650530b req-7325633f-500b-40c7-95e1-2ece8e883d26 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198590 Mar 25 21:00:21.181757 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31fe989e-ad19-4512-9abe-66003650530b req-5e81f167-0ca4-4b2f-a319-928f236e00ba service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293702 Mar 25 21:00:33.170089 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:00:33.553244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90830ac8-47a8-4c2c-af9c-b4427f2cf6ae req-91965a2b-2eed-464c-a1c6-ad879ade226f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:33.554632 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90830ac8-47a8-4c2c-af9c-b4427f2cf6ae req-91965a2b-2eed-464c-a1c6-ad879ade226f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0796008 Mar 25 21:00:33.597798 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90830ac8-47a8-4c2c-af9c-b4427f2cf6ae req-ad239ba7-170b-4c57-a435-5706ae1525d3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374966 Mar 25 21:00:34.785952 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25b20d-ca1f-4f77-ae75-b4f269438d97 req-429bf2ea-aa3e-4ab7-8647-938c62c46d55 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:34.787623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4f25b20d-ca1f-4f77-ae75-b4f269438d97 req-429bf2ea-aa3e-4ab7-8647-938c62c46d55 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0809708 Mar 25 21:00:34.831161 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4f25b20d-ca1f-4f77-ae75-b4f269438d97 req-65bc9d09-b96f-46d0-8907-5536e9b8f9bf tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375772 Mar 25 21:00:36.018203 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dbfec-524b-4764-a456-487e94dcc48d req-e7404777-e642-46bf-a127-fe7b1d502210 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:36.019519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d21dbfec-524b-4764-a456-487e94dcc48d req-e7404777-e642-46bf-a127-fe7b1d502210 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0773947 Mar 25 21:00:36.064633 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d21dbfec-524b-4764-a456-487e94dcc48d req-612d5824-0e09-4d71-91ad-927e36d7cc95 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389016 Mar 25 21:00:37.252529 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe5d23-0756-4e61-baf0-4f689a4977ac req-1b95153b-48c4-4b52-b3c7-1aa963274623 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:37.253970 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-62fe5d23-0756-4e61-baf0-4f689a4977ac req-1b95153b-48c4-4b52-b3c7-1aa963274623 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0791070 Mar 25 21:00:37.297198 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-62fe5d23-0756-4e61-baf0-4f689a4977ac req-1b1f20ae-a2e2-4eae-bb8a-d056b6a0be16 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370221 Mar 25 21:00:38.575335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91892e-cfb9-482f-9015-eaaa44eb1217 req-0b92402b-00e2-428a-91c4-fc31d3740513 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:38.576837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7d91892e-cfb9-482f-9015-eaaa44eb1217 req-0b92402b-00e2-428a-91c4-fc31d3740513 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.1764143 Mar 25 21:00:38.620461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7d91892e-cfb9-482f-9015-eaaa44eb1217 req-37aed2b9-6106-4a22-bb25-ff0dac2243fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380390 Mar 25 21:00:39.152452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5409f22e-0fee-4057-9f17-50afcb72c19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:39.798679 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09323d-445e-406f-9a18-f73130688703 req-12280a44-ff90-42fd-8ee0-884fe5e14133 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:39.800083 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eb09323d-445e-406f-9a18-f73130688703 req-12280a44-ff90-42fd-8ee0-884fe5e14133 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0774024 Mar 25 21:00:39.841844 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eb09323d-445e-406f-9a18-f73130688703 req-6a09d348-e8a7-4169-bf61-ad5facf6781d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357525 Mar 25 21:00:41.026272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2b99b-534c-44ea-893e-318d08452c80 req-bea579ca-afbd-488b-a6e6-0338af693092 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:41.027623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f4f2b99b-534c-44ea-893e-318d08452c80 req-bea579ca-afbd-488b-a6e6-0338af693092 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0799820 Mar 25 21:00:41.072507 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f4f2b99b-534c-44ea-893e-318d08452c80 req-385fe634-f0ec-4266-86c7-9de65900ec7c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 Mar 25 21:00:42.188899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87f1acaf-96b3-490e-a6b9-1924e371a912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:42.254457 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ca61a-0691-4973-be45-2b526d4d9455 req-a02629ad-68bf-48dd-90a6-9b73f800f8cb tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:42.255806 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4ca61a-0691-4973-be45-2b526d4d9455 req-a02629ad-68bf-48dd-90a6-9b73f800f8cb tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0807943 Mar 25 21:00:42.300545 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1f4ca61a-0691-4973-be45-2b526d4d9455 req-f3b0a0cf-83d0-4a07-9372-e53da85c85a4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 Mar 25 21:00:42.874380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:43.043823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:43.479283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89099-2acb-46e7-bced-02735790ed04 req-28d39487-271f-4854-8127-34f067a36ff2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:43.480741 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5bb89099-2acb-46e7-bced-02735790ed04 req-28d39487-271f-4854-8127-34f067a36ff2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0782411 Mar 25 21:00:43.523152 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5bb89099-2acb-46e7-bced-02735790ed04 req-b4d9f7c1-91a5-488f-a6a1-25903da42336 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369182 Mar 25 21:00:44.439769 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:44.712248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd102b2-0af3-42f6-a550-5eb118018160 req-b63505a1-273d-406e-85b5-8462b24bc246 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:44.713712 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dcd102b2-0af3-42f6-a550-5eb118018160 req-b63505a1-273d-406e-85b5-8462b24bc246 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0821097 Mar 25 21:00:44.756870 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dcd102b2-0af3-42f6-a550-5eb118018160 req-a6a59906-c3b7-452a-a77e-97ef3a85587a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375137 Mar 25 21:00:45.935272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078ad0d-a6df-4194-a5f7-33f4f400876d req-f1cee9b2-9759-4211-b278-29300df62e8d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:45.936652 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4078ad0d-a6df-4194-a5f7-33f4f400876d req-f1cee9b2-9759-4211-b278-29300df62e8d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0775909 Mar 25 21:00:45.982112 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4078ad0d-a6df-4194-a5f7-33f4f400876d req-c1d08966-6269-4339-8417-91654ef5457a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400288 Mar 25 21:00:46.253888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 21:00:46.388566 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:00:46.401055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'adb36e40-e276-4775-b601-7f45276de9b2', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'port_id': 'adb36e40-e276-4775-b601-7f45276de9b2', 'mac_address': 'fa:16:3e:bc:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 21:00:46.457193 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:46.472902 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb36e40-e276-4775-b601-7f45276de9b2 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:00:46.488211 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:00:46.565787 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:46.634584 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:00:46.641607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.641948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.642283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.642612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.642938 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.643264 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.643585 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.643922 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.644226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.644631 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.644955 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.645273 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:00:46.650579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['adb36e40-e276-4775-b601-7f45276de9b2'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 21:00:47.162295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416537b0-27c1-4f55-986a-8395470b9124 req-1de00730-3cc6-4dad-b24c-b9bfa401760c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:47.164353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-416537b0-27c1-4f55-986a-8395470b9124 req-1de00730-3cc6-4dad-b24c-b9bfa401760c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 944 time: 0.0798206 Mar 25 21:00:47.208162 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-416537b0-27c1-4f55-986a-8395470b9124 req-538bef40-2ba6-4047-9093-ee9277b6a65a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383213 Mar 25 21:00:48.275332 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:00:48.342236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port adb36e40-e276-4775-b601-7f45276de9b2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:00:48.342656 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:48.394506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a41958-f4bd-4c45-8bfa-5ba30da26cca req-78fd7ebc-b01e-4803-ae4a-a2c6a91db8fd tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:48.395994 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a41958-f4bd-4c45-8bfa-5ba30da26cca req-78fd7ebc-b01e-4803-ae4a-a2c6a91db8fd tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 944 time: 0.0813718 Mar 25 21:00:48.440981 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f8a41958-f4bd-4c45-8bfa-5ba30da26cca req-f17e8b9a-9cb1-4b7b-8e9d-413064c87556 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386796 Mar 25 21:00:48.467598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:48.494011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:00:48.503683 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:00:48.529436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:48.536584 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2', 'code': 200} Mar 25 21:00:48.588534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:00:48.655217 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:00:49.628287 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531b7e5-0b6c-42de-bdf8-636355367f66 req-f0b1a481-62c7-49cc-baca-df8c3edcb5f9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:49.630505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2531b7e5-0b6c-42de-bdf8-636355367f66 req-f0b1a481-62c7-49cc-baca-df8c3edcb5f9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0847232 Mar 25 21:00:49.681169 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2531b7e5-0b6c-42de-bdf8-636355367f66 req-dfa0200b-3480-49ba-829b-6d5ef1036be2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451245 Mar 25 21:00:50.875319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d6ca-77b8-4756-a254-83a9052ae368 req-84e904a8-dc9d-463a-a340-bc5bbce94a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:50.876921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0165d6ca-77b8-4756-a254-83a9052ae368 req-84e904a8-dc9d-463a-a340-bc5bbce94a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0858328 Mar 25 21:00:50.925402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0165d6ca-77b8-4756-a254-83a9052ae368 req-9774b145-2725-4116-bf41-f31cea7ea84c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 Mar 25 21:00:52.142870 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d47484-6460-4fd2-808c-d118f158ea9e req-47f4d332-388d-421c-8727-db0547b3dd8e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:52.144367 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f3d47484-6460-4fd2-808c-d118f158ea9e req-47f4d332-388d-421c-8727-db0547b3dd8e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0947616 Mar 25 21:00:52.196003 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f3d47484-6460-4fd2-808c-d118f158ea9e req-bd71fdac-e198-4b56-8b9e-c41745fd18aa tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452132 Mar 25 21:00:53.430530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31d8f-4869-4acb-9dbc-36f5466d711e req-9349345b-645e-4036-91a7-8333cdafa01c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:53.437689 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e31d8f-4869-4acb-9dbc-36f5466d711e req-9349345b-645e-4036-91a7-8333cdafa01c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.1218624 Mar 25 21:00:53.486059 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-07e31d8f-4869-4acb-9dbc-36f5466d711e req-d6081327-c957-43b4-bdb3-5ee08eb29d9e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474031 Mar 25 21:00:54.688375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f62d7-8125-4567-ad38-37e5b0840233 req-08cc2387-afdb-42cb-9d59-f4d4602e6973 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:54.691367 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a91f62d7-8125-4567-ad38-37e5b0840233 req-08cc2387-afdb-42cb-9d59-f4d4602e6973 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0938711 Mar 25 21:00:54.745108 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a91f62d7-8125-4567-ad38-37e5b0840233 req-087f5c3b-5912-448f-ab60-583da0f865f5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474274 Mar 25 21:00:55.940975 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb997-f685-4f13-af65-d706627e8f0d req-6d5396be-ec91-4b1e-8eab-df63dbb2fa7a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:55.942361 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4f4eb997-f685-4f13-af65-d706627e8f0d req-6d5396be-ec91-4b1e-8eab-df63dbb2fa7a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0851676 Mar 25 21:00:55.988458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4f4eb997-f685-4f13-af65-d706627e8f0d req-849dda75-d6b4-4eba-a218-5b612469a842 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Mar 25 21:00:57.198632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bcf72-b3b2-4e25-8c20-815c35ad9ac8 req-7a735504-e027-427a-be8a-80bbaf2831b0 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:57.200766 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0e7bcf72-b3b2-4e25-8c20-815c35ad9ac8 req-7a735504-e027-427a-be8a-80bbaf2831b0 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0980103 Mar 25 21:00:57.248815 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0e7bcf72-b3b2-4e25-8c20-815c35ad9ac8 req-45244661-741a-48ab-89bc-1eeb7a4e17d6 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426769 Mar 25 21:00:58.466235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aad81-464d-4e79-b7a8-39d950de7af7 req-16b92d98-a1dd-47ea-b596-a43366b7d91b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:58.468519 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a3aad81-464d-4e79-b7a8-39d950de7af7 req-16b92d98-a1dd-47ea-b596-a43366b7d91b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.1067126 Mar 25 21:00:58.524008 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3a3aad81-464d-4e79-b7a8-39d950de7af7 req-98bdf96c-59fa-4efc-9203-5f9a5c9ee33a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492446 Mar 25 21:00:59.715609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4bede-fc19-4926-96ce-2144e4b4d41b req-ab3fc569-d731-42f1-8c57-0dd31a5b34f6 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:00:59.717183 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8da4bede-fc19-4926-96ce-2144e4b4d41b req-ab3fc569-d731-42f1-8c57-0dd31a5b34f6 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0864401 Mar 25 21:00:59.762619 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8da4bede-fc19-4926-96ce-2144e4b4d41b req-6952e661-c653-4402-a8fe-9c26691cc9bf tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396171 Mar 25 21:01:00.950782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e52bb5-574a-4dea-ae95-6751ab7879cc req-20bb5c6c-bf1e-48a4-9ed0-405ef557176c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:00.952199 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b9e52bb5-574a-4dea-ae95-6751ab7879cc req-20bb5c6c-bf1e-48a4-9ed0-405ef557176c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0802472 Mar 25 21:01:00.994887 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b9e52bb5-574a-4dea-ae95-6751ab7879cc req-1404769f-53a0-47f9-a6e0-336539e8b104 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372794 Mar 25 21:01:01.484167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39045a12-7a42-4f14-8efe-9694aa698479 req-7dc7d9b6-6564-4205-8b4c-bdc9eb7d1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:01.485605 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39045a12-7a42-4f14-8efe-9694aa698479 req-7dc7d9b6-6564-4205-8b4c-bdc9eb7d1170 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1098 time: 0.0707765 Mar 25 21:01:01.709831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39045a12-7a42-4f14-8efe-9694aa698479 req-bd8b5fd8-8a6f-4cff-9904-6a01b1a02197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:01.711836 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39045a12-7a42-4f14-8efe-9694aa698479 req-bd8b5fd8-8a6f-4cff-9904-6a01b1a02197 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.2207732 Mar 25 21:01:01.812860 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39045a12-7a42-4f14-8efe-9694aa698479 req-5fd69a2a-bbcf-48a4-b376-576813145461 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0948446 Mar 25 21:01:01.873987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39045a12-7a42-4f14-8efe-9694aa698479 req-ff3d914f-1ca1-4ea1-9bfe-b4bb87bc2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:01.875408 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39045a12-7a42-4f14-8efe-9694aa698479 req-ff3d914f-1ca1-4ea1-9bfe-b4bb87bc2ff4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0564134 Mar 25 21:01:01.947311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39045a12-7a42-4f14-8efe-9694aa698479 req-9a6c0fcc-b25b-4169-8f19-d765544e9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:01.948774 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39045a12-7a42-4f14-8efe-9694aa698479 req-9a6c0fcc-b25b-4169-8f19-d765544e9a9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672069 Mar 25 21:01:02.077630 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39045a12-7a42-4f14-8efe-9694aa698479 req-dfcb5a04-32fb-4351-b84c-fcb7d77b6d90 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223626 Mar 25 21:01:02.273128 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-39045a12-7a42-4f14-8efe-9694aa698479 req-64339103-7469-402a-b45e-0a016c0fa436 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886730 Mar 25 21:01:02.290205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca650b6-4177-411f-93ec-10b05b5f0045 req-5f82ca0d-c859-4f78-bb8f-a8aea071ddd7 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:02.291801 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ca650b6-4177-411f-93ec-10b05b5f0045 req-5f82ca0d-c859-4f78-bb8f-a8aea071ddd7 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.1851358 Mar 25 21:01:02.334681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6ca650b6-4177-411f-93ec-10b05b5f0045 req-344a637f-1aef-4f95-8a51-254d202258fe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373118 Mar 25 21:01:03.515148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5271-1461-4f3a-a232-776ad4d27cba req-655606d6-f687-4c90-9a43-b57e51e6ad91 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:03.516582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2e7f5271-1461-4f3a-a232-776ad4d27cba req-655606d6-f687-4c90-9a43-b57e51e6ad91 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 945 time: 0.0803902 Mar 25 21:01:03.558810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2e7f5271-1461-4f3a-a232-776ad4d27cba req-c0ea6b0d-c1a5-403a-b541-b885ff6bc94b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367265 Mar 25 21:01:04.340703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:01:04.455443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:04.481679 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:01:04.491752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:01:04.524342 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2', 'code': 200} Mar 25 21:01:04.592411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:04.665157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:01:04.743446 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b6370-f4cf-4f8a-9497-795a9a752d88 req-bbbe34d5-c331-401b-9627-4716579fa9c6 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:04.744938 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-480b6370-f4cf-4f8a-9497-795a9a752d88 req-bbbe34d5-c331-401b-9627-4716579fa9c6 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0806975 Mar 25 21:01:04.789332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-480b6370-f4cf-4f8a-9497-795a9a752d88 req-d1fe2c71-807a-4ff0-b14a-f193a75f6059 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385864 Mar 25 21:01:05.260337 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40d943-1d43-4df0-8041-404abb342702 req-548a4240-4894-4041-8307-3fd1f292da14 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:05.261912 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9a40d943-1d43-4df0-8041-404abb342702 req-548a4240-4894-4041-8307-3fd1f292da14 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0920160 Mar 25 21:01:05.308754 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9a40d943-1d43-4df0-8041-404abb342702 req-1297cf18-5c4e-4ad1-95c7-fbcb6f561deb tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386062 Mar 25 21:01:05.524449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44084) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:01:05.652982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-f15635e0-5496-44da-ac2a-5eb6e36765de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273344 Mar 25 21:01:06.497753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2fdcf-ed30-4ca4-8997-8759a85bf6fa req-9b0c808f-ae1d-4ccb-8273-32d09ce6679c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:06.499205 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45d2fdcf-ed30-4ca4-8997-8759a85bf6fa req-9b0c808f-ae1d-4ccb-8273-32d09ce6679c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0803297 Mar 25 21:01:06.545966 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45d2fdcf-ed30-4ca4-8997-8759a85bf6fa req-b1f8a1c1-f25e-45fa-82be-5361edb43821 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Mar 25 21:01:07.177400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-4800745a-eb03-487c-9ec5-4241ea76adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:07.179392 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-4800745a-eb03-487c-9ec5-4241ea76adcf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281&tenant_id=b574071f36c3419fad2e226fe0099e30 HTTP/1.1" status: 200 len: 1096 time: 0.0684614 Mar 25 21:01:07.271383 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-69cd38c0-6c87-4d78-91a4-4cb0db743a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:07.272862 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-69cd38c0-6c87-4d78-91a4-4cb0db743a19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1096 time: 0.0735087 Mar 25 21:01:07.408708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-f3e9fe78-e46e-49a3-be86-c7059ba1f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:07.410216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-f3e9fe78-e46e-49a3-be86-c7059ba1f5b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1290979 Mar 25 21:01:07.605920 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-b183fa6f-3b55-41d2-91c1-6f22ce33a7d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 998 time: 0.1893306 Mar 25 21:01:07.708022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-ebafa734-768d-4bd8-a9cf-57297eb9f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:07.709459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-ebafa734-768d-4bd8-a9cf-57297eb9f760 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0972013 Mar 25 21:01:07.788938 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cf430-7052-4c39-9804-0ec16bf951a8 req-7325be57-123f-42f6-ab35-6c58d552f2f8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:07.790345 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-485cf430-7052-4c39-9804-0ec16bf951a8 req-7325be57-123f-42f6-ab35-6c58d552f2f8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.1361699 Mar 25 21:01:07.836860 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-b6069a04-60a3-4b3a-85ca-b9d07f778ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:07.838262 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-b6069a04-60a3-4b3a-85ca-b9d07f778ea4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1223478 Mar 25 21:01:07.847599 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-485cf430-7052-4c39-9804-0ec16bf951a8 req-afda393a-dce2-418c-a75d-ce63564869e8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502210 Mar 25 21:01:07.971941 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-77692a2a-eeec-45b1-8d4d-a04eb602367e service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233804 Mar 25 21:01:08.099388 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-0f88d0ee-c9c0-4601-bfa6-5b9f1a0487ee service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214485 Mar 25 21:01:09.109924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4310e21-94c6-40e4-95b9-9302dbc658af req-66b85e77-8635-44a9-89dd-081cf7f726f4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:09.111647 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b4310e21-94c6-40e4-95b9-9302dbc658af req-66b85e77-8635-44a9-89dd-081cf7f726f4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0965507 Mar 25 21:01:09.171032 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b4310e21-94c6-40e4-95b9-9302dbc658af req-9f83dcb6-80f3-43f5-8da1-4718d5babb23 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532825 Mar 25 21:01:09.177318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dc241927-29eb-4b22-a8be-78c3ca393f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:10.168602 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:01:10.362737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19392-3c2e-475c-8b5b-77622acc38bb req-4714b6d8-e7c2-449a-b5e5-4cf5f7ce0b20 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:10.364286 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-33b19392-3c2e-475c-8b5b-77622acc38bb req-4714b6d8-e7c2-449a-b5e5-4cf5f7ce0b20 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0819035 Mar 25 21:01:10.416786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-33b19392-3c2e-475c-8b5b-77622acc38bb req-9952492e-6e34-41d0-9af9-83d67d4e4eba tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412896 Mar 25 21:01:11.611614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bf5d4-0367-4ca6-9d60-3dad952afa1c req-bcef8ed3-cbf2-4f49-8ee1-5cbbf9326372 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:11.613445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df5bf5d4-0367-4ca6-9d60-3dad952afa1c req-bcef8ed3-cbf2-4f49-8ee1-5cbbf9326372 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0886862 Mar 25 21:01:11.664414 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df5bf5d4-0367-4ca6-9d60-3dad952afa1c req-2943b6dc-6163-4793-8d88-cba1befa4675 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452087 Mar 25 21:01:12.191576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf025afa-9b81-49bc-992c-97a34542c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:12.857024 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:12.861291 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295dd1e-8c0f-485b-8d62-41690ce8d6b3 req-965965c5-c5e1-4409-ae62-b6c1f5732862 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:12.863426 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f295dd1e-8c0f-485b-8d62-41690ce8d6b3 req-965965c5-c5e1-4409-ae62-b6c1f5732862 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0869300 Mar 25 21:01:12.925701 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f295dd1e-8c0f-485b-8d62-41690ce8d6b3 req-49b1a580-acf5-4d29-9e87-1bdea707572b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558562 Mar 25 21:01:13.034798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:14.128706 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54adc1b-5047-48bd-af8a-51a7ad8df60e req-bbeeff5b-2749-46f3-95fa-63d36e814693 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:14.130221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e54adc1b-5047-48bd-af8a-51a7ad8df60e req-bbeeff5b-2749-46f3-95fa-63d36e814693 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.1019900 Mar 25 21:01:14.179937 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e54adc1b-5047-48bd-af8a-51a7ad8df60e req-b4414528-f5a9-4f00-981b-5e1e9790ed76 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Mar 25 21:01:14.594385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:15.398984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0480510-7026-4e38-967c-1b397c1a36f7 req-43107eab-ea68-4ee5-a95e-cbc3e0a3a55e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:15.400505 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0480510-7026-4e38-967c-1b397c1a36f7 req-43107eab-ea68-4ee5-a95e-cbc3e0a3a55e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0911305 Mar 25 21:01:15.461203 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c0480510-7026-4e38-967c-1b397c1a36f7 req-f62b5d02-b39c-43e1-9efd-4c80315d2dc2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515640 Mar 25 21:01:16.642469 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21952ffd-c5d6-4a14-9ff7-2839b6cc12f6 req-068e0797-b5bf-4025-888b-f88eecd21909 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:16.643925 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-21952ffd-c5d6-4a14-9ff7-2839b6cc12f6 req-068e0797-b5bf-4025-888b-f88eecd21909 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0783780 Mar 25 21:01:16.688159 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-21952ffd-c5d6-4a14-9ff7-2839b6cc12f6 req-383915c8-6f5e-4df3-b48e-a669e77fa88c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385516 Mar 25 21:01:17.879800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda4a4e-44cc-4d5e-8bbb-4f83564c6ad5 req-d42837d9-8284-4ff4-b281-92a33f50d668 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:17.881305 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fda4a4e-44cc-4d5e-8bbb-4f83564c6ad5 req-d42837d9-8284-4ff4-b281-92a33f50d668 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0821965 Mar 25 21:01:17.925170 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3fda4a4e-44cc-4d5e-8bbb-4f83564c6ad5 req-942431bf-3987-4a45-bc90-d08d5cc9e5ad tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380492 Mar 25 21:01:18.505665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:19.103382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934b90e-eb0b-46cf-8638-4aee87dca8fd req-093aa60e-9088-407d-9604-2e3c12876b93 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:19.104836 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4934b90e-eb0b-46cf-8638-4aee87dca8fd req-093aa60e-9088-407d-9604-2e3c12876b93 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0777960 Mar 25 21:01:19.150997 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4934b90e-eb0b-46cf-8638-4aee87dca8fd req-112c3c96-0e42-4c03-b89a-1f8b4058de97 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405242 Mar 25 21:01:20.333477 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf66b-1dc3-4163-b004-8aef17c184bc req-419ebe78-320a-43a0-932c-89340d7066d4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:20.335511 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-37fdf66b-1dc3-4163-b004-8aef17c184bc req-419ebe78-320a-43a0-932c-89340d7066d4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0789945 Mar 25 21:01:20.378820 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-37fdf66b-1dc3-4163-b004-8aef17c184bc req-408cdb02-7379-453b-9774-efc67f7db5b1 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375292 Mar 25 21:01:20.502934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-d81ec710-5d87-4252-97ce-c549b4454df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:20.504385 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-d81ec710-5d87-4252-97ce-c549b4454df1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1096 time: 0.1156983 Mar 25 21:01:20.644572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-2b3e91a8-e562-4488-a822-17937d5f90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:20.645986 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-2b3e91a8-e562-4488-a822-17937d5f90e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1243646 Mar 25 21:01:20.744781 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-bb15c8d6-e4ed-442a-94bb-bb1f1dbdc00b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 998 time: 0.0921347 Mar 25 21:01:20.894049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-68ac8cbf-fdcd-4ff1-9227-7f066a89cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:20.895491 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-68ac8cbf-fdcd-4ff1-9227-7f066a89cbfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.1449842 Mar 25 21:01:20.968819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-6c31703a-f1c7-452c-95ef-84f97acc2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:20.970226 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-6c31703a-f1c7-452c-95ef-84f97acc2387 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677404 Mar 25 21:01:21.098296 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-2da4c85a-51dd-4516-91e9-607ff6e03fb6 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214552 Mar 25 21:01:21.229222 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b58f90ed-a946-42dc-b12f-f014f9d30bdd req-a448ad0c-c930-4681-9a01-c1b6e6a98426 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245663 Mar 25 21:01:21.564300 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923be97c-9337-4913-96e1-0b3e1d9101fd req-991508b0-4054-4717-ae17-13f3fec6043d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:21.565756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-923be97c-9337-4913-96e1-0b3e1d9101fd req-991508b0-4054-4717-ae17-13f3fec6043d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 943 time: 0.0815992 Mar 25 21:01:21.608911 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-923be97c-9337-4913-96e1-0b3e1d9101fd req-6ce59235-9463-4123-9929-fa0f53be7ebc tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369787 Mar 25 21:01:22.361244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 21:01:22.493454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:01:22.506279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': 'adb36e40-e276-4775-b601-7f45276de9b2', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'port_id': 'adb36e40-e276-4775-b601-7f45276de9b2', 'mac_address': 'fa:16:3e:bc:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 21:01:22.563854 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:22.579963 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb36e40-e276-4775-b601-7f45276de9b2 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:01:22.595148 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:01:22.696951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:22.767347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=9']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:01:22.839472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c1545-d8fc-4d71-a81c-3fe3af88771f req-9631985b-7ea3-475c-a2b7-559fff47f4a9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:22.840931 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-688c1545-d8fc-4d71-a81c-3fe3af88771f req-9631985b-7ea3-475c-a2b7-559fff47f4a9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 944 time: 0.0776303 Mar 25 21:01:22.883067 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-688c1545-d8fc-4d71-a81c-3fe3af88771f req-b66e7e33-bb71-475c-9fd3-06ba6bdf7e27 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366235 Mar 25 21:01:23.068165 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['adb36e40-e276-4775-b601-7f45276de9b2'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 21:01:24.065476 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed6ba-1af4-4f1e-bb5a-3770a1c8c7c0 req-dbfc269b-a098-4e76-8f46-427ed45d2d10 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:24.066894 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-244ed6ba-1af4-4f1e-bb5a-3770a1c8c7c0 req-dbfc269b-a098-4e76-8f46-427ed45d2d10 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 944 time: 0.0801601 Mar 25 21:01:24.110229 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-244ed6ba-1af4-4f1e-bb5a-3770a1c8c7c0 req-eab991c1-9403-4520-9e72-25cced10acd2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370426 Mar 25 21:01:24.356250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:01:24.447921 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port adb36e40-e276-4775-b601-7f45276de9b2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:01:24.448284 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:24.559028 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:24.584090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:01:24.595884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:01:24.627283 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2', 'code': 200} Mar 25 21:01:24.674200 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:24.739703 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=10']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:01:24.998195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589407d-f111-4eaf-ab3c-27decf009d7d req-4f685b41-bf6a-45a6-85c1-7908b29d7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:24.999561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3589407d-f111-4eaf-ab3c-27decf009d7d req-4f685b41-bf6a-45a6-85c1-7908b29d7abc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1099 time: 0.0669963 Mar 25 21:01:25.042849 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3589407d-f111-4eaf-ab3c-27decf009d7d req-23b8c71c-a2cc-4120-a9ca-91da111c6dce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370862 Mar 25 21:01:25.291497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bc5d0-65e5-470b-aa5a-776e740fd3db req-3922dcc4-b04a-4ece-91e9-a258aebc6471 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:25.292919 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cd3bc5d0-65e5-470b-aa5a-776e740fd3db req-3922dcc4-b04a-4ece-91e9-a258aebc6471 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 946 time: 0.0795324 Mar 25 21:01:25.337384 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cd3bc5d0-65e5-470b-aa5a-776e740fd3db req-9961be2e-4ba4-48da-af23-ec85c8ba53bd tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387981 Mar 25 21:01:26.529889 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20c11b-5af5-459f-beea-d931b95ac351 req-c3403505-f5cc-4483-937d-16b284cd1e65 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:26.531349 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a20c11b-5af5-459f-beea-d931b95ac351 req-c3403505-f5cc-4483-937d-16b284cd1e65 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 946 time: 0.0848897 Mar 25 21:01:26.575571 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a20c11b-5af5-459f-beea-d931b95ac351 req-c39d24e6-c7f9-41e3-85ea-d1d619783788 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381553 Mar 25 21:01:27.781268 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49b490-d31a-400a-ab9d-bd1749712a85 req-97224727-8423-47ee-bb45-fb664900a348 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:01:27.782956 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4f49b490-d31a-400a-ab9d-bd1749712a85 req-97224727-8423-47ee-bb45-fb664900a348 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 946 time: 0.0814674 Mar 25 21:01:27.825115 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4f49b490-d31a-400a-ab9d-bd1749712a85 req-4e89f79b-dffe-4bef-ac53-355aa95457e0 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366168 Mar 25 21:01:39.159622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f1fcb46-b168-4ca1-a938-a8131a61f3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:42.202923 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8602c0b-2216-4128-a6f0-d9b27dcc753d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:42.868542 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:43.056660 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:44.439224 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:01:47.168761 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:01:48.536687 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:09.164842 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2cb33f1a-48e7-46a3-baa3-a3424c551926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:12.199171 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14337d4b-ffc8-417f-9aac-70c4420b074f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:12.876236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:13.059080 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:14.441617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:18.524718 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:21.528903 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc681279-6183-4ae2-94b2-6339a2319555 req-1e37e542-9d1c-4eff-89ac-5c259122d52b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116159 Mar 25 21:02:21.666183 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681279-6183-4ae2-94b2-6339a2319555 req-b46d2d87-bd5d-4f2a-8af0-f39255eb9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:21.667707 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc681279-6183-4ae2-94b2-6339a2319555 req-b46d2d87-bd5d-4f2a-8af0-f39255eb9847 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1099 time: 0.0690615 Mar 25 21:02:21.807062 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681279-6183-4ae2-94b2-6339a2319555 req-96c61737-e977-49fc-a436-a464e8bcec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:21.808553 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc681279-6183-4ae2-94b2-6339a2319555 req-96c61737-e977-49fc-a436-a464e8bcec0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1237192 Mar 25 21:02:21.911528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc681279-6183-4ae2-94b2-6339a2319555 req-17085046-d056-4064-a8f7-2d629535d04d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0958750 Mar 25 21:02:21.974433 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681279-6183-4ae2-94b2-6339a2319555 req-5dbd4466-ae67-4ae4-9abd-b4d74bac36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:21.975824 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc681279-6183-4ae2-94b2-6339a2319555 req-5dbd4466-ae67-4ae4-9abd-b4d74bac36d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0587070 Mar 25 21:02:22.046918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681279-6183-4ae2-94b2-6339a2319555 req-90282f24-ad5e-45b5-aa31-527e71c656eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:22.048342 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc681279-6183-4ae2-94b2-6339a2319555 req-90282f24-ad5e-45b5-aa31-527e71c656eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671554 Mar 25 21:02:22.175686 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc681279-6183-4ae2-94b2-6339a2319555 req-e1efbcbd-9190-42ca-9464-0e5ffbbf22e1 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209960 Mar 25 21:02:22.388281 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-bc681279-6183-4ae2-94b2-6339a2319555 req-cd092de3-631c-456f-806a-17fa014e7447 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063448 Mar 25 21:02:24.167840 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:02:39.170242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68022e98-852d-4be5-a305-8482c4fef4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:42.224068 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b297bba8-bbe4-45e5-88f3-3fd02bba9757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:42.861675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:43.050015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:44.458381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:48.538379 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:56.803428 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44232) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:02:57.043265 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Deleting port f913bd54-8b95-492c-a80a-7193c8d42e1a {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:02:57.043519 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:57.208249 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:57.208600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:57.329066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Calling delete_port for f913bd54-8b95-492c-a80a-7193c8d42e1a owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:02:57.555804 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:57.608654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event deleted for resources: {'Port': ['ID=f913bd54-8b95-492c-a80a-7193c8d42e1a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:02:57.640546 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.640894 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.641227 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.641554 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.641880 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.642205 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.642526 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.642846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.643165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.643481 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.643794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.644109 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:02:57.708611 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:57.708947 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Floating IP 28ea5bc7-5ca2-4b48-ba54-c44b5c1a899f disassociated (deleted). External IP: 172.26.8.83, port: adb36e40-e276-4775-b601-7f45276de9b2. Mar 25 21:02:58.163714 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Router 82507c28-9b55-4087-a0f9-26b9d0122c05 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:02:58.337952 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:02:58.347151 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] Sync routers for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:02:58.356437 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:02:58.360467 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:02:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:02:58.412489 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:02:58.469697 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-0221f450-9ffc-4ac3-b370-0765ebeb536a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "DELETE /v2.0/floatingips/28ea5bc7-5ca2-4b48-ba54-c44b5c1a899f HTTP/1.1" status: 204 len: 168 time: 1.6651218 Mar 25 21:02:58.470277 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:02:58.547594 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:02:58.629231 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2', 'status': 'completed', 'code': 200} Mar 25 21:02:58.720322 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-6297427f-94c5-40db-8d7a-7219ec7f0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:58.721797 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-6297427f-94c5-40db-8d7a-7219ec7f0333 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 1099 time: 0.0752351 Mar 25 21:02:58.858755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-9c884884-341e-445c-8dd8-bcf3415992be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:58.860208 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-9c884884-341e-445c-8dd8-bcf3415992be service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1322527 Mar 25 21:02:58.874596 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:02:58.878603 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] Checking router: 82507c28-9b55-4087-a0f9-26b9d0122c05 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:02:58.887505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:02:58.888114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:02:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:02:58.929773 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-68dffce3-b85e-4280-8c15-84bd1fd8d2ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 200 len: 217 time: 0.0610099 Mar 25 21:02:58.997930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-7a8a9633-ec2b-4da9-a290-814bfd620334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:58.999332 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-7a8a9633-ec2b-4da9-a290-814bfd620334 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0622091 Mar 25 21:02:59.072252 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:02:59.133700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-30ae5226-0d97-4b0a-b436-5dc3361ba0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:59.135182 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-30ae5226-0d97-4b0a-b436-5dc3361ba0df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1294363 Mar 25 21:02:59.172097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0f1d-6d96-49f0-bdc0-1bd5e911d866 req-03115d02-0afd-4da8-b779-8eff47bc2b39 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:02:59.173671 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31be0f1d-6d96-49f0-bdc0-1bd5e911d866 req-03115d02-0afd-4da8-b779-8eff47bc2b39 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 946 time: 0.1776316 Mar 25 21:02:59.290879 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-31be0f1d-6d96-49f0-bdc0-1bd5e911d866 req-af3835b9-6270-4d9f-bb24-b08032279c40 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054065 Mar 25 21:02:59.313749 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-35768016-7869-4674-8f58-e1d1f557ad8c service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704996 Mar 25 21:02:59.424206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:02:59.428155 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ef406-8299-4c3d-bc8a-80be4f8fb204 None None] The sync data for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv is: [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:02:59.448702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a53d4ac8-4f0a-4a7a-9e3f-e0a3e1192d5b req-7f45b039-54d4-43f2-8b00-934aba48dbc8 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275253 Mar 25 21:02:59.640182 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a874e39-ae04-414d-8a92-b06f33254fd5 None None] New status for floating IP 28ea5bc7-5ca2-4b48-ba54-c44b5c1a899f: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 21:03:00.405920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-27bb5768-0752-4f9a-9c9c-8ea8d03aadae tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:00.407338 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-27bb5768-0752-4f9a-9c9c-8ea8d03aadae tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 946 time: 0.0797591 Mar 25 21:03:00.483057 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Deleting port adb36e40-e276-4775-b601-7f45276de9b2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:03:00.483396 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:00.671813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b178-33d5-4aa6-8be1-f8f17c59ae55 req-74c603b1-55b4-45af-bea3-ade49bd9d189 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:00.673287 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ef60b178-33d5-4aa6-8be1-f8f17c59ae55 req-74c603b1-55b4-45af-bea3-ade49bd9d189 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 946 time: 0.2238243 Mar 25 21:03:00.790837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ef60b178-33d5-4aa6-8be1-f8f17c59ae55 req-82a0bc89-b40f-46c8-8a5d-84f87a39336b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=300d4df9-6798-4cb7-a7f4-110d12b6a6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057968 Mar 25 21:03:00.817712 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] For port adb36e40-e276-4775-b601-7f45276de9b2, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=adb36e40-e276-4775-b601-7f45276de9b2,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:03:00.818060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:01.031502 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Calling delete_port for adb36e40-e276-4775-b601-7f45276de9b2 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:03:01.167962 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:03:01.218105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:01.269792 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event deleted for resources: {'Port': ['ID=adb36e40-e276-4775-b601-7f45276de9b2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:01.307984 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.308317 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.308680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.309008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.309329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.309650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.309969 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.310285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.310600 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.310913 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.311223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.311537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:01.352308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] No DVR routers for this DVR port adb36e40-e276-4775-b601-7f45276de9b2 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 21:03:01.355363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:01.357795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-deleted', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:03:01.368201 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3105efcc-4c8e-45d8-a5a7-b04ef544cc50 req-16d9a432-9e23-43c2-8549-03faa8238794 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "DELETE /v2.0/ports/adb36e40-e276-4775-b601-7f45276de9b2 HTTP/1.1" status: 204 len: 173 time: 0.9555883 Mar 25 21:03:01.499387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524fad3d-572b-4a78-974c-256dba7c3281', 'name': 'network-vif-deleted', 'tag': 'adb36e40-e276-4775-b601-7f45276de9b2', 'status': 'completed', 'code': 200} Mar 25 21:03:01.951562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d8ed759c-7c46-4553-a5b7-0b21dfccc2e9 req-076a90a2-38eb-4cde-8e34-1d1a4bf07c7e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Synchronizing usage tracker for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:03:02.044914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-d8ed759c-7c46-4553-a5b7-0b21dfccc2e9 req-076a90a2-38eb-4cde-8e34-1d1a4bf07c7e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Unset dirty status for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:03:02.046204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d8ed759c-7c46-4553-a5b7-0b21dfccc2e9 req-076a90a2-38eb-4cde-8e34-1d1a4bf07c7e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=524fad3d-572b-4a78-974c-256dba7c3281 HTTP/1.1" status: 200 len: 210 time: 0.1378927 Mar 25 21:03:03.139119 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44276) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:03.205373 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24848f62-d380-498d-9022-ba52938d2048 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:03.234087 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24848f62-d380-498d-9022-ba52938d2048 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:03.349752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24848f62-d380-498d-9022-ba52938d2048 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:03.364960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24848f62-d380-498d-9022-ba52938d2048 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d4df9-6798-4cb7-a7f4-110d12b6a6f0,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:03.371765 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-24848f62-d380-498d-9022-ba52938d2048 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:03.373296 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-24848f62-d380-498d-9022-ba52938d2048 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "DELETE /v2.0/security-groups/300d4df9-6798-4cb7-a7f4-110d12b6a6f0 HTTP/1.1" status: 204 len: 168 time: 0.2327485 Mar 25 21:03:04.737302 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:03:04.770414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: adb36e40-e276-4775-b601-7f45276de9b2 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:03:04.770746 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device adb36e40-e276-4775-b601-7f45276de9b2 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:03:05.905124 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44290) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:05.910586 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937961789', 'description': 'tempest-secgroup-smoke-937961789 description', 'project_id': 'b574071f36c3419fad2e226fe0099e30'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:05.916657 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:05.920416 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:05.923282 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:05.928915 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:05.989498 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.008147 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:06.012660 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:06.015481 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:06.021157 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:06.090361 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.166561 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.206066 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:06.286496 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.287706 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-3820661f-de61-43e3-9bbe-be6f9123fbb9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3815536 Mar 25 21:03:06.290509 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44294) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:06.295367 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': 'b35f7a6c-e4ac-4e1c-a108-d15eea7d259c', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:06.301280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:06.305054 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:06.308463 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:06.316735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:06.401280 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.460873 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.526352 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.549965 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c87898-6bbb-4d85-8255-3906fa5aa53c,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:06.606601 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.607827 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-1ef684f5-b488-4e13-911d-584b2918735f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164248 Mar 25 21:03:06.610539 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44300) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:06.615368 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': 'b35f7a6c-e4ac-4e1c-a108-d15eea7d259c', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:06.621911 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:06.625684 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:06.628558 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:06.634197 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:06.698699 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.758284 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.815868 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.840673 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887ba19c-1579-467d-8ab0-8d32b946bf4c,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:06.901790 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:06.902961 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-bc17472a-1ec2-4c38-9412-b2e2051c2f81 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2915239 Mar 25 21:03:06.905853 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44304) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:06.911036 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': 'b35f7a6c-e4ac-4e1c-a108-d15eea7d259c', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:06.916944 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:06.921231 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:06.924041 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:06.929734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:06.995332 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.055481 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.126679 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.149713 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec32e70-6f79-4040-8fe6-c53519143dcc,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:07.223394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.224606 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2dc13956-438c-43d4-8ee7-e9593e1f4a5a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178108 Mar 25 21:03:07.227387 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44308) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:07.232930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': 'b35f7a6c-e4ac-4e1c-a108-d15eea7d259c', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:07.238635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:07.242422 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:07.245269 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:07.250941 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:07.309866 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.370093 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.417956 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.440355 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed354e9-6bce-40d2-b5f1-1e96f8cf0963,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:07.501686 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.502861 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-80bee45b-571d-42a0-9246-cc426fc817a5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2744722 Mar 25 21:03:07.505632 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44312) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:07.510553 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': 'b35f7a6c-e4ac-4e1c-a108-d15eea7d259c', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:07.516958 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:07.520734 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:07.523563 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:07.529806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:07.598820 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Project b574071f36c3419fad2e226fe0099e30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 21:03:07.605374 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.675320 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.735805 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.759037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4ca442-786b-4a77-82f1-16ca67f7f274,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:07.821513 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.822672 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-f10f3524-3ede-426b-8619-39a42b7e0e66 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161497 Mar 25 21:03:07.826088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44316) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:07.830893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'security_group_rule': {'security_group_id': 'b35f7a6c-e4ac-4e1c-a108-d15eea7d259c', 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:07.836629 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:07.840383 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:security_group_rule and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:07.843262 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:07.848920 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:07.919009 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Project b574071f36c3419fad2e226fe0099e30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 21:03:07.925961 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:07.987697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:08.050094 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:08.073248 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a61413f-8af6-40bd-a3f9-34779896c4cd,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:08.136045 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:08.137235 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-81336f50-f67f-42c3-9565-be9c8514a416 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3101850 Mar 25 21:03:09.158977 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84ad92c7-a44d-44b8-987b-62fc71504a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:12.257889 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0346a1b-1410-4715-839a-8a196410ee88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:12.875208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:13.064038 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:14.475188 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:18.549424 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:32.991810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-e021eca8-fcda-46e2-b990-af308a2bd3ca tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937961789&fields=id&tenant_id=b574071f36c3419fad2e226fe0099e30 HTTP/1.1" status: 200 len: 267 time: 0.0416844 Mar 25 21:03:33.144386 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-73d0f554-ccf3-4306-9e04-3c8f77ca98c5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:33.145836 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-73d0f554-ccf3-4306-9e04-3c8f77ca98c5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 809 time: 0.1448507 Mar 25 21:03:33.160386 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-71964903-c097-4793-867d-1edfbe96449b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/quotas/b574071f36c3419fad2e226fe0099e30 HTTP/1.1" status: 200 len: 375 time: 0.0089982 Mar 25 21:03:33.255618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-453e7769-ed09-43f4-bfb7-bde3b0daa278 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903623 Mar 25 21:03:33.343214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-7b3f52e7-17e1-4119-8ce8-0a961ea2598c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 21:03:33.344216 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-7b3f52e7-17e1-4119-8ce8-0a961ea2598c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0419462 Mar 25 21:03:33.475809 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-46c59f94-bec9-4165-8212-cd830f171369 service neutron] 10.222.0.37 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250086 Mar 25 21:03:33.603042 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-6a54bbdd-9ac2-4c93-b0c1-1127be33c5db service neutron] 10.222.0.37 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214800 Mar 25 21:03:35.282777 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-09c53339-5376-4478-a78c-4587d11d2557 req-6ecdf3a3-2a16-400e-87ca-77466dc945d7 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 210 time: 0.0441508 Mar 25 21:03:36.375927 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-94ea2e46-4150-4ce6-9a9d-3f8fda8c9eb5 req-40380b49-eb28-443c-b0b1-8348190f965f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 210 time: 0.0411258 Mar 25 21:03:37.471346 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a17d88f2-27d6-4742-ab01-38c01f1bd2ff req-633ee04b-bdff-49be-b66c-c08f28e8a374 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 210 time: 0.0440767 Mar 25 21:03:38.168347 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:03:38.623284 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-46a7c7dc-d225-4ef3-9428-4394c1533857 req-d96addc4-33a4-43f7-96c3-24d26745df54 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 210 time: 0.0425293 Mar 25 21:03:39.148600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d15dbed5-aefd-463a-8dd7-ed09b9afd206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:39.327480 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-f58a2db1-9692-41de-949f-3bacba36e129 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:39.328841 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-f58a2db1-9692-41de-949f-3bacba36e129 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 809 time: 0.1439679 Mar 25 21:03:39.374944 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-3fe21f33-9ec2-4b63-a0f9-6e4731f56fbf tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b574071f36c3419fad2e226fe0099e30 HTTP/1.1" status: 200 len: 379 time: 0.0382166 Mar 25 21:03:39.383616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'port': {'device_id': '86c65ff0-5826-4dba-8979-35d6f3651001', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'admin_state_up': True, 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'security_groups': ['b35f7a6c-e4ac-4e1c-a108-d15eea7d259c']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:39.519069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:39.528724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:39.601195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Made reservation on behalf of b574071f36c3419fad2e226fe0099e30 for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 21:03:39.604795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:39.908536 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-44ab50e9-16e2-4891-a3fa-403699b7d8c9 req-3acbec5e-9815-4de6-bc1f-cb6ede064895 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 210 time: 0.1530423 Mar 25 21:03:39.928972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Allocated IP 172.20.0.7 (4203c5d9-a060-4813-a7ce-e402577ef1a0/b1b26c7e-6958-4dbe-9f76-d1007bf42f1a/0a0fd442-e12f-4d37-91b9-15b2137dceb3) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:03:40.118302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:40.134205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Transition to ACTIVE for port object 0a0fd442-e12f-4d37-91b9-15b2137dceb3 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:03:40.267864 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:40.330360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:03:40.333172 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:03:40.337647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:03:40.381856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:40.416311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:40.416957 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:40.521189 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-0dcc9c8a-6389-40c1-bdc1-3826e827a744 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1415019 Mar 25 21:03:40.533031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Request body: {'port': {'device_id': '86c65ff0-5826-4dba-8979-35d6f3651001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:40.647693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:40.701699 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-587cf3d9-dbed-449c-b5c3-eb715617c1b3 None None] Provisioning for port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:03:40.707005 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-587cf3d9-dbed-449c-b5c3-eb715617c1b3 None None] Provisioning complete for port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:03:40.711371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-587cf3d9-dbed-449c-b5c3-eb715617c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:40.764658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-587cf3d9-dbed-449c-b5c3-eb715617c1b3 None None] Port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 21:03:40.984995 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0fd442-e12f-4d37-91b9-15b2137dceb3 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:03:40.993283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:41.008631 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Transition to ACTIVE for port object 0a0fd442-e12f-4d37-91b9-15b2137dceb3 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:03:41.091285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda39d1-b59a-4481-98ab-bad5d2f98cd7 req-247963f0-ea1b-4d1d-8ec3-03c0979e6371 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:41.091962 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-7dda39d1-b59a-4481-98ab-bad5d2f98cd7 req-247963f0-ea1b-4d1d-8ec3-03c0979e6371 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Synchronizing usage tracker for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:03:41.095999 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:41.264133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Pushing event updated for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:41.271159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-7dda39d1-b59a-4481-98ab-bad5d2f98cd7 req-247963f0-ea1b-4d1d-8ec3-03c0979e6371 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Unset dirty status for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:03:41.277014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7dda39d1-b59a-4481-98ab-bad5d2f98cd7 req-247963f0-ea1b-4d1d-8ec3-03c0979e6371 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 931 time: 0.2645135 Mar 25 21:03:41.362534 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7dda39d1-b59a-4481-98ab-bad5d2f98cd7 req-5588296e-5232-454b-a4f6-9d9f7ec5fd96 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845735 Mar 25 21:03:41.384468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Attempting to bind port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:03:41.384826 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Attempting to bind port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:03:41.385152 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Attempting to bind port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 on network 4203c5d9-a060-4813-a7ce-e402577ef1a0 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:03:41.389921 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 on network 4203c5d9-a060-4813-a7ce-e402577ef1a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 21:03:41.390228 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Attempting to bind port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 on network 4203c5d9-a060-4813-a7ce-e402577ef1a0 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:03:41.395303 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:03:41.395634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Checking segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:03:41.396003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Bound using segment: {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:03:41.396412 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Bound port: 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582e78eb-50da-4835-8a81-49d0b6dc47f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:03:41.396779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:41.483083 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:03:41.486022 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:03:41.589234 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:41.645283 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:41.645795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:41.647173 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] 10.222.0.43 "PUT /v2.0/ports/0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 1093 time: 1.1186056 Mar 25 21:03:41.647572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:03:41.688920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43eadf-1244-47a3-8032-2bc75f4ab66b service neutron] Pushing event updated for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:41.707117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'status': 'completed', 'code': 200} Mar 25 21:03:41.799406 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cc258-108f-45c1-80df-3ed16a29044c req-e30dd470-0168-4109-af33-9f999c3e5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:41.800921 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cc9cc258-108f-45c1-80df-3ed16a29044c req-e30dd470-0168-4109-af33-9f999c3e5c3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1096 time: 0.0766015 Mar 25 21:03:41.944144 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cc258-108f-45c1-80df-3ed16a29044c req-e36caf4f-28e2-42b5-8a9d-82f688938370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:41.945534 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cc9cc258-108f-45c1-80df-3ed16a29044c req-e36caf4f-28e2-42b5-8a9d-82f688938370 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b574071f36c3419fad2e226fe0099e30&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1381290 Mar 25 21:03:42.174606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cc258-108f-45c1-80df-3ed16a29044c req-ff85fe44-f7b4-4858-937c-63315544abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:42.176029 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cc9cc258-108f-45c1-80df-3ed16a29044c req-ff85fe44-f7b4-4858-937c-63315544abb8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2241340 Mar 25 21:03:42.204321 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ec1c-8d30-4871-90a8-6e29d3065d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:42.283038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-bd62aa13-0826-4739-8c92-ad5c0d42fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:42.284741 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-bd62aa13-0826-4739-8c92-ad5c0d42fa41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1096 time: 0.0721540 Mar 25 21:03:42.353001 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-117ec456-4e21-4742-9d16-8e6f88df5c3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 217 time: 0.0622463 Mar 25 21:03:42.414324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-b652eb9d-9e0e-44c0-b124-0939c1b33d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:42.415772 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-b652eb9d-9e0e-44c0-b124-0939c1b33d23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0565581 Mar 25 21:03:42.539540 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-ab72b2f8-bc44-4218-861d-35a549c2d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:42.540990 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-ab72b2f8-bc44-4218-861d-35a549c2d83b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1190603 Mar 25 21:03:42.599253 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5081e88-efee-4c8c-8e6f-208430ced0dd req-a18578b3-7700-42d5-80ac-cb0e2e4623e8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:42.601289 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e5081e88-efee-4c8c-8e6f-208430ced0dd req-a18578b3-7700-42d5-80ac-cb0e2e4623e8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.1305048 Mar 25 21:03:42.715602 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e5081e88-efee-4c8c-8e6f-208430ced0dd req-6727d78d-b67a-4515-b07d-19a34db8d27c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671470 Mar 25 21:03:42.722967 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-72bd5d31-7106-4a19-9dc8-0065e52d0b12 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734300 Mar 25 21:03:42.855660 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-df1db201-8cb1-4fbe-9d15-4f12a87ec1ac req-83786ee3-42a8-46ed-bbb1-269d8801105e service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262760 Mar 25 21:03:42.891600 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:43.079761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:43.904335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff82cf-9798-4e10-a963-c0e87fb215a8 req-98aa9c68-52c3-4b23-80c9-9a359d6a00ca tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:43.905837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-42ff82cf-9798-4e10-a963-c0e87fb215a8 req-98aa9c68-52c3-4b23-80c9-9a359d6a00ca tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0818760 Mar 25 21:03:43.948309 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-42ff82cf-9798-4e10-a963-c0e87fb215a8 req-921ede1b-44a7-4353-9350-4897cb014479 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367894 Mar 25 21:03:44.451267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:45.127850 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30f050-a880-45be-8e74-e86bd9806041 req-77c49c0e-784c-44ea-abe7-06456a93b3e2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:45.129328 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce30f050-a880-45be-8e74-e86bd9806041 req-77c49c0e-784c-44ea-abe7-06456a93b3e2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0783908 Mar 25 21:03:45.171916 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ce30f050-a880-45be-8e74-e86bd9806041 req-754d4fe7-ae29-4670-9695-b2dd47d0bef3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364470 Mar 25 21:03:46.357847 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9b12-22cf-4620-a7cd-f4a453a6b264 req-6ca2a56f-2aa5-4e89-8062-eed068dd8af4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:46.359260 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d8c9b12-22cf-4620-a7cd-f4a453a6b264 req-6ca2a56f-2aa5-4e89-8062-eed068dd8af4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0807939 Mar 25 21:03:46.401666 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6d8c9b12-22cf-4620-a7cd-f4a453a6b264 req-512fd73d-6757-48cc-9513-591a6f04f4a1 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369604 Mar 25 21:03:47.583495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c579e0-f86e-4187-ba50-2a8d806eea3a req-24c1cef6-4e83-46f9-9e4d-dd3455e12a16 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:47.585394 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-74c579e0-f86e-4187-ba50-2a8d806eea3a req-24c1cef6-4e83-46f9-9e4d-dd3455e12a16 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0800772 Mar 25 21:03:47.630447 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-74c579e0-f86e-4187-ba50-2a8d806eea3a req-5f6629b7-0220-472a-8e1e-70503bfd5e2b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389924 Mar 25 21:03:48.541384 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:48.818170 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f111fc-e059-41f5-a472-ad780cf6bb3f req-85ba4ff0-7dea-4b4d-b773-f2a93ebddafd tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:48.819544 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0f111fc-e059-41f5-a472-ad780cf6bb3f req-85ba4ff0-7dea-4b4d-b773-f2a93ebddafd tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0863833 Mar 25 21:03:48.863113 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d0f111fc-e059-41f5-a472-ad780cf6bb3f req-8b882d03-5b81-46ff-a285-abdb0fc37b9c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377409 Mar 25 21:03:50.049602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e3c87-3359-4f5e-a42b-1895103ca910 req-19bb41a9-9716-488b-b495-b914caf1b7ee tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:50.050949 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d87e3c87-3359-4f5e-a42b-1895103ca910 req-19bb41a9-9716-488b-b495-b914caf1b7ee tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0828991 Mar 25 21:03:50.100567 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d87e3c87-3359-4f5e-a42b-1895103ca910 req-4297728a-83a4-4e5d-aa9c-24331d2db441 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Mar 25 21:03:51.278376 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13ab8f-07c9-4b30-a12c-2c4721f4eb70 req-acce3fea-9b04-46d4-9fdd-474db6377d11 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:51.279802 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3e13ab8f-07c9-4b30-a12c-2c4721f4eb70 req-acce3fea-9b04-46d4-9fdd-474db6377d11 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0775242 Mar 25 21:03:51.323083 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3e13ab8f-07c9-4b30-a12c-2c4721f4eb70 req-22403117-93c7-4e6e-b24e-2534788387c8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372493 Mar 25 21:03:52.509602 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5b819-ce91-4af9-9039-9f0ffaedcf30 req-d8657d37-6bb2-4571-bd9b-8305fb53dd37 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:52.512343 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6dd5b819-ce91-4af9-9039-9f0ffaedcf30 req-d8657d37-6bb2-4571-bd9b-8305fb53dd37 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0809951 Mar 25 21:03:52.554886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6dd5b819-ce91-4af9-9039-9f0ffaedcf30 req-a511c78a-1556-43ba-8a6c-bec4bb8311f9 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Mar 25 21:03:52.938587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a0fd442-e12f-4d37-91b9-15b2137dceb3 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 21:03:53.067164 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:03:53.080041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'port_id': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'mac_address': 'fa:16:3e:af:67:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 21:03:53.135698 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:53.151989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0fd442-e12f-4d37-91b9-15b2137dceb3 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:03:53.166645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:03:53.239735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:53.304794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:53.311605 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.311942 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.312272 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.312622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.312943 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.313262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.313576 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.313890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.314203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.314511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.314819 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.315127 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:03:53.558599 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['0a0fd442-e12f-4d37-91b9-15b2137dceb3'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 21:03:53.894126 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eccae4-5df4-4bb6-9191-082b3dadd112 req-fd34f4c6-4549-407e-bdf2-96b7411c39cb tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:53.895564 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b4eccae4-5df4-4bb6-9191-082b3dadd112 req-fd34f4c6-4549-407e-bdf2-96b7411c39cb tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 944 time: 0.0769274 Mar 25 21:03:53.938590 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b4eccae4-5df4-4bb6-9191-082b3dadd112 req-a4119b76-4c0f-4b99-a77a-2e17ce94285a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374815 Mar 25 21:03:54.949812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a0fd442-e12f-4d37-91b9-15b2137dceb3 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:03:55.078775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:03:55.085394 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:03:55.088226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:55.209725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:55.214809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87322f-f7d7-45eb-b691-ddce8c3fe389 req-ace67351-0d65-4963-9788-417eae94d025 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:55.216281 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2c87322f-f7d7-45eb-b691-ddce8c3fe389 req-ace67351-0d65-4963-9788-417eae94d025 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 944 time: 0.1749759 Mar 25 21:03:55.237336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:03:55.246606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:03:55.261353 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2c87322f-f7d7-45eb-b691-ddce8c3fe389 req-f7a14d2b-c234-4343-aad1-d181777ad170 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Mar 25 21:03:55.330282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:55.367166 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'code': 200} Mar 25 21:03:55.399336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:55.746933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd112989-99a7-4f27-9bb1-64a7b7053cc9 req-3c8c80d1-ee1b-4ebc-8c18-e51c725d1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:55.748410 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd112989-99a7-4f27-9bb1-64a7b7053cc9 req-3c8c80d1-ee1b-4ebc-8c18-e51c725d1544 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0765626 Mar 25 21:03:55.787810 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fd112989-99a7-4f27-9bb1-64a7b7053cc9 req-50f25cc1-673f-43e2-be12-117519402a76 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336626 Mar 25 21:03:56.442991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36c2ac-f098-465c-bf7e-92b757d900d4 req-00f3c631-1d37-4c57-9196-adff49299507 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:56.445053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9b36c2ac-f098-465c-bf7e-92b757d900d4 req-00f3c631-1d37-4c57-9196-adff49299507 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0778458 Mar 25 21:03:56.486483 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9b36c2ac-f098-465c-bf7e-92b757d900d4 req-8487e4d9-1217-48c4-8999-ac005b1f5560 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360355 Mar 25 21:03:57.669564 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca7e71-a2de-46f1-8d65-9a1b5313e274 req-c863ba3f-6290-4470-9675-53503a35591d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:57.671217 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9eca7e71-a2de-46f1-8d65-9a1b5313e274 req-c863ba3f-6290-4470-9675-53503a35591d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0811563 Mar 25 21:03:57.714276 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9eca7e71-a2de-46f1-8d65-9a1b5313e274 req-f681ee47-595b-4193-900f-4339d00e69bd tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374870 Mar 25 21:03:57.898846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fe6e-2050-40ca-9c93-0836e9392c73 req-877debed-414f-4c7e-b5f9-afd58420a61b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:57.900270 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-daa5fe6e-2050-40ca-9c93-0836e9392c73 req-877debed-414f-4c7e-b5f9-afd58420a61b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0808706 Mar 25 21:03:57.943202 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-daa5fe6e-2050-40ca-9c93-0836e9392c73 req-43fd9e38-0f62-44d5-aa10-f6b8f79cd5f4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373707 Mar 25 21:03:57.965094 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44604) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:58.078128 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d6426-0538-424c-a5f1-36b915241ad2 tempest-TestShelveInstance-227471734 tempest-TestShelveInstance-227471734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:03:58.079624 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-da2d6426-0538-424c-a5f1-36b915241ad2 tempest-TestShelveInstance-227471734 tempest-TestShelveInstance-227471734-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1093 time: 0.1135824 Mar 25 21:03:58.082402 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44610) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:03:58.087757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:03:58.093861 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:03:58.097620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Usage tracker for resource:floatingip and tenant:b574071f36c3419fad2e226fe0099e30 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:03:58.101027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:03:58.106746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:03:58.194727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:58.326492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:58.461587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Allocated IP 172.26.8.51 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/fa5064b9-7d5f-4283-9b16-df4e8abc0db1) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:03:58.603464 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:58.691594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:58.755700 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:03:58.758373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:03:58.766100 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:03:58.795987 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'Port': ['ID=fa5064b9-7d5f-4283-9b16-df4e8abc0db1,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:59.165251 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:59.279629 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:59.564867 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:59.620949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:59.732209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event updated for resources: {'Port': ['ID=fa5064b9-7d5f-4283-9b16-df4e8abc0db1,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:03:59.745748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:03:59.911887 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Floating IP 21c022c3-c5a5-4671-8df7-9f537573a67f associated. External IP: 172.26.8.51, port: 0a0fd442-e12f-4d37-91b9-15b2137dceb3. Mar 25 21:04:00.258973 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Router 82507c28-9b55-4087-a0f9-26b9d0122c05 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:04:00.434298 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:04:00.444497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] Sync routers for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:04:00.454373 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:04:00.454970 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:03:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:04:00.536197 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:00.591381 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-3824488f-9b55-48f8-9788-7298cc50e528 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5079603 Mar 25 21:04:00.592338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:04:00.646995 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'status': 'completed', 'code': 200} Mar 25 21:04:00.660250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:04:00.737488 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13caa37-1037-46c4-9047-18bc93479b42 req-bdbfa521-bc1b-46f2-88f4-39d0f4a48963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:04:00.739030 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a13caa37-1037-46c4-9047-18bc93479b42 req-bdbfa521-bc1b-46f2-88f4-39d0f4a48963 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0691719 Mar 25 21:04:00.869270 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13caa37-1037-46c4-9047-18bc93479b42 req-3c06ff88-9104-440f-a810-0977bc500655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:04:00.870886 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a13caa37-1037-46c4-9047-18bc93479b42 req-3c06ff88-9104-440f-a810-0977bc500655 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1252675 Mar 25 21:04:01.007999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '21c022c3-c5a5-4671-8df7-9f537573a67f', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'floating_ip_address': '172.26.8.51', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'port_id': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'mac_address': 'fa:16:3e:af:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c65ff0-5826-4dba-8979-35d6f3651001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:03:59Z', 'updated_at': '2022-03-25T21:03:59Z', 'revision_number': 0, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:04:01.011975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] Checking router: 82507c28-9b55-4087-a0f9-26b9d0122c05 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:04:01.020182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:04:01.020798 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:03:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:04:01.080781 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a13caa37-1037-46c4-9047-18bc93479b42 req-5fde5199-8a08-4dd5-95c8-a06923c4ebae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 998 time: 0.2043967 Mar 25 21:04:01.143275 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13caa37-1037-46c4-9047-18bc93479b42 req-65f46191-65aa-4a89-a4c6-5357fc59849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:04:01.144693 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a13caa37-1037-46c4-9047-18bc93479b42 req-65f46191-65aa-4a89-a4c6-5357fc59849d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0578887 Mar 25 21:04:01.198405 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:04:01.216652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13caa37-1037-46c4-9047-18bc93479b42 req-6dff800e-3fe9-48dd-84af-d2252df2556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:04:01.226393 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a13caa37-1037-46c4-9047-18bc93479b42 req-6dff800e-3fe9-48dd-84af-d2252df2556d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679455 Mar 25 21:04:01.348222 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a13caa37-1037-46c4-9047-18bc93479b42 req-ecd49816-4e11-431a-bd95-edaf1d8b8a83 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241615 Mar 25 21:04:01.477849 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a13caa37-1037-46c4-9047-18bc93479b42 req-9c4708d1-61e0-4c81-ba9b-4856a3e3ccc9 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231275 Mar 25 21:04:01.541768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '21c022c3-c5a5-4671-8df7-9f537573a67f', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'floating_ip_address': '172.26.8.51', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'port_id': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'mac_address': 'fa:16:3e:af:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c65ff0-5826-4dba-8979-35d6f3651001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:03:59Z', 'updated_at': '2022-03-25T21:03:59Z', 'revision_number': 0, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:04:01.545607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfc306-b239-41e2-9069-83a2a8cb3976 None None] The sync data for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv is: [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '21c022c3-c5a5-4671-8df7-9f537573a67f', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'floating_ip_address': '172.26.8.51', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'port_id': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'mac_address': 'fa:16:3e:af:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c65ff0-5826-4dba-8979-35d6f3651001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:03:59Z', 'updated_at': '2022-03-25T21:03:59Z', 'revision_number': 0, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:04:01.736967 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435698e-eac7-4166-8364-7e3552d14aee None None] New status for floating IP 21c022c3-c5a5-4671-8df7-9f537573a67f: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 21:04:09.163907 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-137afaef-cacc-4dcb-b29e-a9446b6bb354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:12.245244 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d498075b-3908-4f61-b39d-37edf16bbe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:12.879505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:13.079459 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:14.468863 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:15.167844 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:04:18.565342 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:22.406533 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-45e52486-9036-4e70-8152-46f3353bf8dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776787 Mar 25 21:04:22.552241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-e262b473-e9b1-435a-bc2e-96e4e88a4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:04:22.552241 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-e262b473-e9b1-435a-bc2e-96e4e88a4d8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0700920 Mar 25 21:04:22.691195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-3755c76b-3060-41ca-bbf1-9431aa2b01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:04:22.692685 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-3755c76b-3060-41ca-bbf1-9431aa2b01c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1318972 Mar 25 21:04:22.795856 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-32198fbb-f391-4acd-8339-f07080cf955c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 1000 time: 0.0969696 Mar 25 21:04:22.857325 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-4664db0b-79c7-44f7-b2e9-980bbdbd6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:04:22.858805 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-4664db0b-79c7-44f7-b2e9-980bbdbd6137 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0568817 Mar 25 21:04:22.935843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-2ef72a28-3f14-496f-a78a-ac7353546561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:04:22.936982 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-2ef72a28-3f14-496f-a78a-ac7353546561 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720763 Mar 25 21:04:23.077658 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-13cb6b4e-5269-4221-8d4e-255d5f96e3ae service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335866 Mar 25 21:04:23.207110 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2a253a6f-31f6-461c-b2bd-0b1def5131ed req-915af179-bea9-4625-86f9-3cc6295a71b6 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237783 Mar 25 21:04:39.187682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-62a89b56-2271-45cb-b8c9-181abbb32672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:42.195086 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-505d166e-18de-4caf-bdd5-f734ff8d8d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:42.867481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:43.107157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:44.444267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:48.553260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:04:52.167640 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:05:09.158141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-db669d9b-121a-457a-b2ee-27ef8faa894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:12.203701 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-838fd3e3-49a6-4a64-a24f-a8ff8270d15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:12.901079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:13.078436 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:14.455474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:18.575482 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:24.397779 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28adfe7f-f410-4698-8146-fb73abe86dba req-e3bc8a92-fdbd-4b89-8094-b08f2be10b0b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698700 Mar 25 21:05:24.541686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adfe7f-f410-4698-8146-fb73abe86dba req-74520405-e356-4ee4-be4f-c41687e0279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:05:24.543146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28adfe7f-f410-4698-8146-fb73abe86dba req-74520405-e356-4ee4-be4f-c41687e0279b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0795317 Mar 25 21:05:24.784244 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adfe7f-f410-4698-8146-fb73abe86dba req-eed3d06e-e309-477e-b7d1-dab90edf8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:05:24.784244 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28adfe7f-f410-4698-8146-fb73abe86dba req-eed3d06e-e309-477e-b7d1-dab90edf8587 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.2224174 Mar 25 21:05:24.891878 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28adfe7f-f410-4698-8146-fb73abe86dba req-3052405b-81b5-4496-b436-4e04396d7c7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 1000 time: 0.1012459 Mar 25 21:05:24.953593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adfe7f-f410-4698-8146-fb73abe86dba req-3b17d30d-9416-4df9-af44-b372fd226e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:05:24.954363 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28adfe7f-f410-4698-8146-fb73abe86dba req-3b17d30d-9416-4df9-af44-b372fd226e80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0567012 Mar 25 21:05:25.027286 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adfe7f-f410-4698-8146-fb73abe86dba req-dde19ccc-717e-45ce-817f-edb3bfd88d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:05:25.028623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28adfe7f-f410-4698-8146-fb73abe86dba req-dde19ccc-717e-45ce-817f-edb3bfd88d73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692875 Mar 25 21:05:25.159201 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28adfe7f-f410-4698-8146-fb73abe86dba req-e9b17694-b389-4e71-b82d-042b6336f888 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247520 Mar 25 21:05:25.290758 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-28adfe7f-f410-4698-8146-fb73abe86dba req-e77b955f-c1c1-4012-a0d5-0f26738c571a service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251700 Mar 25 21:05:29.166677 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:05:39.192163 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-624ca924-cd53-4594-a1df-555d8d5050d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:42.220245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f893fe4-6bd6-4fea-9582-349f515efa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:42.871979 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:43.065972 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:44.489230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:05:48.574776 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:06.166498 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:06:09.163195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60e5f2fe-1351-466a-859d-d76d21c38d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:12.197367 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-661ff931-2a28-4fb1-a51c-e56908bfb03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:12.826382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [req-5d059909-49ba-48bc-a6e9-4733ad1de079 req-2c899cb9-45ea-4187-b70c-a1d4a942fff0 service neutron] (88485) timed out ('10.222.0.37', 42942) {{(pid=88485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 25 21:06:12.865903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:13.083219 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:14.483048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:18.563758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:25.412395 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-7d74cb84-bb93-4506-8bee-868384cbdd7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722294 Mar 25 21:06:25.550605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-a4ace470-601e-4e8b-b4be-bc9fe1e3dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:25.552038 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-a4ace470-601e-4e8b-b4be-bc9fe1e3dedc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0688794 Mar 25 21:06:25.696753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-1383a828-e176-447a-89e1-a83396ddf6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:25.697625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-1383a828-e176-447a-89e1-a83396ddf6d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1266575 Mar 25 21:06:25.801409 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-9796fa28-d0e0-4705-a3fe-ba831131b8fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 1000 time: 0.0974834 Mar 25 21:06:25.864294 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-59d3dce3-2409-4f70-8745-7322ae59b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:25.865683 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-59d3dce3-2409-4f70-8745-7322ae59b680 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0586836 Mar 25 21:06:25.937972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-05c7bcbb-bd92-4437-ac86-b653ebd8933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:25.939419 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-05c7bcbb-bd92-4437-ac86-b653ebd8933c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680385 Mar 25 21:06:25.948880 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-d25798bb-fca3-46cc-9b7a-4085706f65f3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 21:06:25.949741 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-d25798bb-fca3-46cc-9b7a-4085706f65f3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046444 Mar 25 21:06:26.079631 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-6c036b2d-af3d-4f2c-ac0a-3e0df897a95e service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229913 Mar 25 21:06:26.214094 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-033375a7-7cb5-4bc3-8539-4161ba5d0bcf req-2839575a-4490-4d9e-ab76-467724f2e587 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275907 Mar 25 21:06:37.682958 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133cfb-f956-4cde-8f4c-b2108d537af5 req-e2c07f46-2b8e-47ca-891b-3c7cbab6561d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:37.684456 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91133cfb-f956-4cde-8f4c-b2108d537af5 req-e2c07f46-2b8e-47ca-891b-3c7cbab6561d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.1111670 Mar 25 21:06:37.736224 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-91133cfb-f956-4cde-8f4c-b2108d537af5 req-fe67d166-80df-46c4-9e01-4eaa494b83b3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456948 Mar 25 21:06:38.927299 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bd30b-ed1e-4c52-a5bc-e0e6c5daecdb req-1938bf33-5dbd-4380-a9a6-0e969b6a2ec8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:38.929159 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-db0bd30b-ed1e-4c52-a5bc-e0e6c5daecdb req-1938bf33-5dbd-4380-a9a6-0e969b6a2ec8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0788844 Mar 25 21:06:38.971878 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-db0bd30b-ed1e-4c52-a5bc-e0e6c5daecdb req-e21091b2-c451-4aab-80ab-ab7905832038 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372365 Mar 25 21:06:39.174673 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b25985c3-8a51-4185-9c77-8cc35e2c9f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:40.249571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b373517-e9cd-4518-93b7-4845a468efcc req-e4467fae-1120-4d95-9fbb-bc4d4e38c3ba tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:40.251121 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0b373517-e9cd-4518-93b7-4845a468efcc req-e4467fae-1120-4d95-9fbb-bc4d4e38c3ba tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.1724799 Mar 25 21:06:40.294076 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0b373517-e9cd-4518-93b7-4845a468efcc req-5ab9773d-8f50-49f1-921c-e5223a1c53d3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374906 Mar 25 21:06:41.482557 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcea49-b7de-4515-a0a5-3d7bfe6e0a19 req-52a59b69-962d-41df-9472-500df1388834 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:41.484012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72fcea49-b7de-4515-a0a5-3d7bfe6e0a19 req-52a59b69-962d-41df-9472-500df1388834 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0779743 Mar 25 21:06:41.529561 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72fcea49-b7de-4515-a0a5-3d7bfe6e0a19 req-d6178172-05dd-4c25-9efd-3aaf16faaf10 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399828 Mar 25 21:06:42.191385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2d6964d-43ff-4088-9f34-444150d6d192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:42.712970 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f675065-ef73-4e2a-ac9c-f5da68787c85 req-d13eaa86-6bd7-4e3e-983d-180f2e554c26 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:42.714438 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8f675065-ef73-4e2a-ac9c-f5da68787c85 req-d13eaa86-6bd7-4e3e-983d-180f2e554c26 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0788479 Mar 25 21:06:42.757188 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8f675065-ef73-4e2a-ac9c-f5da68787c85 req-c33097aa-db88-4b4f-8704-0e39fe1a7716 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370212 Mar 25 21:06:42.905732 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:43.105825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:43.165872 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:06:43.944436 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7005e5-db11-4a05-9803-9c6798fcb814 req-9c5dc3ff-00b6-4d1d-833d-48f86875564b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:43.945842 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fb7005e5-db11-4a05-9803-9c6798fcb814 req-9c5dc3ff-00b6-4d1d-833d-48f86875564b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0819335 Mar 25 21:06:43.987984 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fb7005e5-db11-4a05-9803-9c6798fcb814 req-a47ee603-39f7-4e6e-9ae0-a7f656bcb215 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366409 Mar 25 21:06:44.471504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:45.169625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5766e67-cc65-4b89-9511-5e280ec43009 req-23c90aa4-0081-4d6d-9b66-23607f6b34b5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:45.171059 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d5766e67-cc65-4b89-9511-5e280ec43009 req-23c90aa4-0081-4d6d-9b66-23607f6b34b5 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0794365 Mar 25 21:06:45.221521 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d5766e67-cc65-4b89-9511-5e280ec43009 req-1c5eb1f2-67c1-44fe-b21e-c1efd9a61919 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439527 Mar 25 21:06:46.418141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4834-0ced-4249-8af6-48523cd3c40e req-ffb36427-20a4-4fd3-9783-87299e41d7f2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:46.419501 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-897c4834-0ced-4249-8af6-48523cd3c40e req-ffb36427-20a4-4fd3-9783-87299e41d7f2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0875366 Mar 25 21:06:46.462405 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-897c4834-0ced-4249-8af6-48523cd3c40e req-2ee3e71d-a1b3-4f1d-8276-fc53f9ee7e2e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374100 Mar 25 21:06:47.653977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01323d4e-2324-442c-bfea-dd8f417476c9 req-6937ab8a-d913-4a70-99b9-101f8f26953c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:47.655448 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-01323d4e-2324-442c-bfea-dd8f417476c9 req-6937ab8a-d913-4a70-99b9-101f8f26953c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0856249 Mar 25 21:06:47.699500 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-01323d4e-2324-442c-bfea-dd8f417476c9 req-cbf432b1-6d69-4bdf-b7b0-147783c3259a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382757 Mar 25 21:06:47.832655 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-ed09ac0d-5f5e-4954-ae57-21e8690f37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:47.834743 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-ed09ac0d-5f5e-4954-ae57-21e8690f37ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0696256 Mar 25 21:06:47.965224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-88d47e07-1b5c-46aa-8805-98f5de3e96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:47.966609 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-88d47e07-1b5c-46aa-8805-98f5de3e96a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1267505 Mar 25 21:06:48.069830 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-4ad78e7c-e67e-4600-a5f4-51cde1e1f547 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 1000 time: 0.0971446 Mar 25 21:06:48.132137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-40768f4c-5815-4f60-a475-deba12435bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:48.133493 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-40768f4c-5815-4f60-a475-deba12435bf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0577641 Mar 25 21:06:48.217007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-52eb0fc0-b05c-467e-99ef-7b4ccbf7737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:48.218378 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-52eb0fc0-b05c-467e-99ef-7b4ccbf7737b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794470 Mar 25 21:06:48.345551 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-e64a4c73-42f3-4970-a2e0-ada7f3a5aaf8 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205819 Mar 25 21:06:48.471609 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7a4b667c-792f-476c-8b8d-de196d13ba2d req-1b50cdd2-8e56-4a9a-8d73-41bdbd370f2f service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198149 Mar 25 21:06:48.534411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:48.879056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c683a3-4f71-44e7-bc6e-3a79a30f9e93 req-1c4401db-cdd0-4760-83ea-a97e12efcb75 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:48.880494 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e7c683a3-4f71-44e7-bc6e-3a79a30f9e93 req-1c4401db-cdd0-4760-83ea-a97e12efcb75 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0772271 Mar 25 21:06:48.926601 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e7c683a3-4f71-44e7-bc6e-3a79a30f9e93 req-9825448d-fb24-468f-ab35-a651b179630d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405705 Mar 25 21:06:50.105527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c2fa8-d478-4538-9f56-fa94947ac220 req-94f4e930-8d3c-44a7-8874-63475799878f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:50.106984 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-644c2fa8-d478-4538-9f56-fa94947ac220 req-94f4e930-8d3c-44a7-8874-63475799878f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0781147 Mar 25 21:06:50.152584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-644c2fa8-d478-4538-9f56-fa94947ac220 req-4dddd5ad-dc47-4f41-a9b2-e182a73cd0a3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399630 Mar 25 21:06:51.436530 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec6bb-5338-4e43-90ef-bf3846d9fbf7 req-5b00f163-154d-4c2d-af75-1186fd38ccb4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:51.438778 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eb9ec6bb-5338-4e43-90ef-bf3846d9fbf7 req-5b00f163-154d-4c2d-af75-1186fd38ccb4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.1751249 Mar 25 21:06:51.484506 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eb9ec6bb-5338-4e43-90ef-bf3846d9fbf7 req-4d942545-d6d9-422b-9d73-9594caaf9c74 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400300 Mar 25 21:06:52.928324 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44694) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:06:53.064318 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf55d7c-6356-43dc-84ac-07a553d017b4 req-27c4f3c4-68f8-4978-a1b3-d1a534c23917 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:53.065772 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fdf55d7c-6356-43dc-84ac-07a553d017b4 req-27c4f3c4-68f8-4978-a1b3-d1a534c23917 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.1314516 Mar 25 21:06:53.090971 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-ddc3aa34-22e0-48c5-a38c-c7eb2399528c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1615276 Mar 25 21:06:53.116009 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fdf55d7c-6356-43dc-84ac-07a553d017b4 req-a3797a12-3993-4a99-a6fd-1a7c3ca0416d tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 Mar 25 21:06:53.693475 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a0fd442-e12f-4d37-91b9-15b2137dceb3 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:06:53.807021 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:53.832822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:06:53.842415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:06:53.877959 dv-neutron-835149-1-hyperv neutron-server[88486]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'code': 422} returned with failed status Mar 25 21:06:53.934658 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:06:54.003555 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:06:54.010199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.010540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.010873 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.011201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.011882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.011882 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.012154 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.012495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.012832 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.013205 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.013581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.013918 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:06:54.307385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5766787-f65c-4f64-bf60-03f9265645c8 req-0e9928a6-4549-4340-99fa-5516617972ee tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:54.308815 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c5766787-f65c-4f64-bf60-03f9265645c8 req-0e9928a6-4549-4340-99fa-5516617972ee tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0830534 Mar 25 21:06:54.359922 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c5766787-f65c-4f64-bf60-03f9265645c8 req-af76dfb0-0899-422b-9bfa-5e954d8c2ba2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453639 Mar 25 21:06:55.546616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c41e8e-1a23-4728-ab9d-af0e00fa22a1 req-7c1bc22a-36b3-44d7-bc68-dd4b9bca02a3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:55.548329 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-93c41e8e-1a23-4728-ab9d-af0e00fa22a1 req-7c1bc22a-36b3-44d7-bc68-dd4b9bca02a3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0793414 Mar 25 21:06:55.591981 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-93c41e8e-1a23-4728-ab9d-af0e00fa22a1 req-752a24c1-f9ed-432e-b392-1dbcf1774c3c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380111 Mar 25 21:06:56.527334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-cd007631-e54d-41d6-a2e0-50d95dd91c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:56.528814 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-cd007631-e54d-41d6-a2e0-50d95dd91c88 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001&tenant_id=b574071f36c3419fad2e226fe0099e30 HTTP/1.1" status: 200 len: 1096 time: 0.0728438 Mar 25 21:06:56.615048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-e4739540-19ed-4f33-9eb4-d7834267911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:56.616531 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-e4739540-19ed-4f33-9eb4-d7834267911a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1096 time: 0.0685997 Mar 25 21:06:56.815218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-ad2cf63a-258c-4f3e-bd5f-bbf38dc2ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:56.816582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-ad2cf63a-258c-4f3e-bd5f-bbf38dc2ba09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1944587 Mar 25 21:06:56.887591 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304f04b-bbfc-421a-afa4-76b9e4d57480 req-93a6a757-ad20-4d77-8d42-6051f264ff0c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:56.889012 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0304f04b-bbfc-421a-afa4-76b9e4d57480 req-93a6a757-ad20-4d77-8d42-6051f264ff0c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.1655724 Mar 25 21:06:56.961077 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-120d2a93-2565-47d4-bc7d-8c86a8b857d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 998 time: 0.1324301 Mar 25 21:06:56.965632 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0304f04b-bbfc-421a-afa4-76b9e4d57480 req-adfc62a1-8cd3-49bf-aafc-03d8a2feb818 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692196 Mar 25 21:06:57.022461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-a5491e61-63da-4492-abd3-6c24fb6da658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:57.023912 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-a5491e61-63da-4492-abd3-6c24fb6da658 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0566282 Mar 25 21:06:57.098812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-0511c9c0-6456-45de-96a2-25095e08ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:57.100150 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-0511c9c0-6456-45de-96a2-25095e08ef47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707314 Mar 25 21:06:57.228796 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-aa59d193-36ae-4f98-8163-abf456f71d03 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219635 Mar 25 21:06:57.357003 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c93f5e97-4d88-4583-bf4b-64511dfe9a88 req-e5f1425d-5fe7-4d83-bd41-5900d505659b service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224482 Mar 25 21:06:58.149702 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201c1d5-f8fa-432c-b6e3-0d74876441cd req-9533c057-05b6-4d19-9ca8-7a80486081cd tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:58.151346 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a201c1d5-f8fa-432c-b6e3-0d74876441cd req-9533c057-05b6-4d19-9ca8-7a80486081cd tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0773995 Mar 25 21:06:58.207167 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a201c1d5-f8fa-432c-b6e3-0d74876441cd req-1ba61f54-eb63-4f75-8fbd-a5e6887e4bfc tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502441 Mar 25 21:06:59.390217 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1ddda-4db8-424a-bc34-dc0ab192678f req-ea06924e-9191-4091-b1bf-640f16b6d4a8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:06:59.391637 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-44a1ddda-4db8-424a-bc34-dc0ab192678f req-ea06924e-9191-4091-b1bf-640f16b6d4a8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0803390 Mar 25 21:06:59.434852 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-44a1ddda-4db8-424a-bc34-dc0ab192678f req-9b1f4216-49aa-4909-a40a-32015de253c2 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Mar 25 21:07:00.615563 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fce3b-a825-4964-8420-91edfe6931c2 req-aee03ffa-3643-411e-a3b7-591456fe1b8f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:00.617103 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-db6fce3b-a825-4964-8420-91edfe6931c2 req-aee03ffa-3643-411e-a3b7-591456fe1b8f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0777295 Mar 25 21:07:00.662253 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-db6fce3b-a825-4964-8420-91edfe6931c2 req-34b8d00b-efb5-4f49-85f1-180f60a37945 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385981 Mar 25 21:07:01.941775 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9539-d9c1-485e-8804-7d7e4585fabf req-bd8b72b3-af07-47c4-ada9-0d094cf52009 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:01.943120 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-883d9539-d9c1-485e-8804-7d7e4585fabf req-bd8b72b3-af07-47c4-ada9-0d094cf52009 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.1764600 Mar 25 21:07:01.986490 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-883d9539-d9c1-485e-8804-7d7e4585fabf req-b5000b5e-21a8-41c7-9097-9c70de6d0441 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372696 Mar 25 21:07:03.173167 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c736-3fbf-491b-b635-fa9fc4a32aca req-3eb23540-a71a-423f-9198-eed69885f754 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:03.174684 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9d37c736-3fbf-491b-b635-fa9fc4a32aca req-3eb23540-a71a-423f-9198-eed69885f754 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0812619 Mar 25 21:07:03.217595 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9d37c736-3fbf-491b-b635-fa9fc4a32aca req-91a50571-8934-4981-9d58-ccd1ef007e52 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374076 Mar 25 21:07:04.553941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef78234-ad05-4c9f-a5c2-97e45166d4f0 req-e2c7e33c-e781-43b8-9b83-c122a8f4e0e1 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:04.555329 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fef78234-ad05-4c9f-a5c2-97e45166d4f0 req-e2c7e33c-e781-43b8-9b83-c122a8f4e0e1 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0783546 Mar 25 21:07:04.599991 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fef78234-ad05-4c9f-a5c2-97e45166d4f0 req-44b9a158-8c1b-45c3-abfc-94bb22fa9b0a tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391452 Mar 25 21:07:05.716201 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a0fd442-e12f-4d37-91b9-15b2137dceb3 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 21:07:05.787409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818e3df-439e-4d5f-a8cd-c738af0d9a2b req-e00658e9-aeb7-4430-a13e-607efad467d3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:05.789134 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8818e3df-439e-4d5f-a8cd-c738af0d9a2b req-e00658e9-aeb7-4430-a13e-607efad467d3 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 943 time: 0.0836785 Mar 25 21:07:05.833961 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-8818e3df-439e-4d5f-a8cd-c738af0d9a2b req-c01e9716-af9b-4439-8f7b-c177107af0de tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392454 Mar 25 21:07:05.849974 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:07:05.862901 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'port_id': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'mac_address': 'fa:16:3e:af:67:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 21:07:05.920338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:05.936728 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0fd442-e12f-4d37-91b9-15b2137dceb3 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:07:05.951888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:07:06.025261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:06.090581 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:07:06.378706 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['0a0fd442-e12f-4d37-91b9-15b2137dceb3'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 21:07:07.018233 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc080ae-c275-49e7-b1a4-a618ec69fded req-50cf9488-f062-4fb2-9003-d71bc9b001ff tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:07.019580 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2dc080ae-c275-49e7-b1a4-a618ec69fded req-50cf9488-f062-4fb2-9003-d71bc9b001ff tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 944 time: 0.0778699 Mar 25 21:07:07.065053 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2dc080ae-c275-49e7-b1a4-a618ec69fded req-48bb5045-0a71-43da-a435-85a7e5267372 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400047 Mar 25 21:07:07.724369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a0fd442-e12f-4d37-91b9-15b2137dceb3 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:07:07.790520 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:07:07.791377 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:07.904916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:07.931002 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:07:07.941267 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:07:08.009032 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:08.078128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:07:08.249750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c5dc8-e56b-408b-ad2e-491b8a53b921 req-cc7181a0-3ee7-4c8a-8d79-5c90b204aaa1 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:08.251096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-962c5dc8-e56b-408b-ad2e-491b8a53b921 req-cc7181a0-3ee7-4c8a-8d79-5c90b204aaa1 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0802667 Mar 25 21:07:08.294723 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-962c5dc8-e56b-408b-ad2e-491b8a53b921 req-05f27e92-5702-414e-8056-8b7a65e8fb5f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381589 Mar 25 21:07:08.983083 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'code': 200} Mar 25 21:07:09.186398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-759f8dd5-62ec-4336-80a2-7f0d58119ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:09.309364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545e45-691a-4c7d-bece-6feb129deaa0 req-e81257fd-5adb-4c8f-80ec-a382445ce8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:09.310618 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90545e45-691a-4c7d-bece-6feb129deaa0 req-e81257fd-5adb-4c8f-80ec-a382445ce8b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0720451 Mar 25 21:07:09.366313 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-90545e45-691a-4c7d-bece-6feb129deaa0 req-a30cb7ac-41ed-4a63-a03d-f085a69c7088 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496006 Mar 25 21:07:09.473786 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f55e74-6034-4f6f-bd78-2183df3c04b5 req-46ac359c-f77f-45e3-ab3a-47005cdf856c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:09.475197 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-29f55e74-6034-4f6f-bd78-2183df3c04b5 req-46ac359c-f77f-45e3-ab3a-47005cdf856c tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0771763 Mar 25 21:07:09.517682 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-29f55e74-6034-4f6f-bd78-2183df3c04b5 req-6db167ea-da8c-48c8-b2ab-e01e5b2ec915 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364895 Mar 25 21:07:10.708191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955e907-fba4-4ff4-9ff5-2c3be589f228 req-ece6c071-2e4b-4858-8737-9bc96fcbfe32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:10.709661 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1955e907-fba4-4ff4-9ff5-2c3be589f228 req-ece6c071-2e4b-4858-8737-9bc96fcbfe32 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0819027 Mar 25 21:07:10.755482 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1955e907-fba4-4ff4-9ff5-2c3be589f228 req-17e48bbd-0b56-47fa-a9d3-23d8e123294e tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396283 Mar 25 21:07:11.938763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e92031-9563-417d-8d2f-19b89e4413af req-19440ebf-1611-4c10-9dd9-9dfdfaa8ca75 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:11.940096 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-08e92031-9563-417d-8d2f-19b89e4413af req-19440ebf-1611-4c10-9dd9-9dfdfaa8ca75 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0806024 Mar 25 21:07:11.982767 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-08e92031-9563-417d-8d2f-19b89e4413af req-7b9bf4fa-5c46-4fcb-9b9d-9c9eaee85181 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372028 Mar 25 21:07:12.197710 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6eca0f86-446a-492c-9533-ea661143384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:12.877398 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:13.088899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:14.482250 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:18.546004 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:20.164736 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:07:26.578931 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-2ef4aabb-304e-439c-8f17-6e0593aa909d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1137171 Mar 25 21:07:26.743282 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-c2d12c69-8d8a-4448-afff-e86eed21f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:26.744786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-c2d12c69-8d8a-4448-afff-e86eed21f0ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0752709 Mar 25 21:07:26.889991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-aa2a657b-cd27-457f-8076-1a898ce6bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:26.891408 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-aa2a657b-cd27-457f-8076-1a898ce6bfac service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1262791 Mar 25 21:07:26.989250 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-ae4b74d8-9ec1-47f1-841f-7acb4792d1eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 1000 time: 0.0907266 Mar 25 21:07:27.055289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-ced9bdaf-d792-4ff3-bd64-6109081b7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:27.056606 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-ced9bdaf-d792-4ff3-bd64-6109081b7a38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0580530 Mar 25 21:07:27.132316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-b857fdab-e81e-4728-9022-e5476d2a3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:07:27.133775 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-b857fdab-e81e-4728-9022-e5476d2a3a89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672619 Mar 25 21:07:27.261584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-384b39a0-2363-42f4-977c-76c169a749fe service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216333 Mar 25 21:07:27.484376 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3aec6086-dd23-4843-859a-afd4bcbaf758 req-6323a873-4b70-4121-a330-d3cf79e5487f service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131026 Mar 25 21:07:39.170684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-32b0340f-1b31-4224-87b6-ac03fe4283a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:42.220438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bb6b321e-a87e-4096-9e34-87f74fe369bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:42.870607 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:43.072053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:44.516055 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:48.563216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:07:57.163768 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:08:09.216158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-582d3f44-1e12-4da3-b94e-5a181b4eea81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:12.230612 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b2fbcca-bd48-4089-bc3a-331b94966787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:12.917507 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:13.117525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:14.471602 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:18.542070 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:26.434399 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ece179-274d-4687-8585-3d1569b192fa req-05cc1ce3-b917-4a33-bafb-2b7fa75d47ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784369 Mar 25 21:08:26.569305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece179-274d-4687-8585-3d1569b192fa req-d1b7f6eb-250b-41c6-9feb-66db0dfe1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:08:26.570754 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ece179-274d-4687-8585-3d1569b192fa req-d1b7f6eb-250b-41c6-9feb-66db0dfe1285 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0705762 Mar 25 21:08:26.712698 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece179-274d-4687-8585-3d1569b192fa req-d54f1f33-4597-49cb-a9c7-3d7221387f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:08:26.716642 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ece179-274d-4687-8585-3d1569b192fa req-d54f1f33-4597-49cb-a9c7-3d7221387f3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1256943 Mar 25 21:08:26.816974 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ece179-274d-4687-8585-3d1569b192fa req-9e7afd60-ca17-4d03-bd56-4effc82ddc38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 1000 time: 0.0962741 Mar 25 21:08:26.880886 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece179-274d-4687-8585-3d1569b192fa req-19cfb032-dacb-49f9-98e7-2b6c773946b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:08:26.882287 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ece179-274d-4687-8585-3d1569b192fa req-19cfb032-dacb-49f9-98e7-2b6c773946b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0592687 Mar 25 21:08:26.955512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece179-274d-4687-8585-3d1569b192fa req-72853865-b164-4b91-ba8f-8dacb2edcd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:08:26.957489 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ece179-274d-4687-8585-3d1569b192fa req-72853865-b164-4b91-ba8f-8dacb2edcd71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699782 Mar 25 21:08:27.088271 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ece179-274d-4687-8585-3d1569b192fa req-d4803e88-8047-4d79-bc11-73db84e02041 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237814 Mar 25 21:08:27.217584 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-96ece179-274d-4687-8585-3d1569b192fa req-0d9f31e8-37a8-4645-8b5a-4b41268c4693 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227834 Mar 25 21:08:34.166724 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:08:39.191978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f63408dc-d49e-4ec1-8d05-b1598bacdf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:42.224331 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-afbdbc0c-932b-4d66-97b3-504c3a38ba41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:42.934825 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:43.083195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:44.483453 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:08:48.563778 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:00.079287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44782) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:00.538206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Deleting port fa5064b9-7d5f-4283-9b16-df4e8abc0db1 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:00.538576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:00.711504 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:00.711831 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:00.938990 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Calling delete_port for fa5064b9-7d5f-4283-9b16-df4e8abc0db1 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:01.174777 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:01.219993 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event deleted for resources: {'Port': ['ID=fa5064b9-7d5f-4283-9b16-df4e8abc0db1,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:01.266870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.267230 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.267565 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.267930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.268287 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.268656 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.268982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.269318 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.269683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.270037 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.270430 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.270769 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:01.330852 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:01.331172 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Floating IP 21c022c3-c5a5-4671-8df7-9f537573a67f disassociated (deleted). External IP: 172.26.8.51, port: 0a0fd442-e12f-4d37-91b9-15b2137dceb3. Mar 25 21:09:01.677254 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Router 82507c28-9b55-4087-a0f9-26b9d0122c05 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:09:01.852870 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:09:01.862245 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] Sync routers for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:09:01.871704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:01.873618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:01.936101 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:01.995012 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2ef43bd3-9e93-484c-ac72-d531d0175d1b tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "DELETE /v2.0/floatingips/21c022c3-c5a5-4671-8df7-9f537573a67f HTTP/1.1" status: 204 len: 168 time: 1.9144278 Mar 25 21:09:01.995593 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:09:02.086430 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:02.184361 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'status': 'completed', 'code': 200} Mar 25 21:09:02.280088 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-14939fc2-367d-4d67-8c63-a1a1a409c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:02.281616 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-14939fc2-367d-4d67-8c63-a1a1a409c150 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b574071f36c3419fad2e226fe0099e30&device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 1098 time: 0.0744064 Mar 25 21:09:02.407202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:02.411132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] Checking router: 82507c28-9b55-4087-a0f9-26b9d0122c05 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:09:02.417887 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-14f22af2-2f23-442d-8b3d-0029d208d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:02.419388 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-14f22af2-2f23-442d-8b3d-0029d208d776 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 200 len: 910 time: 0.1317928 Mar 25 21:09:02.419811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:02.420380 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:02.493702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-ffa2b96b-288c-49ef-b068-fc76039ca080 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 200 len: 217 time: 0.0669186 Mar 25 21:09:02.573908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-fbb25bb4-cda9-4410-b786-44d309d91dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:02.575340 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-fbb25bb4-cda9-4410-b786-44d309d91dd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 200 len: 848 time: 0.0730398 Mar 25 21:09:02.608861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:02.716823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-4390e2d0-a114-4a08-82c3-a14ebd694494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:02.718375 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-4390e2d0-a114-4a08-82c3-a14ebd694494 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4203c5d9-a060-4813-a7ce-e402577ef1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1362667 Mar 25 21:09:02.726875 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aaf55-d159-438c-8ec7-e48eafd120cb req-a93f757c-2037-4e15-9d3c-bb72ce5873c8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:02.729922 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a68aaf55-d159-438c-8ec7-e48eafd120cb req-a93f757c-2037-4e15-9d3c-bb72ce5873c8 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.1909692 Mar 25 21:09:02.934621 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:02.939023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28502966-1808-48d1-ba02-b930ccf4d826 None None] The sync data for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv is: [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T20:57:37Z', 'revision_number': 4, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'b4a73e5c-c794-4e30-8ece-6058711b4c47', 'name': '', 'network_id': '4203c5d9-a060-4813-a7ce-e402577ef1a0', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:36Z', 'updated_at': '2022-03-25T20:57:44Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'subnets': [{'id': 'b1b26c7e-6958-4dbe-9f76-d1007bf42f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:09:02.964893 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a68aaf55-d159-438c-8ec7-e48eafd120cb req-084184eb-8417-46c2-9ee4-f705edf1fefe tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176387 Mar 25 21:09:02.992259 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-59fa56fa-ad63-4ae8-badc-6c4d50415351 service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625189 Mar 25 21:09:03.128221 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-72c82f4b-80e5-4019-9243-5096d51e4850 req-e9d49b05-6afc-4275-86a9-a23fd61e22da service neutron] 10.222.0.43 "GET /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301227 Mar 25 21:09:03.153331 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90afe8-a2ca-411b-b941-aef2f6e6bc66 None None] New status for floating IP 21c022c3-c5a5-4671-8df7-9f537573a67f: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 21:09:04.194694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf769-ad65-4b89-8af5-cdd4fe6eb805 req-eec0ac03-f234-471f-939e-8b590a00f629 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:04.196111 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fa8cf769-ad65-4b89-8af5-cdd4fe6eb805 req-eec0ac03-f234-471f-939e-8b590a00f629 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.1201248 Mar 25 21:09:04.239470 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fa8cf769-ad65-4b89-8af5-cdd4fe6eb805 req-ae28c2fb-6750-44fc-8e59-e9768e975874 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/security-groups?id=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377929 Mar 25 21:09:04.393024 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-80689bae-4f89-4db4-8aa9-aecffca3c019 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:04.394445 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-80689bae-4f89-4db4-8aa9-aecffca3c019 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 945 time: 0.0818017 Mar 25 21:09:04.463515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Deleting port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:04.463858 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:04.711305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] For port 0a0fd442-e12f-4d37-91b9-15b2137dceb3, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=0a0fd442-e12f-4d37-91b9-15b2137dceb3,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:04.711751 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:04.832877 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Calling delete_port for 0a0fd442-e12f-4d37-91b9-15b2137dceb3 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:05.037808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:05.091635 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event deleted for resources: {'Port': ['ID=0a0fd442-e12f-4d37-91b9-15b2137dceb3,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:05.129122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.129468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.129801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.130129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.130455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.130779 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.131097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.131415 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.131732 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.132715 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.133035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.133353 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:05.184129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] No DVR routers for this DVR port 0a0fd442-e12f-4d37-91b9-15b2137dceb3 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 21:09:05.186439 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:05.188854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'name': 'network-vif-deleted', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:09:05.200204 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-9f1abbfd-deb3-44fb-b8f5-b44bc4eeb870 req-b050ff4d-c936-4765-92a9-f068b25463b4 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.43 "DELETE /v2.0/ports/0a0fd442-e12f-4d37-91b9-15b2137dceb3 HTTP/1.1" status: 204 len: 173 time: 0.7996531 Mar 25 21:09:05.276995 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c65ff0-5826-4dba-8979-35d6f3651001', 'name': 'network-vif-deleted', 'tag': '0a0fd442-e12f-4d37-91b9-15b2137dceb3', 'status': 'completed', 'code': 200} Mar 25 21:09:05.393290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0cd8d67c-75b5-4a63-8e66-0cd26a1ee785 req-bca6685e-45a7-4001-9de4-6e861c1523bc tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Synchronizing usage tracker for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:09:05.495204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-0cd8d67c-75b5-4a63-8e66-0cd26a1ee785 req-bca6685e-45a7-4001-9de4-6e861c1523bc tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Unset dirty status for tenant:b574071f36c3419fad2e226fe0099e30 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:09:05.496593 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0cd8d67c-75b5-4a63-8e66-0cd26a1ee785 req-bca6685e-45a7-4001-9de4-6e861c1523bc tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 210 time: 0.1490090 Mar 25 21:09:06.674017 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-b27c2168-a62c-4519-8de1-182f521b080f req-ad99522d-aa66-42f2-a198-822702d5a3a0 tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c65ff0-5826-4dba-8979-35d6f3651001 HTTP/1.1" status: 200 len: 210 time: 0.0474727 Mar 25 21:09:07.767875 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44822) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:07.837206 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce2498a5-f946-4bc0-9081-8d9dfe31c89f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:07.866128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce2498a5-f946-4bc0-9081-8d9dfe31c89f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:07.995274 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce2498a5-f946-4bc0-9081-8d9dfe31c89f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:08.016000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2498a5-f946-4bc0-9081-8d9dfe31c89f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35f7a6c-e4ac-4e1c-a108-d15eea7d259c,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:08.020091 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-ce2498a5-f946-4bc0-9081-8d9dfe31c89f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:08.021280 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-ce2498a5-f946-4bc0-9081-8d9dfe31c89f tempest-TestShelveInstance-1718057937 tempest-TestShelveInstance-1718057937-project] 10.222.0.37 "DELETE /v2.0/security-groups/b35f7a6c-e4ac-4e1c-a108-d15eea7d259c HTTP/1.1" status: 204 len: 168 time: 0.2523441 Mar 25 21:09:08.135272 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44828) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:08.378041 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a0fd442-e12f-4d37-91b9-15b2137dceb3 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:09:08.416108 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 0a0fd442-e12f-4d37-91b9-15b2137dceb3 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:09:08.416487 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 0a0fd442-e12f-4d37-91b9-15b2137dceb3 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:09:08.922835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:09.190231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af8b820e-aaba-4c4e-8f0c-5ab697f52f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:09.269707 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Deleting port b4a73e5c-c794-4e30-8ece-6058711b4c47 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:09.270218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:09.441830 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] For port b4a73e5c-c794-4e30-8ece-6058711b4c47, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=b4a73e5c-c794-4e30-8ece-6058711b4c47,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:09.442099 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:09.562726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Calling delete_port for b4a73e5c-c794-4e30-8ece-6058711b4c47 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:09.946574 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:09.991231 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a73e5c-c794-4e30-8ece-6058711b4c47,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:10.361664 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:10.719593 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Router 82507c28-9b55-4087-a0f9-26b9d0122c05 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:09:10.900290 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:09:10.908912 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb23080-7b11-428c-9687-60c1971f278c None None] Sync routers for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:09:10.919359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb23080-7b11-428c-9687-60c1971f278c None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:10.919958 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-adb23080-7b11-428c-9687-60c1971f278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:10.959529 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-cb161bcf-c095-46f6-a18e-1797b5ff22d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/82507c28-9b55-4087-a0f9-26b9d0122c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229380 Mar 25 21:09:10.962482 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44834) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:11.092423 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-adb23080-7b11-428c-9687-60c1971f278c None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:11.132441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:11.166709 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:09:11.305663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:11.392159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Deleting port c9a63bf8-730e-4834-ab29-7edc9fe68a2e {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:11.392835 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:11.414485 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-adb23080-7b11-428c-9687-60c1971f278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T21:09:09Z', 'revision_number': 5, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port': {'id': 'c9a63bf8-730e-4834-ab29-7edc9fe68a2e', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:34Z', 'updated_at': '2022-03-25T20:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:11.418569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb23080-7b11-428c-9687-60c1971f278c None None] Checking router: 82507c28-9b55-4087-a0f9-26b9d0122c05 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:09:11.426822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb23080-7b11-428c-9687-60c1971f278c None None] Routers {'82507c28-9b55-4087-a0f9-26b9d0122c05'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:11.427410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-adb23080-7b11-428c-9687-60c1971f278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:08:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['82507c28-9b55-4087-a0f9-26b9d0122c05'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:11.583262 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-adb23080-7b11-428c-9687-60c1971f278c None None] Set router 82507c28-9b55-4087-a0f9-26b9d0122c05 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:11.683381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] For port c9a63bf8-730e-4834-ab29-7edc9fe68a2e, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c9a63bf8-730e-4834-ab29-7edc9fe68a2e,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:11.683650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:11.688609 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-adb23080-7b11-428c-9687-60c1971f278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T21:09:11Z', 'revision_number': 6, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:11.692505 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb23080-7b11-428c-9687-60c1971f278c None None] The sync data for ids ['82507c28-9b55-4087-a0f9-26b9d0122c05'] in dv-neutron-835149-1-hyperv is: [{'id': '82507c28-9b55-4087-a0f9-26b9d0122c05', 'name': 'tempest-TestShelveInstance-1753052113-router', 'tenant_id': 'b574071f36c3419fad2e226fe0099e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:33Z', 'updated_at': '2022-03-25T21:09:11Z', 'revision_number': 6, 'project_id': 'b574071f36c3419fad2e226fe0099e30', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:09:11.816308 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Calling delete_port for c9a63bf8-730e-4834-ab29-7edc9fe68a2e owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:12.050427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.079281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b4a73e5c-c794-4e30-8ece-6058711b4c47 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:09:12.104236 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a63bf8-730e-4834-ab29-7edc9fe68a2e,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:12.116186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: b4a73e5c-c794-4e30-8ece-6058711b4c47 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:09:12.116622 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device b4a73e5c-c794-4e30-8ece-6058711b4c47 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:09:12.197720 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd52d-e554-481d-b46d-8d3c475afc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.203349 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.370336 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.372445 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.461354 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.461989 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82507c28-9b55-4087-a0f9-26b9d0122c05 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 21:09:12.473441 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.474566 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6de5cc2b-2502-447e-83eb-3fdf706c3ce3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/82507c28-9b55-4087-a0f9-26b9d0122c05 HTTP/1.1" status: 204 len: 168 time: 1.5111930 Mar 25 21:09:12.477982 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44838) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:12.542491 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-285e915c-43d3-4bdd-a95c-dc4b7ecf9d1f admin admin] Deleting subnet b1b26c7e-6958-4dbe-9f76-d1007bf42f1a {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 21:09:12.546086 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-285e915c-43d3-4bdd-a95c-dc4b7ecf9d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.604289 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-285e915c-43d3-4bdd-a95c-dc4b7ecf9d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.689257 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-285e915c-43d3-4bdd-a95c-dc4b7ecf9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.832394 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-285e915c-43d3-4bdd-a95c-dc4b7ecf9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.872851 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e915c-43d3-4bdd-a95c-dc4b7ecf9d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b26c7e-6958-4dbe-9f76-d1007bf42f1a,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:12.876600 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-285e915c-43d3-4bdd-a95c-dc4b7ecf9d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.882513 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d2b36-2f2a-4aa9-9251-72d6cfcd4539 None None] Network 4203c5d9-a060-4813-a7ce-e402577ef1a0 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 21:09:12.882856 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-285e915c-43d3-4bdd-a95c-dc4b7ecf9d1f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b1b26c7e-6958-4dbe-9f76-d1007bf42f1a HTTP/1.1" status: 204 len: 168 time: 0.3995826 Mar 25 21:09:12.885628 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44842) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:12.913655 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:12.991701 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.001908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Deleting port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:13.002238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.148328 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] DHCP port deletion for 4203c5d9-a060-4813-a7ce-e402577ef1a0 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 21:09:13.151933 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.153416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] Deleting port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:13.156614 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.206508 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] For port d92e5c8d-85a2-4a96-98ac-85ab801f17b4, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d92e5c8d-85a2-4a96-98ac-85ab801f17b4,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:13.206757 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.328642 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Calling delete_port for d92e5c8d-85a2-4a96-98ac-85ab801f17b4 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:13.350811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] For port d92e5c8d-85a2-4a96-98ac-85ab801f17b4, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=d92e5c8d-85a2-4a96-98ac-85ab801f17b4,segment=NetworkSegment(582e78eb-50da-4835-8a81-49d0b6dc47f1),segment_id=582e78eb-50da-4835-8a81-49d0b6dc47f1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:13.351192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.469973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] Calling delete_port for d92e5c8d-85a2-4a96-98ac-85ab801f17b4 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:13.489276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.535499 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92e5c8d-85a2-4a96-98ac-85ab801f17b4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:13.541653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] No DVR routers for this DVR port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 21:09:13.545887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 21:09:13.546240 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 21:09:13.655316 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.681269 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4203c5d9-a060-4813-a7ce-e402577ef1a0']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:13.696326 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582e78eb-50da-4835-8a81-49d0b6dc47f1') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:13.696643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582e78eb-50da-4835-8a81-49d0b6dc47f1') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:13.707451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.815773 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.821536 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 21:09:13.821908 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 21:09:13.834682 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 21:09:13.939013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c9a63bf8-730e-4834-ab29-7edc9fe68a2e no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:09:13.969063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.972989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: c9a63bf8-730e-4834-ab29-7edc9fe68a2e {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:09:13.973416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c9a63bf8-730e-4834-ab29-7edc9fe68a2e not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:09:13.973833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d92e5c8d-85a2-4a96-98ac-85ab801f17b4 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:09:13.985560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:13.995385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=4203c5d9-a060-4813-a7ce-e402577ef1a0,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:14.005344 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9f5c92f0-b8b8-46aa-a1d4-2ee256427d34 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4203c5d9-a060-4813-a7ce-e402577ef1a0 HTTP/1.1" status: 204 len: 168 time: 1.1157019 Mar 25 21:09:14.005472 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44846) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:14.009419 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: d92e5c8d-85a2-4a96-98ac-85ab801f17b4 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:09:14.009765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device d92e5c8d-85a2-4a96-98ac-85ab801f17b4 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:09:14.047665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] Deleting port d92e5c8d-85a2-4a96-98ac-85ab801f17b4 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:14.048042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:14.144928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d53ec10c-bbe5-432c-b608-3ac41a03a029 None None] The port 'd92e5c8d-85a2-4a96-98ac-85ab801f17b4' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 21:09:14.475343 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:14.545582 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:14.891823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Deleting port 5188fc22-7e55-4a7c-a69b-cc13882bffa9 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:14.892155 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:15.061262 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] For port 5188fc22-7e55-4a7c-a69b-cc13882bffa9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=5188fc22-7e55-4a7c-a69b-cc13882bffa9,segment=NetworkSegment(28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a),segment_id=28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:15.061609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:15.285789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Calling delete_port for 5188fc22-7e55-4a7c-a69b-cc13882bffa9 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:15.494965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:15.543302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5188fc22-7e55-4a7c-a69b-cc13882bffa9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:15.808680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:16.159306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Router 03606937-639d-4faa-b728-fe22ef9c92e4 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:09:16.331344 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:09:16.340602 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] Sync routers for ids ['03606937-639d-4faa-b728-fe22ef9c92e4'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:09:16.350027 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] Routers {'03606937-639d-4faa-b728-fe22ef9c92e4'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:16.351289 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['03606937-639d-4faa-b728-fe22ef9c92e4'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:16.422493 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-46addd13-1272-48fe-8b15-ec856da619ba admin admin] 10.222.0.37 "PUT /v2.0/routers/03606937-639d-4faa-b728-fe22ef9c92e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4136641 Mar 25 21:09:16.422669 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44850) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:16.550263 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] Set router 03606937-639d-4faa-b728-fe22ef9c92e4 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:16.597845 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:16.834271 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T21:09:15Z', 'revision_number': 5, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:16.837964 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] Checking router: 03606937-639d-4faa-b728-fe22ef9c92e4 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:09:16.846028 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] Routers {'03606937-639d-4faa-b728-fe22ef9c92e4'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:16.846619 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['03606937-639d-4faa-b728-fe22ef9c92e4'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:16.885410 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:16.949605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Deleting port 679534a6-a840-4d81-81f3-ad1c1990baf1 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:16.950003 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:17.020399 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] Set router 03606937-639d-4faa-b728-fe22ef9c92e4 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:17.124665 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] For port 679534a6-a840-4d81-81f3-ad1c1990baf1, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=679534a6-a840-4d81-81f3-ad1c1990baf1,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:17.125015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:17.247670 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Calling delete_port for 679534a6-a840-4d81-81f3-ad1c1990baf1 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:17.296166 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T21:09:15Z', 'revision_number': 5, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:17.299956 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc55e1-f0bf-4247-954f-234ad2ba47b1 None None] The sync data for ids ['03606937-639d-4faa-b728-fe22ef9c92e4'] in dv-neutron-835149-1-hyperv is: [{'id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'name': 'tempest-TestShelveInstance-838468886-router', 'tenant_id': 'f490dea7ced546b68f2626ed32fa04de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T21:09:15Z', 'revision_number': 5, 'project_id': 'f490dea7ced546b68f2626ed32fa04de', 'gw_port': {'id': '679534a6-a840-4d81-81f3-ad1c1990baf1', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03606937-639d-4faa-b728-fe22ef9c92e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T20:57:41Z', 'updated_at': '2022-03-25T20:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:09:17.512109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:17.559113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=679534a6-a840-4d81-81f3-ad1c1990baf1,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:17.651065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:17.827028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:17.829414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:17.938111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:17.938731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03606937-639d-4faa-b728-fe22ef9c92e4 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 21:09:17.950446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5188fc22-7e55-4a7c-a69b-cc13882bffa9 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:09:17.959634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:17.963205 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-307fb224-893e-416c-be02-ee8a39c80a0d admin admin] 10.222.0.37 "DELETE /v2.0/routers/03606937-639d-4faa-b728-fe22ef9c92e4 HTTP/1.1" status: 204 len: 168 time: 1.5371091 Mar 25 21:09:17.963618 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44854) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:17.988899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 5188fc22-7e55-4a7c-a69b-cc13882bffa9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:09:17.989287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 5188fc22-7e55-4a7c-a69b-cc13882bffa9 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:09:18.025223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a8c3aa-8693-4a29-baa4-d22e841184e1 admin admin] Deleting subnet 8d2610e6-892f-4095-8846-60879ba4fba3 {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 21:09:18.028163 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c3aa-8693-4a29-baa4-d22e841184e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.079347 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c3aa-8693-4a29-baa4-d22e841184e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.154498 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c3aa-8693-4a29-baa4-d22e841184e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.292737 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c3aa-8693-4a29-baa4-d22e841184e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.333427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8c3aa-8693-4a29-baa4-d22e841184e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2610e6-892f-4095-8846-60879ba4fba3,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:18.336823 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c3aa-8693-4a29-baa4-d22e841184e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.342212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24a0db-d104-42b3-b342-dfa0bcd825cd None None] Network 5719a268-d735-4238-b3f3-8d160d14b0ad requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 21:09:18.342607 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a0a8c3aa-8693-4a29-baa4-d22e841184e1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d2610e6-892f-4095-8846-60879ba4fba3 HTTP/1.1" status: 204 len: 168 time: 0.3779492 Mar 25 21:09:18.345060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44858) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:18.461424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.471553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Deleting port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:18.471874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.587580 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.623783 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] DHCP port deletion for 5719a268-d735-4238-b3f3-8d160d14b0ad request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 21:09:18.628231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] Deleting port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:18.628639 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.778159 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] For port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5,segment=NetworkSegment(28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a),segment_id=28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:18.778429 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.831192 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] For port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5,segment=NetworkSegment(28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a),segment_id=28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:18.831569 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:18.904828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Calling delete_port for 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:18.950320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] Calling delete_port for 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:09:19.106321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.111634 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 21:09:19.112087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 21:09:19.156660 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:19.158401 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] No DVR routers for this DVR port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 21:09:19.272785 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.296820 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5719a268-d735-4238-b3f3-8d160d14b0ad']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:19.308855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:19.309148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a8e95b-1dc6-40ac-abc1-4b59b9ba3d8a') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:19.320598 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.335856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.341650 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 21:09:19.342028 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 21:09:19.354855 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 21:09:19.489245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.505279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.517113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5719a268-d735-4238-b3f3-8d160d14b0ad,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:19.521756 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-89261453-ac3f-4c36-858b-305d0ce34cb6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5719a268-d735-4238-b3f3-8d160d14b0ad HTTP/1.1" status: 204 len: 168 time: 1.1757913 Mar 25 21:09:19.613412 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] Deleting port 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:09:19.613867 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.680953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e32ec486-0158-4104-a07e-d41930bba02e None None] The port '47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 21:09:19.824716 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44864) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:19.872330 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b106c3a1-11c2-4c10-85a0-52b7f8fbf12d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b574071f36c3419fad2e226fe0099e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464890 Mar 25 21:09:19.874717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44868) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:19.932342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71f1efac-8922-49e5-8c21-56aa6deb01ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.943140 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 679534a6-a840-4d81-81f3-ad1c1990baf1 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:09:19.957279 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71f1efac-8922-49e5-8c21-56aa6deb01ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:19.979782 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 679534a6-a840-4d81-81f3-ad1c1990baf1 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:09:19.980149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 679534a6-a840-4d81-81f3-ad1c1990baf1 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:09:19.980609 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:09:20.012824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:09:20.013157 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 47ac9451-4c43-4bd4-bb6f-bd6d5b2432e5 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:09:20.097985 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71f1efac-8922-49e5-8c21-56aa6deb01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:20.115063 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1efac-8922-49e5-8c21-56aa6deb01ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6943ed7c-4302-4fa3-9628-ef7db8563b7f,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:20.118375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-71f1efac-8922-49e5-8c21-56aa6deb01ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:20.119523 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-71f1efac-8922-49e5-8c21-56aa6deb01ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6943ed7c-4302-4fa3-9628-ef7db8563b7f HTTP/1.1" status: 204 len: 168 time: 0.2438927 Mar 25 21:09:20.750210 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44876) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:20.798242 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-bdc2cc7a-57ac-4e87-ba30-5d81abdab216 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f490dea7ced546b68f2626ed32fa04de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468912 Mar 25 21:09:20.800730 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44880) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:20.858652 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d54c2b57-c30d-4560-ab70-ad2bda2bd24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:20.884117 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d54c2b57-c30d-4560-ab70-ad2bda2bd24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:20.980527 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d54c2b57-c30d-4560-ab70-ad2bda2bd24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:20.997616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c2b57-c30d-4560-ab70-ad2bda2bd24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe5c460-5451-4667-a2ae-7201f72e31c4,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:21.000853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d54c2b57-c30d-4560-ab70-ad2bda2bd24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:21.002334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d54c2b57-c30d-4560-ab70-ad2bda2bd24c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fe5c460-5451-4667-a2ae-7201f72e31c4 HTTP/1.1" status: 204 len: 168 time: 0.2003510 Mar 25 21:09:22.074258 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44904) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:22.175674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1635243340-network', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:22.181048 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:22.184806 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Usage tracker for resource:network and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:22.187616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:22.193683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:22.254504 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Made reservation on behalf of 6a1ff7bfba5249c197b193dbffb6ad2b for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 21:09:22.256884 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:22.272263 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:22.286329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:22.290178 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:22.293330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:22.299311 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:22.379682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:22.448895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:22.480455 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 21:09:22.485467 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dea8526-23e3-4178-90b1-2dca9c6d5014,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:22.493955 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:22.494679 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Added segment 6bf1cbd2-501a-40c3-a7dc-b1ad602685dc of type vlan for network 5f718008-3ef1-4bbc-95a1-18efdcb93deb Mar 25 21:09:22.519195 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:22.641224 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:22.642176 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:22.642748 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:22.746001 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] Pushing event updated for resources: {'Network': ['ID=5f718008-3ef1-4bbc-95a1-18efdcb93deb,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:22.755349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 21:09:22.821681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-98a3f75f-7c2c-4f8c-a36b-76e1df734076 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7463017 Mar 25 21:09:22.824496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44910) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:22.829846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Request body: {'subnet': {'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1635243340-subnet', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:22.834828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:22.839246 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Usage tracker for resource:subnet and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:22.842188 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:22.848086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:22.917528 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Made reservation on behalf of 6a1ff7bfba5249c197b193dbffb6ad2b for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 21:09:22.919782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:23.158111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:23.326972 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97959df-daa6-487c-9a5c-ac0bf1fa148b,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:23.335868 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Checking segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:23.336239 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Network hostable DHCP agents. Network: 5f718008-3ef1-4bbc-95a1-18efdcb93deb, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 21:09:23.417777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 21:09:23.511782 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 5f718008-3ef1-4bbc-95a1-18efdcb93deb) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:23.515616 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:23.516187 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:23.521414 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e31b6d-7a27-4786-9f29-05cf5163f119 None None] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 21:09:23.607000 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44914) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:23.607528 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-770ff697-7fc3-499a-96f9-648ccc4a5467 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7816138 Mar 25 21:09:23.613125 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:23.618718 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:23.622648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Usage tracker for resource:router and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:23.625971 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:23.631752 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:23.718122 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:23.719165 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:23.733349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 21:09:23.733349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:23.735654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:23.883125 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Allocated IP 172.20.0.2 (5f718008-3ef1-4bbc-95a1-18efdcb93deb/d97959df-daa6-487c-9a5c-ac0bf1fa148b/c420ee27-3828-42ff-aa04-46f4b0d2ed1d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:09:24.125010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:24.135369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Transition to ACTIVE for port object c420ee27-3828-42ff-aa04-46f4b0d2ed1d will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:24.153074 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Transition to ACTIVE for port object c420ee27-3828-42ff-aa04-46f4b0d2ed1d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:24.181525 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:24.224030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:24.285495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:24.288208 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:24.297351 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:09:24.303426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Pushing event updated for resources: {'Port': ['ID=c420ee27-3828-42ff-aa04-46f4b0d2ed1d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:24.341346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.341693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.342033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.342365 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.342691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.343019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.343344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.343675 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.343989 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.344312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.344650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.344967 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:24.400733 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Attempting to bind port c420ee27-3828-42ff-aa04-46f4b0d2ed1d on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:09:24.401016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Attempting to bind port c420ee27-3828-42ff-aa04-46f4b0d2ed1d by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:09:24.401379 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Attempting to bind port c420ee27-3828-42ff-aa04-46f4b0d2ed1d on network 5f718008-3ef1-4bbc-95a1-18efdcb93deb {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:09:24.406573 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:09:24.406944 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Checking segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:24.407341 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:24.407729 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Bound using segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:09:24.408185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Bound port: c420ee27-3828-42ff-aa04-46f4b0d2ed1d, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:09:24.408577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:24.503651 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] For port c420ee27-3828-42ff-aa04-46f4b0d2ed1d, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:09:24.506567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] For port c420ee27-3828-42ff-aa04-46f4b0d2ed1d, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c420ee27-3828-42ff-aa04-46f4b0d2ed1d,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:09:24.557032 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:24.575691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:24.598085 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:24.663287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c26a3-450c-486e-8bc0-7881db9f584d None None] Pushing event updated for resources: {'Port': ['ID=c420ee27-3828-42ff-aa04-46f4b0d2ed1d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:24.741746 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_common [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Allocated IP 172.26.8.241 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/3ba17eee-fe23-47be-98f3-dd572bc1f3b9) {{(pid=88485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:09:24.905926 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:25.026503 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:25.089405 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:25.092492 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.base_scheduler [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Resources bound (agent type, host, resource id): {{(pid=88485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:25.095026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Received port after_create {{(pid=88485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:09:25.135100 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba17eee-fe23-47be-98f3-dd572bc1f3b9,revision_number=1']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:25.565572 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929254e8-603c-4325-9201-8b06d5fe980f None None] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 21:09:25.703068 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:25.741358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a28574b8-cd12-4145-9d72-87375dccbdca None None] Provisioning for port c420ee27-3828-42ff-aa04-46f4b0d2ed1d completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:25.984490 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c420ee27-3828-42ff-aa04-46f4b0d2ed1d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:26.050794 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:26.106011 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port c420ee27-3828-42ff-aa04-46f4b0d2ed1d completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:26.110999 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c420ee27-3828-42ff-aa04-46f4b0d2ed1d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:26.111369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:26.228333 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:26.259764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port c420ee27-3828-42ff-aa04-46f4b0d2ed1d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c420ee27-3828-42ff-aa04-46f4b0d2ed1d,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:26.309319 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Router 6c73dc4d-a073-43b1-9369-4a3e50079229 is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 21:09:26.326514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:26.396054 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=c420ee27-3828-42ff-aa04-46f4b0d2ed1d,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:26.487803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:09:26.497981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Sync routers for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:09:26.506888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:26.507488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:26.581809 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] Notify callbacks [] for router, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:26.583526 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-e5c691f6-7eba-43ed-a04d-22dcade51783 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9746456 Mar 25 21:09:26.586770 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44918) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:26.763034 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:27.179443 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:25Z', 'revision_number': 3, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:27.184079 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Checking router: 6c73dc4d-a073-43b1-9369-4a3e50079229 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:09:27.184425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Updating router 6c73dc4d-a073-43b1-9369-4a3e50079229 port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 21:09:27.237993 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.258050 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.474594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Allocated IP 172.20.0.1 (5f718008-3ef1-4bbc-95a1-18efdcb93deb/d97959df-daa6-487c-9a5c-ac0bf1fa148b/e38c9ffb-b329-4412-b83c-82d7dafb2db2) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:09:27.563608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.575617 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Transition to ACTIVE for port object 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:27.620675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.636506 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Transition to ACTIVE for port object e38c9ffb-b329-4412-b83c-82d7dafb2db2 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:27.643452 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.715609 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.728891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Attempting to bind port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:09:27.728891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Attempting to bind port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:09:27.728891 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Attempting to bind port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:09:27.730480 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9463a29-3a5e-41ed-9032-6346a110fff3 None None] Pushing event updated for resources: {'Port': ['ID=3ba17eee-fe23-47be-98f3-dd572bc1f3b9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:27.734803 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:09:27.735176 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:27.735567 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.735948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:09:27.736410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Bound port: 3ba17eee-fe23-47be-98f3-dd572bc1f3b9, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:09:27.736807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.781768 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:27.784418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:27.787110 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:09:27.810248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] For port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:09:27.821362 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] For port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ba17eee-fe23-47be-98f3-dd572bc1f3b9,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:09:27.838266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Pushing event updated for resources: {'Port': ['ID=e38c9ffb-b329-4412-b83c-82d7dafb2db2,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:27.854532 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.893212 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:27.987186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c420ee27-3828-42ff-aa04-46f4b0d2ed1d up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:28.028031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:28.028768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:28.104037 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9463a29-3a5e-41ed-9032-6346a110fff3 None None] Pushing event updated for resources: {'Port': ['ID=3ba17eee-fe23-47be-98f3-dd572bc1f3b9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:28.202093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5807016c-486b-41cb-a73c-e1c8ceadb8d8 None None] Provisioning for port e38c9ffb-b329-4412-b83c-82d7dafb2db2 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:28.218518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5807016c-486b-41cb-a73c-e1c8ceadb8d8 None None] Provisioning complete for port e38c9ffb-b329-4412-b83c-82d7dafb2db2 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:28.218888 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5807016c-486b-41cb-a73c-e1c8ceadb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:28.275067 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port c420ee27-3828-42ff-aa04-46f4b0d2ed1d triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:28.275354 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:28.284377 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:28.332845 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:28.432899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5807016c-486b-41cb-a73c-e1c8ceadb8d8 None None] Port e38c9ffb-b329-4412-b83c-82d7dafb2db2 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 21:09:28.507759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:28.564005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:28.676382 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Pushing event updated for resources: {'Port': ['ID=e38c9ffb-b329-4412-b83c-82d7dafb2db2,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:28.683450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:28.741323 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:25Z', 'revision_number': 3, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:28.745765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301f27a-35d9-430f-83f1-a6269b6beeb8 None None] The sync data for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv is: [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:25Z', 'revision_number': 3, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:09:28.826603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:28.827693 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:29.030644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Router 6c73dc4d-a073-43b1-9369-4a3e50079229 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:09:29.156677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7e0e0820-093a-45fd-83a0-59c791bc37ca None None] Provisioning complete for port e38c9ffb-b329-4412-b83c-82d7dafb2db2 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:29.157199 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0820-093a-45fd-83a0-59c791bc37ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:29.215659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e0820-093a-45fd-83a0-59c791bc37ca None None] Port e38c9ffb-b329-4412-b83c-82d7dafb2db2 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 21:09:29.220416 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:09:29.229884 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-b4bb650a-844b-4e1a-babe-eb25db2d6883 admin admin] 10.222.0.37 "PUT /v2.0/routers/6c73dc4d-a073-43b1-9369-4a3e50079229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6419489 Mar 25 21:09:29.921235 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44936) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:29.927016 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-884102804-network', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:29.932683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:29.936997 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Usage tracker for resource:network and tenant:dae00a468abb4e4eb34d7c5f3e0bfec3 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:29.939981 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:29.946312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:29.978434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:30.041021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Made reservation on behalf of dae00a468abb4e4eb34d7c5f3e0bfec3 for: {'network': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 21:09:30.043771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for network, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.056245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.071733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:30.075647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Usage tracker for resource:security_group_rule and tenant:dae00a468abb4e4eb34d7c5f3e0bfec3 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:30.078414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:30.084146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:30.112266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:30.117754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:30.118198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.176395 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.192883 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Sync routers for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:09:30.203309 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:30.203907 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:30.240336 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.256932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ba17eee-fe23-47be-98f3-dd572bc1f3b9,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:30.266404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.297334 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 21:09:30.305575 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7786be9-4882-4b80-a185-d9bcd8944730,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:30.310954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.311291 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.segments_db [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Added segment 5a0f38b7-9220-4c71-9e72-bd2a3024740b of type vlan for network 751908ae-fda8-4237-9922-589e97b773b6 Mar 25 21:09:30.325300 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.346332 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780952326813'] for network, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.385770 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:30.397031 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=3ba17eee-fe23-47be-98f3-dd572bc1f3b9,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:30.448651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724'] for network, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.448651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:30.448651 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.547617 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] Pushing event updated for resources: {'Network': ['ID=751908ae-fda8-4237-9922-589e97b773b6,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:30.558721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Network 751908ae-fda8-4237-9922-589e97b773b6 details requested by agent ovs-agent-dv-neutron-835149-1-hyperv with host dv-neutron-835149-1-hyperv {{(pid=88486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 25 21:09:30.610302 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-386b959b-1591-4bc2-bf71-d07b0772ba72 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6854365 Mar 25 21:09:30.610553 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44940) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:30.616105 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Request body: {'subnet': {'network_id': '751908ae-fda8-4237-9922-589e97b773b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-884102804-subnet', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'ip_version': 4}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:30.621819 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:30.626185 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Usage tracker for resource:subnet and tenant:dae00a468abb4e4eb34d7c5f3e0bfec3 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:30.633801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:30.636585 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:30.709385 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Made reservation on behalf of dae00a468abb4e4eb34d7c5f3e0bfec3 for: {'subnet': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 21:09:30.711713 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15148770'] for subnet, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.757848 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 2, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:30.762543 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Checking router: 6c73dc4d-a073-43b1-9369-4a3e50079229 for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:09:30.762888 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Updating router 6c73dc4d-a073-43b1-9369-4a3e50079229 port e38c9ffb-b329-4412-b83c-82d7dafb2db2 binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 21:09:30.827722 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:30.972789 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16379015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15148752'] for subnet, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.043636 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dda6004-9075-4f01-a050-87660f4abaaa,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:31.054305 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Checking segment: {'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:31.054666 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Network hostable DHCP agents. Network: 751908ae-fda8-4237-9922-589e97b773b6, hostable agents: ['4c43bd5f-9d8a-427d-b8bd-65720c8c28ce'], hosted agents: [] {{(pid=88484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 21:09:31.151733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Network 751908ae-fda8-4237-9922-589e97b773b6 is scheduled to be hosted by DHCP agent 4c43bd5f-9d8a-427d-b8bd-65720c8c28ce with binding_index 1 {{(pid=88484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 21:09:31.168282 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.179159 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Transition to ACTIVE for port object e38c9ffb-b329-4412-b83c-82d7dafb2db2 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:31.229341 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835149-1-hyperv, 751908ae-fda8-4237-9922-589e97b773b6) {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:31.233424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:31.234680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.237627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b70a6c-b771-4de2-b621-96a022cd29b3 None None] Network 751908ae-fda8-4237-9922-589e97b773b6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 21:09:31.252234 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.301256 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9b03c88f-9d71-4510-8999-d231813447e6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6896427 Mar 25 21:09:31.303843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44944) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:31.309127 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:31.322966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:31.327414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Usage tracker for resource:router and tenant:dae00a468abb4e4eb34d7c5f3e0bfec3 is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:31.330392 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:31.341431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:31.376612 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Pushing event updated for resources: {'Port': ['ID=e38c9ffb-b329-4412-b83c-82d7dafb2db2,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:31.414860 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.415186 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.416050 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.416652 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.416980 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.417302 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.417620 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.417936 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.418252 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.418565 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.418891 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.419192 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:09:31.423680 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1904052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-277'] for router, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.425193 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1901748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1906951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-284'] for router, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.445250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.479046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a47ebc1-4247-5c63-9cb9-ccb0e82191d8-751908ae-fda8-4237-9922-589e97b773b6', 'network_id': '751908ae-fda8-4237-9922-589e97b773b6', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'fixed_ips': [{'subnet_id': '7dda6004-9075-4f01-a050-87660f4abaaa'}]}} from dv-neutron-835149-1-hyperv. {{(pid=88486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 25 21:09:31.480046 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.484658 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Attempting to bind port e38c9ffb-b329-4412-b83c-82d7dafb2db2 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:09:31.485010 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Attempting to bind port e38c9ffb-b329-4412-b83c-82d7dafb2db2 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:09:31.485389 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Attempting to bind port e38c9ffb-b329-4412-b83c-82d7dafb2db2 on network 5f718008-3ef1-4bbc-95a1-18efdcb93deb {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:09:31.491364 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:09:31.491742 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Checking segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:31.492142 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.492557 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Bound using segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:09:31.493055 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Bound port: e38c9ffb-b329-4412-b83c-82d7dafb2db2, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:09:31.493384 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.588590 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] For port e38c9ffb-b329-4412-b83c-82d7dafb2db2, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:09:31.592431 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] For port e38c9ffb-b329-4412-b83c-82d7dafb2db2, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e38c9ffb-b329-4412-b83c-82d7dafb2db2,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:09:31.664159 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Allocated IP 172.20.0.2 (751908ae-fda8-4237-9922-589e97b773b6/7dda6004-9075-4f01-a050-87660f4abaaa/92d2b728-c9ca-49bc-a546-801faaecc829) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:09:31.664694 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.746656 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff11fe-345c-4379-978b-f7a6a360e19c None None] Pushing event updated for resources: {'Port': ['ID=e38c9ffb-b329-4412-b83c-82d7dafb2db2,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:31.755004 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:31.755772 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:31.892994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.905554 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Transition to ACTIVE for port object 92d2b728-c9ca-49bc-a546-801faaecc829 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:31.920916 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1906961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1903942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-266'] for router, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:31.937681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Transition to ACTIVE for port object 92d2b728-c9ca-49bc-a546-801faaecc829 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:31.961251 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:31.970668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:32.060084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:32.060084 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.183947 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.251976 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Network 751908ae-fda8-4237-9922-589e97b773b6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:32.253838 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:32.257583 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:09:32.272099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Pushing event updated for resources: {'Port': ['ID=92d2b728-c9ca-49bc-a546-801faaecc829,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:32.285423 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:31Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:32.291055 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea203241-2aac-416a-a7f0-2b02ba3afa80 None None] The sync data for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv is: [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:31Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:09:32.368807 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Attempting to bind port 92d2b728-c9ca-49bc-a546-801faaecc829 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:09:32.369242 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Attempting to bind port 92d2b728-c9ca-49bc-a546-801faaecc829 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:09:32.369665 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Attempting to bind port 92d2b728-c9ca-49bc-a546-801faaecc829 on network 751908ae-fda8-4237-9922-589e97b773b6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:09:32.372859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.375511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:09:32.375887 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Checking segment: {'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:32.376283 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.376814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Bound using segment: {'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:09:32.377279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Bound port: 92d2b728-c9ca-49bc-a546-801faaecc829, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:09:32.377650 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.411813 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.519541 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] For port 92d2b728-c9ca-49bc-a546-801faaecc829, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:09:32.524203 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] For port 92d2b728-c9ca-49bc-a546-801faaecc829, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=92d2b728-c9ca-49bc-a546-801faaecc829,segment=NetworkSegment(5a0f38b7-9220-4c71-9e72-bd2a3024740b),segment_id=5a0f38b7-9220-4c71-9e72-bd2a3024740b)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:09:32.561039 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Allocated IP 172.26.8.6 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/e714d54f-340f-4ac0-9b5f-77cbefa39541) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:09:32.594534 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.691707 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f995b-702e-41d7-bdd9-8f139251553a None None] Pushing event updated for resources: {'Port': ['ID=92d2b728-c9ca-49bc-a546-801faaecc829,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:32.737302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.824809 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:32.912953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:32.918365 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:32.920608 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Pushing event updated for resources: {'Port': ['ID=e714d54f-340f-4ac0-9b5f-77cbefa39541,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:32.925218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:09:33.576053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:33.638065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8fa5a-ade0-425d-992e-1283ee8d1e31 None None] Network 751908ae-fda8-4237-9922-589e97b773b6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 21:09:33.809856 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8394c45c-98af-4a30-8096-89012f673f94 None None] Provisioning for port 92d2b728-c9ca-49bc-a546-801faaecc829 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:33.937515 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1903961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1907002'] for router, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:34.018040 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e38c9ffb-b329-4412-b83c-82d7dafb2db2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:34.146230 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port e38c9ffb-b329-4412-b83c-82d7dafb2db2 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:34.150919 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e38c9ffb-b329-4412-b83c-82d7dafb2db2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:34.151279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:34.223750 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e is scheduled to L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d with binding_index 1 {{(pid=88484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 25 21:09:34.264416 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:34.295133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port e38c9ffb-b329-4412-b83c-82d7dafb2db2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e38c9ffb-b329-4412-b83c-82d7dafb2db2,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:34.380861 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:34.381737 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 92d2b728-c9ca-49bc-a546-801faaecc829 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:34.410458 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:09:34.452234 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Sync routers for ids ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:09:34.480290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Routers {'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:34.480917 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:34.486657 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:34.487912 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6611c75c-2bab-4867-8b92-03cc46569bbc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1829135 Mar 25 21:09:34.490771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44948) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:34.580802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=e38c9ffb-b329-4412-b83c-82d7dafb2db2,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:34.702527 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Set router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:34.806577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port 92d2b728-c9ca-49bc-a546-801faaecc829 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:34.833577 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 92d2b728-c9ca-49bc-a546-801faaecc829 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:34.833822 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.093477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.132531 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port 92d2b728-c9ca-49bc-a546-801faaecc829, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=92d2b728-c9ca-49bc-a546-801faaecc829,segment=NetworkSegment(5a0f38b7-9220-4c71-9e72-bd2a3024740b),segment_id=5a0f38b7-9220-4c71-9e72-bd2a3024740b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:35.139243 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:09:33Z', 'revision_number': 3, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:35.143178 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Checking router: a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:09:35.143518 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Updating router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e port e714d54f-340f-4ac0-9b5f-77cbefa39541 binding host dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 21:09:35.203511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.231834 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.297358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.408924 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=92d2b728-c9ca-49bc-a546-801faaecc829,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:35.504949 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Allocated IP 172.20.0.1 (751908ae-fda8-4237-9922-589e97b773b6/7dda6004-9075-4f01-a050-87660f4abaaa/e0abbdfa-19b1-48c7-82a6-332999b3068b) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:09:35.626928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.639261 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Transition to ACTIVE for port object e714d54f-340f-4ac0-9b5f-77cbefa39541 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:35.653450 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.669828 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Transition to ACTIVE for port object e0abbdfa-19b1-48c7-82a6-332999b3068b will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:35.692358 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.732238 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.775454 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Attempting to bind port e714d54f-340f-4ac0-9b5f-77cbefa39541 on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:09:35.776006 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Attempting to bind port e714d54f-340f-4ac0-9b5f-77cbefa39541 by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:09:35.776179 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Attempting to bind port e714d54f-340f-4ac0-9b5f-77cbefa39541 on network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:09:35.779504 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff728fb6-9e5b-4927-a519-dd6d2be0b60f None None] Pushing event updated for resources: {'Port': ['ID=e714d54f-340f-4ac0-9b5f-77cbefa39541,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:35.783864 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:09:35.784235 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Checking segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:35.784661 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.785042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Bound using segment: {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:09:35.785506 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Bound port: e714d54f-340f-4ac0-9b5f-77cbefa39541, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4230d36-c27f-429d-9a18-c52627e7f888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:09:35.785872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.812160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Network 751908ae-fda8-4237-9922-589e97b773b6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:35.814824 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:35.818427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:09:35.859645 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Pushing event updated for resources: {'Port': ['ID=e0abbdfa-19b1-48c7-82a6-332999b3068b,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:35.864519 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] For port e714d54f-340f-4ac0-9b5f-77cbefa39541, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:09:35.867615 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] For port e714d54f-340f-4ac0-9b5f-77cbefa39541, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e714d54f-340f-4ac0-9b5f-77cbefa39541,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:09:35.882576 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1905676'] for router_interface, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.947357 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:35.983087 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e38c9ffb-b329-4412-b83c-82d7dafb2db2 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:36.082181 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:36.085758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Routers {'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:36.086320 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:36.155931 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff728fb6-9e5b-4927-a519-dd6d2be0b60f None None] Pushing event updated for resources: {'Port': ['ID=e714d54f-340f-4ac0-9b5f-77cbefa39541,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:36.183833 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e38c9ffb-b329-4412-b83c-82d7dafb2db2 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:36.184202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:36.287016 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b9bc6535-13d5-4dcb-8e14-14d8e1a88a19 None None] Provisioning for port e0abbdfa-19b1-48c7-82a6-332999b3068b completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:36.301345 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b9bc6535-13d5-4dcb-8e14-14d8e1a88a19 None None] Provisioning complete for port e0abbdfa-19b1-48c7-82a6-332999b3068b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:36.301713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6535-13d5-4dcb-8e14-14d8e1a88a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:36.303451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:36.363601 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:36.373823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] Set router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:36.445409 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc6535-13d5-4dcb-8e14-14d8e1a88a19 None None] Port e0abbdfa-19b1-48c7-82a6-332999b3068b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 21:09:36.473223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Pushing event updated for resources: {'Port': ['ID=e0abbdfa-19b1-48c7-82a6-332999b3068b,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:36.475503 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2095774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1906149'] for router_interface, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:36.609703 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Network 751908ae-fda8-4237-9922-589e97b773b6 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:36.610934 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:36.653645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 92d2b728-c9ca-49bc-a546-801faaecc829 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:36.801457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port 92d2b728-c9ca-49bc-a546-801faaecc829 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:36.802167 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:36.895813 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4cbf223f-3acb-48b9-afab-2a00f55d3cc5 None None] Provisioning complete for port e0abbdfa-19b1-48c7-82a6-332999b3068b triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:36.896101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4cbf223f-3acb-48b9-afab-2a00f55d3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:36.913933 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:09:37.006137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 4, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e0abbdfa-19b1-48c7-82a6-332999b3068b', 'name': '', 'network_id': '751908ae-fda8-4237-9922-589e97b773b6', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'mac_address': 'fa:16:3e:c7:f7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:35Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 1, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'subnets': [{'id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:37.021625 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ecf21-cea9-4790-a2a4-6c42e04c0b65 None None] The sync data for ids ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'] in dv-neutron-835149-1-hyperv is: [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 4, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e0abbdfa-19b1-48c7-82a6-332999b3068b', 'name': '', 'network_id': '751908ae-fda8-4237-9922-589e97b773b6', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'mac_address': 'fa:16:3e:c7:f7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:35Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 1, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'subnets': [{'id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:09:37.035198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf223f-3acb-48b9-afab-2a00f55d3cc5 None None] Port e0abbdfa-19b1-48c7-82a6-332999b3068b cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 21:09:37.099098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:09:37.108854 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-62b7783a-be21-466a-9221-87c2f543ee8c admin admin] 10.222.0.37 "PUT /v2.0/routers/a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6168690 Mar 25 21:09:37.934643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44960) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:37.940403 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942804802', 'description': 'tempest-secgroup-smoke-942804802 description', 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:37.946624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:37.950610 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:security_group and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:37.953620 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:37.959289 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:37.989752 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e714d54f-340f-4ac0-9b5f-77cbefa39541 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:38.046442 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.066606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:38.070456 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:security_group_rule and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:38.073881 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:38.079496 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:38.109053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port e714d54f-340f-4ac0-9b5f-77cbefa39541 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:38.114012 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e714d54f-340f-4ac0-9b5f-77cbefa39541 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:38.114708 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.151468 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.200431 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.229356 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.242204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:38.245777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port e714d54f-340f-4ac0-9b5f-77cbefa39541, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e714d54f-340f-4ac0-9b5f-77cbefa39541,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:38.297863 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.299130 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-827d736d-6474-4f4a-be4c-6d219ad9ccb0 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3634627 Mar 25 21:09:38.302038 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44964) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:38.307708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'security_group_rule': {'security_group_id': 'd51b8b21-f3c7-4202-8e5d-cf1dab6f2816', 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:38.313760 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:38.317668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:security_group_rule and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:38.320541 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:38.323623 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.326856 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:38.388500 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=e714d54f-340f-4ac0-9b5f-77cbefa39541,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:38.426510 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.484140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.574537 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.597795 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dd2024-a261-4330-bbeb-2fbc169aebf4,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:38.675490 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.681397 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8a6c1565-79ae-4e59-82b2-b18b8bef8588 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737435 Mar 25 21:09:38.681397 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 44968) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:38.684932 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'security_group_rule': {'security_group_id': 'd51b8b21-f3c7-4202-8e5d-cf1dab6f2816', 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:38.690915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:38.694684 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:security_group_rule and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:38.697549 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:38.703133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:38.799683 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.858904 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.937119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:38.963356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d35b0b-de05-4084-98f6-ac86246f57eb,revision_number=0']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:39.037674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.038881 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-6f1ff1bd-e40a-4f43-b589-9f43d2676363 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3584843 Mar 25 21:09:39.042128 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44972) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:39.047362 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'security_group_rule': {'security_group_id': 'd51b8b21-f3c7-4202-8e5d-cf1dab6f2816', 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:39.054678 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:39.060115 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:security_group_rule and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:39.062182 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:39.068113 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:39.145310 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.195101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb4a6-7463-410e-ac7a-8c8a8ec473f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.215635 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.275244 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.297617 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64443ff-6b22-42c0-9fbf-081c4c0b6d62,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:39.372520 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.373813 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61bbbb01-8054-4b58-9887-825dd293520f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306718 Mar 25 21:09:39.376630 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44976) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:39.381698 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'security_group_rule': {'security_group_id': 'd51b8b21-f3c7-4202-8e5d-cf1dab6f2816', 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:39.388468 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:39.392261 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:security_group_rule and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:39.395150 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:39.400895 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:39.475613 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.542242 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.592056 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.618784 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f1df21-7e88-45c9-b554-8fc4f1abff4c,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:39.683773 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.685097 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-9dfce0eb-367d-4c5f-9f10-549efedfc8ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3073971 Mar 25 21:09:39.687796 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44980) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:39.692878 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'security_group_rule': {'security_group_id': 'd51b8b21-f3c7-4202-8e5d-cf1dab6f2816', 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:39.699615 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:39.703625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:security_group_rule and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:39.706661 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:39.713131 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:39.777915 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Project 6a1ff7bfba5249c197b193dbffb6ad2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 21:09:39.794767 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.847276 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.906664 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:39.932177 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab2fbfd-e0ba-49a6-aac7-1790a1eed9fa,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:39.966375 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e714d54f-340f-4ac0-9b5f-77cbefa39541 up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:40.021088 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:40.022297 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-d4699173-9a30-4bb6-95e4-6daccb267622 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335238 Mar 25 21:09:40.025017 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 44984) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:40.030149 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.v2.base [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'security_group_rule': {'security_group_id': 'd51b8b21-f3c7-4202-8e5d-cf1dab6f2816', 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:40.038264 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:40.041645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e714d54f-340f-4ac0-9b5f-77cbefa39541 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:40.042018 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:40.042818 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:security_group_rule and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:40.048098 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.quota.resource [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88485) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:40.060624 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.quota.driver [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88485) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:40.140466 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.securitygroups_db [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Project 6a1ff7bfba5249c197b193dbffb6ad2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 21:09:40.147877 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:40.155405 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Sync routers for ids ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:09:40.168644 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Routers {'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:40.169255 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:40.229960 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:40.297726 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013943'] for security_group_rule, after_create {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:40.327055 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5375f62b-ec52-4344-a480-50e7c31450d7,revision_number=0']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:40.379217 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Set router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:40.395893 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:40.405577 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-66ef30e8-c6d5-466a-92c3-ae968e0a70b5 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712621 Mar 25 21:09:40.566307 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-da9a3110-dec2-4834-abb3-035326bac0ba req-511e9729-77e1-45d4-8649-33500d71ef15 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Synchronizing usage tracker for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:security_group {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:09:40.640174 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-da9a3110-dec2-4834-abb3-035326bac0ba req-511e9729-77e1-45d4-8649-33500d71ef15 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Unset dirty status for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:security_group {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:09:40.641644 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-511e9729-77e1-45d4-8649-33500d71ef15 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942804802&fields=id&tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b HTTP/1.1" status: 200 len: 267 time: 0.1168654 Mar 25 21:09:40.705467 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 4, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e0abbdfa-19b1-48c7-82a6-332999b3068b', 'name': '', 'network_id': '751908ae-fda8-4237-9922-589e97b773b6', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'mac_address': 'fa:16:3e:c7:f7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:35Z', 'updated_at': '2022-03-25T21:09:36Z', 'revision_number': 2, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'subnets': [{'id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:40.709545 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Checking router: a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:09:40.709890 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Updating router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e port e0abbdfa-19b1-48c7-82a6-332999b3068b binding host dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 21:09:40.767005 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:40.815630 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b5a1955f-c0f6-4b81-a3d1-c3dfe6e5f16a tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:40.816781 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b5a1955f-c0f6-4b81-a3d1-c3dfe6e5f16a tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Synchronizing usage tracker for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:network {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:09:40.914941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b5a1955f-c0f6-4b81-a3d1-c3dfe6e5f16a tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Unset dirty status for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:network {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:09:40.916998 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b5a1955f-c0f6-4b81-a3d1-c3dfe6e5f16a tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 810 time: 0.2684629 Mar 25 21:09:40.932617 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-d18fb00b-affb-4d95-b5a1-fa8d69f1b23d tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/quotas/6a1ff7bfba5249c197b193dbffb6ad2b HTTP/1.1" status: 200 len: 375 time: 0.0098441 Mar 25 21:09:41.014288 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-da9a3110-dec2-4834-abb3-035326bac0ba req-9157a61b-77c2-480f-b433-078b3fa7825c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Synchronizing usage tracker for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:09:41.077941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-da9a3110-dec2-4834-abb3-035326bac0ba req-9157a61b-77c2-480f-b433-078b3fa7825c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Unset dirty status for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:09:41.079192 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-9157a61b-77c2-480f-b433-078b3fa7825c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415200 Mar 25 21:09:41.099594 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:41.111287 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Transition to ACTIVE for port object e0abbdfa-19b1-48c7-82a6-332999b3068b will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:41.172261 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:41.287864 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ead46-8102-4f1e-ab06-3d422d4f5ebd None None] Pushing event updated for resources: {'Port': ['ID=e0abbdfa-19b1-48c7-82a6-332999b3068b,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:41.333334 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-06344010-cd2c-4129-a814-2fbb046aa6fa service neutron] 10.222.0.37 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422523 Mar 25 21:09:41.388137 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Attempting to bind port e0abbdfa-19b1-48c7-82a6-332999b3068b on host dv-neutron-835149-1-hyperv for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:09:41.388535 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Attempting to bind port e0abbdfa-19b1-48c7-82a6-332999b3068b by drivers openvswitch,hyperv on host dv-neutron-835149-1-hyperv at level 0 using segments [{'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:09:41.388961 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Attempting to bind port e0abbdfa-19b1-48c7-82a6-332999b3068b on network 751908ae-fda8-4237-9922-589e97b773b6 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:09:41.394592 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Checking agent: {'id': 'd434173e-8dc2-4492-b8df-f23ec1bcad8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835149-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 54, 43), 'started_at': datetime.datetime(2022, 3, 25, 19, 55, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835149-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:09:41.395098 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Checking segment: {'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:41.395495 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:41.395881 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Bound using segment: {'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:09:41.396699 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Bound port: e0abbdfa-19b1-48c7-82a6-332999b3068b, host: dv-neutron-835149-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0f38b7-9220-4c71-9e72-bd2a3024740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '751908ae-fda8-4237-9922-589e97b773b6'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:09:41.397248 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:41.466869 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-1f938844-f2cc-4503-b57d-0dda213c3a9b service neutron] 10.222.0.37 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326349 Mar 25 21:09:41.491959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] For port e0abbdfa-19b1-48c7-82a6-332999b3068b, host dv-neutron-835149-1-hyperv, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:09:41.492241 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] For port e0abbdfa-19b1-48c7-82a6-332999b3068b, host dv-neutron-835149-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e0abbdfa-19b1-48c7-82a6-332999b3068b,segment=NetworkSegment(5a0f38b7-9220-4c71-9e72-bd2a3024740b),segment_id=5a0f38b7-9220-4c71-9e72-bd2a3024740b)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:09:41.561486 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:41.642561 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ead46-8102-4f1e-ab06-3d422d4f5ebd None None] Pushing event updated for resources: {'Port': ['ID=e0abbdfa-19b1-48c7-82a6-332999b3068b,revision_number=4']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:41.646473 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Routers {'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:41.647051 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:41.803681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c3f9ff25-77e1-4bf9-b2bb-de09657c51ea req-07f18650-a3ef-4118-8751-b664fe5b8fac tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 210 time: 0.0641565 Mar 25 21:09:41.874771 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] Set router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:41.994457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e0abbdfa-19b1-48c7-82a6-332999b3068b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:42.151951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning for port e0abbdfa-19b1-48c7-82a6-332999b3068b completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:42.156932 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e0abbdfa-19b1-48c7-82a6-332999b3068b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:42.157303 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:42.202021 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 4, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e0abbdfa-19b1-48c7-82a6-332999b3068b', 'name': '', 'network_id': '751908ae-fda8-4237-9922-589e97b773b6', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'mac_address': 'fa:16:3e:c7:f7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:35Z', 'updated_at': '2022-03-25T21:09:41Z', 'revision_number': 4, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'subnets': [{'id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:42.205915 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f7bb7c-f268-4de1-a509-0ed553d411da None None] The sync data for ids ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'] in dv-neutron-835149-1-hyperv is: [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:09:35Z', 'revision_number': 4, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e0abbdfa-19b1-48c7-82a6-332999b3068b', 'name': '', 'network_id': '751908ae-fda8-4237-9922-589e97b773b6', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'mac_address': 'fa:16:3e:c7:f7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:35Z', 'updated_at': '2022-03-25T21:09:41Z', 'revision_number': 4, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'subnets': [{'id': '7dda6004-9075-4f01-a050-87660f4abaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:09:42.249638 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fa720b31-5864-4a19-a700-e53132e5b6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:42.279495 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:42.315092 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] For port e0abbdfa-19b1-48c7-82a6-332999b3068b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e0abbdfa-19b1-48c7-82a6-332999b3068b,segment=NetworkSegment(5a0f38b7-9220-4c71-9e72-bd2a3024740b),segment_id=5a0f38b7-9220-4c71-9e72-bd2a3024740b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:42.375349 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:42.449587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Pushing event updated for resources: {'Port': ['ID=e0abbdfa-19b1-48c7-82a6-332999b3068b,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:42.891303 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-dac6bbf2-d740-47ec-b800-91b29943fa98 req-69744aeb-a4e2-443b-80a3-5654b971a655 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 210 time: 0.0418937 Mar 25 21:09:42.895325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:43.097948 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:43.961444 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e0abbdfa-19b1-48c7-82a6-332999b3068b up at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:44.032978 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Provisioning complete for port e0abbdfa-19b1-48c7-82a6-332999b3068b triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:44.033325 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:44.042546 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-5d3b21ab-c729-4afd-a202-028965c1f278 req-72c7b93f-a7c5-4a99-a14b-a1138b48032c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 210 time: 0.0424950 Mar 25 21:09:44.315815 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b60b4979-b5cf-4366-a3a1-1ac525ef2941 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:44.317185 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b60b4979-b5cf-4366-a3a1-1ac525ef2941 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 810 time: 0.1496239 Mar 25 21:09:44.367973 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-f380a601-3b9c-483f-974e-1d5eb85e1eed tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b HTTP/1.1" status: 200 len: 379 time: 0.0433736 Mar 25 21:09:44.375755 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'port': {'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'admin_state_up': True, 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'security_groups': ['d51b8b21-f3c7-4202-8e5d-cf1dab6f2816']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:44.495359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:44.521085 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:44.530486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:44.615206 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Made reservation on behalf of 6a1ff7bfba5249c197b193dbffb6ad2b for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 21:09:44.619717 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:44.781143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Allocated IP 172.20.0.10 (5f718008-3ef1-4bbc-95a1-18efdcb93deb/d97959df-daa6-487c-9a5c-ac0bf1fa148b/42134286-272f-4876-8e1f-679afc67b5c9) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:09:44.967345 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:44.982065 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Transition to ACTIVE for port object 42134286-272f-4876-8e1f-679afc67b5c9 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:45.060632 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:45.125675 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:45.128612 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:45.132399 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:09:45.317831 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:45.363008 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:45.363603 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:45.406389 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1e38452d-b05b-41bc-998c-dac935dcac83 None None] Provisioning for port 42134286-272f-4876-8e1f-679afc67b5c9 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:45.407368 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177372-0912-4e7d-9d46-87566cfc331e req-6453ebdc-d3cf-4f52-a86e-7cdd5966746c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:45.408067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-10177372-0912-4e7d-9d46-87566cfc331e req-6453ebdc-d3cf-4f52-a86e-7cdd5966746c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Synchronizing usage tracker for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:09:45.411510 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1e38452d-b05b-41bc-998c-dac935dcac83 None None] Provisioning complete for port 42134286-272f-4876-8e1f-679afc67b5c9 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:45.411879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e38452d-b05b-41bc-998c-dac935dcac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:45.459642 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-5cfddbd5-8f38-469f-a6c4-bb653d9c2ae4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0873356 Mar 25 21:09:45.469282 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e38452d-b05b-41bc-998c-dac935dcac83 None None] Port 42134286-272f-4876-8e1f-679afc67b5c9 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 21:09:45.470924 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Request body: {'port': {'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:45.510780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-10177372-0912-4e7d-9d46-87566cfc331e req-6453ebdc-d3cf-4f52-a86e-7cdd5966746c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Unset dirty status for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:09:45.511899 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10177372-0912-4e7d-9d46-87566cfc331e req-6453ebdc-d3cf-4f52-a86e-7cdd5966746c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 932 time: 0.3472216 Mar 25 21:09:45.607073 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-10177372-0912-4e7d-9d46-87566cfc331e req-4552853f-7ec4-45e2-abcc-83b399cbe2d4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888507 Mar 25 21:09:45.616207 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:45.963113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42134286-272f-4876-8e1f-679afc67b5c9 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:09:45.970358 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:45.984302 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Transition to ACTIVE for port object 42134286-272f-4876-8e1f-679afc67b5c9 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:09:46.066125 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:46.264624 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Pushing event updated for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:46.310776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Attempting to bind port 42134286-272f-4876-8e1f-679afc67b5c9 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:09:46.311097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Attempting to bind port 42134286-272f-4876-8e1f-679afc67b5c9 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:09:46.311414 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Attempting to bind port 42134286-272f-4876-8e1f-679afc67b5c9 on network 5f718008-3ef1-4bbc-95a1-18efdcb93deb {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:09:46.315851 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Port 42134286-272f-4876-8e1f-679afc67b5c9 on network 5f718008-3ef1-4bbc-95a1-18efdcb93deb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 21:09:46.316160 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Attempting to bind port 42134286-272f-4876-8e1f-679afc67b5c9 on network 5f718008-3ef1-4bbc-95a1-18efdcb93deb {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:09:46.321186 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:09:46.322120 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Checking segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:09:46.322494 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Bound using segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:09:46.322901 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Bound port: 42134286-272f-4876-8e1f-679afc67b5c9, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:09:46.323232 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:46.421425 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:09:46.424727 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:09:46.498186 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:46.553565 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:46.554133 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:46.555482 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] 10.222.0.43 "PUT /v2.0/ports/42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 1094 time: 1.0889254 Mar 25 21:09:46.555915 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:09:46.584656 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91766-70f6-4fbe-a463-34da090d9490 service neutron] Pushing event updated for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:46.605448 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9', 'status': 'completed', 'code': 200} Mar 25 21:09:46.711095 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f73df-17b1-4590-9901-c4377813c7aa req-6c008a4f-56d9-4500-9c6b-822a21ca63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:46.713323 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb1f73df-17b1-4590-9901-c4377813c7aa req-6c008a4f-56d9-4500-9c6b-822a21ca63dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1097 time: 0.0872910 Mar 25 21:09:46.912134 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f73df-17b1-4590-9901-c4377813c7aa req-64837a0f-8e96-46e3-a28f-c0bbacb0c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:46.913596 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb1f73df-17b1-4590-9901-c4377813c7aa req-64837a0f-8e96-46e3-a28f-c0bbacb0c7f2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1921484 Mar 25 21:09:46.922930 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28042-3c26-4939-94f4-e96a26ba272f req-1aedc64e-00ce-48c3-9425-75088dccb6ea tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:46.924258 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45a28042-3c26-4939-94f4-e96a26ba272f req-1aedc64e-00ce-48c3-9425-75088dccb6ea tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 944 time: 0.1818037 Mar 25 21:09:47.053825 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-45a28042-3c26-4939-94f4-e96a26ba272f req-3a13da3e-5f9c-4b96-b0a6-9feef8904915 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114180 Mar 25 21:09:47.083209 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f73df-17b1-4590-9901-c4377813c7aa req-f96602ff-7a35-4647-8cb9-db4375ce9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:47.084681 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-cb1f73df-17b1-4590-9901-c4377813c7aa req-f96602ff-7a35-4647-8cb9-db4375ce9c96 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595390 Mar 25 21:09:47.189007 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3110-dec2-4834-abb3-035326bac0ba req-281d9612-68dc-46af-b4bf-033f9484f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:47.190446 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-281d9612-68dc-46af-b4bf-033f9484f315 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1097 time: 0.0723596 Mar 25 21:09:47.256013 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-a0019e0e-1d60-4e5c-81ea-5d078e7b0c70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 217 time: 0.0586445 Mar 25 21:09:47.418834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3110-dec2-4834-abb3-035326bac0ba req-85a37c95-78d1-40a5-9ad1-f94bba0927f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:47.420299 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-85a37c95-78d1-40a5-9ad1-f94bba0927f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.1584582 Mar 25 21:09:47.494743 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a3110-dec2-4834-abb3-035326bac0ba req-2adb3e8d-581c-4a49-9c6e-47e808f34343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:47.496205 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-2adb3e8d-581c-4a49-9c6e-47e808f34343 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693352 Mar 25 21:09:47.628270 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-bf27c231-2a27-4850-aa98-5d0ae7c1f3d2 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251216 Mar 25 21:09:47.760010 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-da9a3110-dec2-4834-abb3-035326bac0ba req-c253d619-3059-466e-815f-dccad8a1a765 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248395 Mar 25 21:09:48.165836 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:09:48.245064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d471c-efc8-477a-a52b-244c8be27caf req-06fabae7-a9ba-444d-8a84-b9705e1b7060 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:48.246650 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-872d471c-efc8-477a-a52b-244c8be27caf req-06fabae7-a9ba-444d-8a84-b9705e1b7060 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 944 time: 0.0867629 Mar 25 21:09:48.290128 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-872d471c-efc8-477a-a52b-244c8be27caf req-cd03e033-e492-4ee9-8c93-78e904ebfb7a tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372329 Mar 25 21:09:48.586013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:49.469404 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debe3a-0add-4928-91a3-653baf94bd49 req-b031aa39-8912-43d2-b102-5870ba9c9b57 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:49.470847 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c1debe3a-0add-4928-91a3-653baf94bd49 req-b031aa39-8912-43d2-b102-5870ba9c9b57 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 944 time: 0.0785329 Mar 25 21:09:49.517465 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c1debe3a-0add-4928-91a3-653baf94bd49 req-6f5acd56-da71-4f51-bdee-17edf3cdc393 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Mar 25 21:09:50.583202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42134286-272f-4876-8e1f-679afc67b5c9 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 21:09:50.703674 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2383de3-cb57-4e7a-a40d-3376eb5dadef req-8f4b82cb-1eb0-434e-a8c9-1cc791334fc6 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:50.705155 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2383de3-cb57-4e7a-a40d-3376eb5dadef req-8f4b82cb-1eb0-434e-a8c9-1cc791334fc6 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 944 time: 0.0839741 Mar 25 21:09:50.724824 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:50.737841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '42134286-272f-4876-8e1f-679afc67b5c9', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 21:09:50.748387 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-e2383de3-cb57-4e7a-a40d-3376eb5dadef req-4e121edd-caab-4e01-8800-a7f2f80df3c4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376639 Mar 25 21:09:50.792392 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:50.809123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42134286-272f-4876-8e1f-679afc67b5c9 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:09:50.824497 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:50.934795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:51.002927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:51.277598 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['42134286-272f-4876-8e1f-679afc67b5c9'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 21:09:51.934005 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb40259-aaf6-4dc9-9df5-ecfe8e1015ad req-2e0fdba9-b100-4555-a042-5bca6a90d3ef tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:51.935471 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2cb40259-aaf6-4dc9-9df5-ecfe8e1015ad req-2e0fdba9-b100-4555-a042-5bca6a90d3ef tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 945 time: 0.0835655 Mar 25 21:09:51.979185 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2cb40259-aaf6-4dc9-9df5-ecfe8e1015ad req-daca4d22-49d0-40a3-8c33-95b919062fd9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Mar 25 21:09:52.598765 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42134286-272f-4876-8e1f-679afc67b5c9 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:09:52.752326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 42134286-272f-4876-8e1f-679afc67b5c9 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:09:52.757511 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 42134286-272f-4876-8e1f-679afc67b5c9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:09:52.757951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:52.870352 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:52.896001 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:09:52.905684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:09:52.960306 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:52.992165 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9', 'code': 200} Mar 25 21:09:53.029981 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:53.170546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415c61d-7157-4175-971b-4cfa2c4f86c7 req-0c560d5e-d99f-4e0f-877a-bca22e796289 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:53.171946 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4415c61d-7157-4175-971b-4cfa2c4f86c7 req-0c560d5e-d99f-4e0f-877a-bca22e796289 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 946 time: 0.0794158 Mar 25 21:09:53.217045 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4415c61d-7157-4175-971b-4cfa2c4f86c7 req-6ebb0db1-b09a-47d0-8f88-be6d011d969a tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394349 Mar 25 21:09:53.369084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78b17f-b096-4c96-bb75-b3fc51955202 req-de339e4a-877c-47a3-bb8d-479d8b30fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:53.370566 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eb78b17f-b096-4c96-bb75-b3fc51955202 req-de339e4a-877c-47a3-bb8d-479d8b30fc48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1099 time: 0.0701387 Mar 25 21:09:53.410605 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-eb78b17f-b096-4c96-bb75-b3fc51955202 req-ea6c8067-321e-4481-a4c5-bc158b997dd2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333850 Mar 25 21:09:54.410029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c1ee-64a8-4856-b378-e71ec55ef728 req-3913727f-7deb-41fe-a6bc-d580a6241ae8 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:54.411449 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85b3c1ee-64a8-4856-b378-e71ec55ef728 req-3913727f-7deb-41fe-a6bc-d580a6241ae8 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 946 time: 0.0816386 Mar 25 21:09:54.454691 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-85b3c1ee-64a8-4856-b378-e71ec55ef728 req-22cffac8-ff1e-4cfd-95d9-efe600a912ac tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364265 Mar 25 21:09:55.643780 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6872e80-6a4b-497e-946e-a237b4b369eb req-6b2fc5b1-40a4-47e0-ba7a-7987343fba7d tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:55.648513 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a6872e80-6a4b-497e-946e-a237b4b369eb req-6b2fc5b1-40a4-47e0-ba7a-7987343fba7d tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 946 time: 0.0874131 Mar 25 21:09:55.695651 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a6872e80-6a4b-497e-946e-a237b4b369eb req-9d88f461-065d-4ff4-b8a7-c0b890456fbc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442557 Mar 25 21:09:55.882939 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566870b-8d60-4ff7-9af2-980f9039078d req-ce4b5dc8-7c41-4920-8903-9cd2d07ec705 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:55.884384 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d566870b-8d60-4ff7-9af2-980f9039078d req-ce4b5dc8-7c41-4920-8903-9cd2d07ec705 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 946 time: 0.0814373 Mar 25 21:09:55.927415 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d566870b-8d60-4ff7-9af2-980f9039078d req-9be691c7-aa96-4ebc-bc2c-658232a9f8f6 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374694 Mar 25 21:09:55.950427 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45070) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:56.057910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377cb61-b947-47c4-8978-1489d7613720 tempest-TestSnapshotPattern-1043174783 tempest-TestSnapshotPattern-1043174783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:56.058606 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f377cb61-b947-47c4-8978-1489d7613720 tempest-TestSnapshotPattern-1043174783 tempest-TestSnapshotPattern-1043174783-project-admin] Synchronizing usage tracker for tenant:dae00a468abb4e4eb34d7c5f3e0bfec3 on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:09:56.142974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f377cb61-b947-47c4-8978-1489d7613720 tempest-TestSnapshotPattern-1043174783 tempest-TestSnapshotPattern-1043174783-project-admin] Unset dirty status for tenant:dae00a468abb4e4eb34d7c5f3e0bfec3 on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:09:56.144118 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f377cb61-b947-47c4-8978-1489d7613720 tempest-TestSnapshotPattern-1043174783 tempest-TestSnapshotPattern-1043174783-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1094 time: 0.1926043 Mar 25 21:09:56.147021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45076) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:09:56.152562 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:09:56.158363 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:09:56.162102 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:floatingip and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:09:56.164883 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:09:56.170771 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:09:56.240047 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:56.373053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:56.504900 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Allocated IP 172.26.8.10 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/6c286f2b-bcc4-433c-a7f4-a2444146e76e) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:09:56.647661 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:56.726388 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:56.790644 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:09:56.793513 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:09:56.796020 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:09:56.834087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'Port': ['ID=6c286f2b-bcc4-433c-a7f4-a2444146e76e,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:57.292143 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:57.439014 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:57.638622 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:57.700314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:57.814081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'Port': ['ID=6c286f2b-bcc4-433c-a7f4-a2444146e76e,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:09:57.822137 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:57.989335 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Floating IP c925a287-d05c-42c1-992c-5fc12693933e associated. External IP: 172.26.8.10, port: 42134286-272f-4876-8e1f-679afc67b5c9. Mar 25 21:09:58.335811 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Router 6c73dc4d-a073-43b1-9369-4a3e50079229 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:09:58.509749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:09:58.519368 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] Sync routers for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:09:58.528884 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:58.529485 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:58.609560 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:09:58.713562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:58.798027 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-ea05a473-4218-45ac-9b93-983059f0afb4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6392789 Mar 25 21:09:58.798027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:09:58.831611 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9', 'status': 'completed', 'code': 200} Mar 25 21:09:58.919681 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-45c37e05-f535-4312-8c66-63d5cdcf3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:58.921102 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-45c37e05-f535-4312-8c66-63d5cdcf3817 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1099 time: 0.0693250 Mar 25 21:09:59.058330 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-0ca93a08-babf-4474-ab64-0443440d4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:59.059760 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-0ca93a08-babf-4474-ab64-0443440d4fc9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1230698 Mar 25 21:09:59.063805 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:57Z', 'revision_number': 0, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:59.067688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] Checking router: 6c73dc4d-a073-43b1-9369-4a3e50079229 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:09:59.076753 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:09:59.077348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:09:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:59.161954 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-23e226a7-058a-4e3b-813f-2d242ed5a2e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 999 time: 0.0957656 Mar 25 21:09:59.225237 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-e6c0a124-7f5b-44c1-9ed8-0f109cf3d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:59.226582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-e6c0a124-7f5b-44c1-9ed8-0f109cf3d664 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0588264 Mar 25 21:09:59.252492 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:09:59.299136 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-25fa1ae8-d62b-4d25-a74c-4f4a6ca5b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:09:59.300625 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-25fa1ae8-d62b-4d25-a74c-4f4a6ca5b190 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681157 Mar 25 21:09:59.431570 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-9218d9a0-fb29-4a8c-82ea-60f95dbbbc0c service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244144 Mar 25 21:09:59.562788 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-098e6d34-66db-49fa-bf05-4686d25d4116 req-ac53247a-64ba-4193-845b-a228ae626a78 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249497 Mar 25 21:09:59.602841 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:57Z', 'revision_number': 0, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:09:59.606745 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9435f7b-c6d6-45e9-bd35-fe8a3b8ff667 None None] The sync data for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv is: [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:57Z', 'revision_number': 0, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:09:59.800641 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a619cad-2a4e-4ab8-91c5-1d4e9c6f8967 None None] New status for floating IP c925a287-d05c-42c1-992c-5fc12693933e: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 21:10:09.171645 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-61d302b1-344f-4fc9-b8bb-f9a73c4919c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:12.188812 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c45c8e1-db07-47d5-8db0-70b08dc3e2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:12.871964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:13.100846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:14.491806 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:18.565721 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:25.164635 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:10:28.399731 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-e213392a-be39-4d78-952c-c590359aefd5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677962 Mar 25 21:10:28.536709 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-bc66ebb6-fd2b-4e14-8d31-68f005737810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:10:28.538147 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-bc66ebb6-fd2b-4e14-8d31-68f005737810 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1099 time: 0.0723512 Mar 25 21:10:28.682573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-274f9405-ad7f-48f3-a16b-ac62ec6ec5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:10:28.684042 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-274f9405-ad7f-48f3-a16b-ac62ec6ec5ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1278975 Mar 25 21:10:28.788112 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-d1a3e697-cda3-4e06-b100-1fde3f7b028e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 1001 time: 0.0981407 Mar 25 21:10:28.851391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-cce6b9ca-fa1b-4243-ae3c-684d1685f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:10:28.852820 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-cce6b9ca-fa1b-4243-ae3c-684d1685f015 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0582471 Mar 25 21:10:28.924726 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-eb024695-5841-4621-a39e-c15d4d0fdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:10:28.926100 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-eb024695-5841-4621-a39e-c15d4d0fdb40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678535 Mar 25 21:10:29.055885 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-47ce8fe8-097c-46a0-be8a-5d5bfbc47ad1 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236184 Mar 25 21:10:29.185752 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-a003b8b8-fb9c-4ee8-8fa1-1b45b877d217 req-0349a051-2a24-4c06-b5d3-ab3fffb4d204 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235673 Mar 25 21:10:39.180256 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a4e355-d1c4-4228-9388-7b60d6e5fdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:42.234287 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51fb3d10-843e-49f0-88a1-e7b61512a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:42.900545 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:43.094685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:44.519695 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:10:48.599903 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:02.164050 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:11:09.216483 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e5e7767-b364-4c3d-b9c5-fd0b8b1c0928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:12.199221 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-beca8fb2-f73c-4346-b8c1-c656235331ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:12.860725 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:13.105684 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:14.484786 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:18.599433 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:30.492063 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-a2d45584-e2c1-4f99-b1f4-99d216c4174e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1644130 Mar 25 21:11:30.644245 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-c425c90c-8fa2-4ebb-bca6-89328f3d7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:11:30.645718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-c425c90c-8fa2-4ebb-bca6-89328f3d7934 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1099 time: 0.0715995 Mar 25 21:11:30.788076 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-e269cead-689c-4530-b86f-3aaad8fbaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:11:30.789437 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-e269cead-689c-4530-b86f-3aaad8fbaa10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1237965 Mar 25 21:11:30.887937 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-dd5c1081-648f-4a8b-a07e-f29653f7a8b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 1001 time: 0.0927353 Mar 25 21:11:30.950267 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-3e58d4c0-ee82-4eba-b336-ca0d78de6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:11:30.951685 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-3e58d4c0-ee82-4eba-b336-ca0d78de6ab3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0566757 Mar 25 21:11:31.027146 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-7f28f625-b04a-495e-ac4c-a9ee0ba91b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:11:31.028639 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-7f28f625-b04a-495e-ac4c-a9ee0ba91b8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714042 Mar 25 21:11:31.156669 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-107b974d-18a2-4f4f-8940-621cb1396253 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222925 Mar 25 21:11:31.285459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-7ca4318d-f3f3-4cd1-b8e8-ec4869a67680 req-b5b546eb-cea1-49fe-8217-3af1f5b98316 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229734 Mar 25 21:11:39.167461 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:11:39.203131 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fdf0ba7-b665-4be3-b0d0-1ce503abcf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:42.243371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bf81e95-2e1c-4d57-be33-cc4a4407c1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:42.861636 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:43.096111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:44.485438 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:11:48.604589 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:09.152396 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bb7c77d3-31f5-4d8a-992c-38e25784e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:12.204215 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-75f63afc-8a09-430c-9a15-b7095b1a0f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:12.849662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:13.106914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:14.495568 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:16.166529 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:12:18.650226 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:31.393471 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42134286-272f-4876-8e1f-679afc67b5c9 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 21:12:31.527091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:12:31.539682 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '42134286-272f-4876-8e1f-679afc67b5c9', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 21:12:31.593823 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:31.609940 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42134286-272f-4876-8e1f-679afc67b5c9 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:12:31.624715 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:12:31.695170 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:31.765319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:12:31.772790 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.773132 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.773469 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.773796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.774120 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.774441 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.774762 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.775081 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.775401 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.775717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.776030 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.776344 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:31.780855 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['42134286-272f-4876-8e1f-679afc67b5c9'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 21:12:32.542029 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-d79ea78b-d2b4-498c-ab75-49d67d76571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:32.543501 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-d79ea78b-d2b4-498c-ab75-49d67d76571c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1098 time: 0.1315594 Mar 25 21:12:32.691191 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-15ea8714-8ee4-49b9-a6ac-617b3ce9e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:32.691191 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-15ea8714-8ee4-49b9-a6ac-617b3ce9e90a service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1256459 Mar 25 21:12:32.789819 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-32c8ac95-169c-4335-8dba-7efffee500a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 1000 time: 0.0933738 Mar 25 21:12:32.850570 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-6781c51c-4c5e-469b-8be2-df1f659d70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:32.851923 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-6781c51c-4c5e-469b-8be2-df1f659d70f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0560102 Mar 25 21:12:32.928977 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-7835dd29-353b-4226-82b5-21ad21966cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:32.930391 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-7835dd29-353b-4226-82b5-21ad21966cc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717270 Mar 25 21:12:33.062677 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-91255097-153d-4c31-96d2-fc1fdf97e347 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251640 Mar 25 21:12:33.191732 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-050c31a0-a98c-4fd0-92e2-cf057b3fed37 req-acb2857b-e4c9-42b4-a7e0-9ef28c39efdd service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228318 Mar 25 21:12:33.395216 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42134286-272f-4876-8e1f-679afc67b5c9 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:12:33.464488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 42134286-272f-4876-8e1f-679afc67b5c9 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:12:33.464878 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:33.576816 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:33.603013 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:12:33.613359 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:12:33.648527 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9', 'code': 200} Mar 25 21:12:33.655372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:33.737260 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:12:39.188754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e0c446a-3c2c-4374-9ebc-fd46b0405b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:42.198488 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ad3c278-a0bb-4d8d-b22b-3d9fd62846f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:42.923374 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:43.134817 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:44.513019 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:47.521187 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-8716e949-6044-411c-a24b-e831e955ae4c tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942804802&fields=id&tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b HTTP/1.1" status: 200 len: 267 time: 0.1473794 Mar 25 21:12:47.678295 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-452f844e-39f6-40e9-b6fb-8a0f2becbc7a tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:47.679760 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-452f844e-39f6-40e9-b6fb-8a0f2becbc7a tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 810 time: 0.1519856 Mar 25 21:12:47.694944 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-7f249f9a-a4bc-437e-b588-07c47aa83b3e tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/quotas/6a1ff7bfba5249c197b193dbffb6ad2b HTTP/1.1" status: 200 len: 375 time: 0.0097167 Mar 25 21:12:47.780094 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-6e82b2a9-349a-468b-8e4b-426ac1a811bd tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0803504 Mar 25 21:12:47.899223 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfd9344a-637c-402a-9a4e-3481c2fe63c9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 25 21:12:47.900195 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfd9344a-637c-402a-9a4e-3481c2fe63c9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436568 Mar 25 21:12:48.030280 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-067ad3a2-77d8-4a19-bf48-19f34256f87b service neutron] 10.222.0.37 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240206 Mar 25 21:12:48.159783 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-495c7f4d-3327-4782-bffd-df9c7023ed7e service neutron] 10.222.0.37 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237583 Mar 25 21:12:48.447014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-fed44c1d-b53d-4178-a4d5-1038f8401c08 req-22e86863-4947-410f-a0b1-d85e11b450cf tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 210 time: 0.0468464 Mar 25 21:12:48.643388 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:49.597863 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-993105e2-8f48-44e1-a82d-ddde3bc04a63 req-a9c21258-5205-450d-808c-cbbe17e20b32 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 210 time: 0.0426695 Mar 25 21:12:50.414753 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-1d53f8a8-d362-4f63-ba23-5bd339f4a6a6 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:50.416459 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-1d53f8a8-d362-4f63-ba23-5bd339f4a6a6 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 810 time: 0.1598818 Mar 25 21:12:50.466173 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-f347d504-1422-4adf-aea9-45ef5bbb3711 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b HTTP/1.1" status: 200 len: 379 time: 0.0419023 Mar 25 21:12:50.474592 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'port': {'device_id': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'admin_state_up': True, 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'security_groups': ['d51b8b21-f3c7-4202-8e5d-cf1dab6f2816']}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:12:50.609274 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:12:50.613327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:port and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:12:50.616810 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:12:50.623371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:12:50.746677 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Made reservation on behalf of 6a1ff7bfba5249c197b193dbffb6ad2b for: {'port': 1} {{(pid=88484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 21:12:50.750879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:50.769079 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-01de3801-cd2f-4d97-9614-35090ca5c668 req-79b3be6a-caba-469a-a9a3-510f6051eb4e tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 210 time: 0.0641675 Mar 25 21:12:50.924257 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Allocated IP 172.20.0.13 (5f718008-3ef1-4bbc-95a1-18efdcb93deb/d97959df-daa6-487c-9a5c-ac0bf1fa148b/69ad99dc-b988-47b6-8633-aa456e0f26a5) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:12:51.138724 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:51.159763 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Transition to ACTIVE for port object 69ad99dc-b988-47b6-8633-aa456e0f26a5 will not be triggered until provisioned by entity DHCP. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:12:51.229019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:51.315745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:12:51.325461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.325986 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.326448 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.326879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.327323 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.327728 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.328122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.328552 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.328954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.329400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.330373 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.330777 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:12:51.347718 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:12:51.353321 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:12:51.355974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:12:51.433581 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:51.434312 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:51.535308 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42134286-272f-4876-8e1f-679afc67b5c9 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:12:51.558629 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-985ca42f-071d-4ce9-a9a3-590824956d8b tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0874851 Mar 25 21:12:51.680611 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:51.727953 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:12:51.739719 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:12:51.781106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f885f08e-629f-46de-971a-ab834b84bf37 None None] Provisioning for port 69ad99dc-b988-47b6-8633-aa456e0f26a5 completed by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:12:51.787739 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9', 'code': 200} Mar 25 21:12:51.791688 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f885f08e-629f-46de-971a-ab834b84bf37 None None] Provisioning complete for port 69ad99dc-b988-47b6-8633-aa456e0f26a5 triggered by entity DHCP. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:12:51.792975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f885f08e-629f-46de-971a-ab834b84bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:51.859133 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f885f08e-629f-46de-971a-ab834b84bf37 None None] Port 69ad99dc-b988-47b6-8633-aa456e0f26a5 cannot update to ACTIVE because it is not bound. {{(pid=88486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 25 21:12:51.864387 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:12:51.948316 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:12:52.018090 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c6861-55f2-44eb-8196-647d364c1173 req-84908a18-5002-403f-b29a-81cc8cb2c788 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:52.018745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-db1c6861-55f2-44eb-8196-647d364c1173 req-84908a18-5002-403f-b29a-81cc8cb2c788 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Synchronizing usage tracker for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:12:52.094471 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-db1c6861-55f2-44eb-8196-647d364c1173 req-84908a18-5002-403f-b29a-81cc8cb2c788 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Unset dirty status for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:12:52.095718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-db1c6861-55f2-44eb-8196-647d364c1173 req-84908a18-5002-403f-b29a-81cc8cb2c788 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.1643362 Mar 25 21:12:52.144004 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-db1c6861-55f2-44eb-8196-647d364c1173 req-b5491ec3-d332-4ae5-af16-ef05dcbe1213 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Mar 25 21:12:53.165895 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:12:53.350348 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e60a8-5186-48f3-83f6-5aa40cca849a req-94d192ee-0c83-412d-bc83-3e68387eb6a4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:53.351823 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d59e60a8-5186-48f3-83f6-5aa40cca849a req-94d192ee-0c83-412d-bc83-3e68387eb6a4 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.0876515 Mar 25 21:12:53.398804 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d59e60a8-5186-48f3-83f6-5aa40cca849a req-c8990382-2910-428c-bc32-252f4d7fd3fd tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409482 Mar 25 21:12:54.589614 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beff8c-ccef-4ac2-81bb-c9d226b896cc req-fb89644b-3af7-4092-ae5a-21a4c1fd1435 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:54.591237 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-76beff8c-ccef-4ac2-81bb-c9d226b896cc req-fb89644b-3af7-4092-ae5a-21a4c1fd1435 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.0824001 Mar 25 21:12:54.655461 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-76beff8c-ccef-4ac2-81bb-c9d226b896cc req-4603095b-9744-42d4-afe8-65b150e5d5ba tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581601 Mar 25 21:12:55.851056 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98411ee-9343-4ce2-aee7-68996c01cb31 req-dcec31c4-6dc3-4390-af94-3900d70afc3f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:55.852443 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d98411ee-9343-4ce2-aee7-68996c01cb31 req-dcec31c4-6dc3-4390-af94-3900d70afc3f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.0874758 Mar 25 21:12:55.903814 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d98411ee-9343-4ce2-aee7-68996c01cb31 req-acf75cfc-3568-43e9-959f-4bf530d7e744 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452244 Mar 25 21:12:57.213069 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fbb2d-e6df-4295-9dfe-7709780640c5 req-65c7ac02-1c99-4662-a72a-7ddb9fe4cbe8 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:57.214637 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-960fbb2d-e6df-4295-9dfe-7709780640c5 req-65c7ac02-1c99-4662-a72a-7ddb9fe4cbe8 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.1934652 Mar 25 21:12:57.260305 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-960fbb2d-e6df-4295-9dfe-7709780640c5 req-1893ac58-73b9-44f2-bc5a-3508e1e03e16 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398777 Mar 25 21:12:58.451260 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02964f38-72be-45c8-85d3-68aa1dc1632d req-21306c9d-9b30-476c-9d9a-cf32c8e73f06 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:58.452829 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-02964f38-72be-45c8-85d3-68aa1dc1632d req-21306c9d-9b30-476c-9d9a-cf32c8e73f06 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.0824864 Mar 25 21:12:58.499702 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-02964f38-72be-45c8-85d3-68aa1dc1632d req-2877c30a-1844-4697-92e3-f55c5f3e8697 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403481 Mar 25 21:12:59.687315 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1902f-1d44-449b-a6f5-860a141a52dd req-02345b6c-f7a7-4ba7-b513-3175df5f8436 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:12:59.688837 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89d1902f-1d44-449b-a6f5-860a141a52dd req-02345b6c-f7a7-4ba7-b513-3175df5f8436 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.0835352 Mar 25 21:12:59.732308 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89d1902f-1d44-449b-a6f5-860a141a52dd req-36a66896-5217-46c5-b1e0-c814b6e586cb tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371017 Mar 25 21:13:00.919929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba0052-ff44-4aa2-ae65-ec936182040d req-3599c632-c06f-4169-abb6-6766db2fd8e7 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:00.921555 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51ba0052-ff44-4aa2-ae65-ec936182040d req-3599c632-c06f-4169-abb6-6766db2fd8e7 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.0814655 Mar 25 21:13:00.965894 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51ba0052-ff44-4aa2-ae65-ec936182040d req-e87343d1-17dd-4c2e-b858-6cda29b8922e tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 Mar 25 21:13:01.935801 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Request body: {'port': {'device_id': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8351'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:13:02.049205 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:02.272064 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f728d7-a7ae-43d1-a66d-9b991acb3e4b req-eaeca87f-3d4b-4c0f-b3c0-d53135fcf290 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:02.273623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-63f728d7-a7ae-43d1-a66d-9b991acb3e4b req-eaeca87f-3d4b-4c0f-b3c0-d53135fcf290 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 932 time: 0.1856792 Mar 25 21:13:02.401416 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-63f728d7-a7ae-43d1-a66d-9b991acb3e4b req-e77fbcc4-7709-4d6a-a3cf-0f6dd32454a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166644 Mar 25 21:13:02.505049 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ad99dc-b988-47b6-8633-aa456e0f26a5 {{(pid=88484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:13:02.512360 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:02.529917 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.provisioning_blocks [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Transition to ACTIVE for port object 69ad99dc-b988-47b6-8633-aa456e0f26a5 will not be triggered until provisioned by entity L2. {{(pid=88484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 25 21:13:02.974910 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:03.133461 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac780b-f794-4659-9488-153a3615456d service neutron] Pushing event updated for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:13:03.216686 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Attempting to bind port 69ad99dc-b988-47b6-8633-aa456e0f26a5 on host hv-neutron-8351 for vnic_type normal with profile {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 25 21:13:03.217019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Attempting to bind port 69ad99dc-b988-47b6-8633-aa456e0f26a5 by drivers openvswitch,hyperv on host hv-neutron-8351 at level 0 using segments [{'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 25 21:13:03.217338 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Attempting to bind port 69ad99dc-b988-47b6-8633-aa456e0f26a5 on network 5f718008-3ef1-4bbc-95a1-18efdcb93deb {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:13:03.221808 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Port 69ad99dc-b988-47b6-8633-aa456e0f26a5 on network 5f718008-3ef1-4bbc-95a1-18efdcb93deb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8351 {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 25 21:13:03.222121 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Attempting to bind port 69ad99dc-b988-47b6-8633-aa456e0f26a5 on network 5f718008-3ef1-4bbc-95a1-18efdcb93deb {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 25 21:13:03.227148 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Checking agent: {'id': '26dfb149-f7e6-4482-9f4b-3f2c38f916a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8351', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'started_at': datetime.datetime(2022, 3, 25, 20, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 25 21:13:03.227424 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Checking segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 25 21:13:03.227800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Bound using segment: {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'} {{(pid=88484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 25 21:13:03.228214 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.managers [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Bound port: 69ad99dc-b988-47b6-8633-aa456e0f26a5, host: hv-neutron-8351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb'}}] {{(pid=88484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 25 21:13:03.228584 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:03.315571 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, cleared binding levels {{(pid=88484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 25 21:13:03.320676 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 25 21:13:03.438466 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:03.498113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:03.498731 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:03.500151 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-cfac780b-f794-4659-9488-153a3615456d service neutron] 10.222.0.43 "PUT /v2.0/ports/69ad99dc-b988-47b6-8633-aa456e0f26a5 HTTP/1.1" status: 200 len: 1094 time: 1.5687838 Mar 25 21:13:03.500611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:13:03.549146 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'status': 'completed', 'code': 200} Mar 25 21:13:03.568791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac780b-f794-4659-9488-153a3615456d service neutron] Pushing event updated for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=3']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:13:03.659685 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cd2ff-457a-4364-a4fc-a1d12444136d req-4b53c2da-048c-42fe-a7a7-1a60f598ff9e tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:03.661243 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d73cd2ff-457a-4364-a4fc-a1d12444136d req-4b53c2da-048c-42fe-a7a7-1a60f598ff9e tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 944 time: 0.1536224 Mar 25 21:13:03.692451 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eadde-eb45-4880-838e-bf80d8a07d7a req-67267596-71ac-44df-9b5e-0f0d8ea05b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:03.694131 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-644eadde-eb45-4880-838e-bf80d8a07d7a req-67267596-71ac-44df-9b5e-0f0d8ea05b3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 1097 time: 0.1209166 Mar 25 21:13:03.750597 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-d73cd2ff-457a-4364-a4fc-a1d12444136d req-89d28a9d-28e5-436f-8386-add8bcd149c2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782197 Mar 25 21:13:03.951653 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eadde-eb45-4880-838e-bf80d8a07d7a req-02aa64c5-4626-4e01-81e6-d49ea59831e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:03.953104 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-644eadde-eb45-4880-838e-bf80d8a07d7a req-02aa64c5-4626-4e01-81e6-d49ea59831e1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2450798 Mar 25 21:13:04.085918 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eadde-eb45-4880-838e-bf80d8a07d7a req-5e0e6e9b-6888-4f39-b1ae-8b78fed4d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:04.087360 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-644eadde-eb45-4880-838e-bf80d8a07d7a req-5e0e6e9b-6888-4f39-b1ae-8b78fed4d740 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283069 Mar 25 21:13:04.188046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-aa09b7b2-83f1-4ae6-838a-ea76febadb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:04.190148 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-aa09b7b2-83f1-4ae6-838a-ea76febadb6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 1097 time: 0.0689576 Mar 25 21:13:04.259139 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-5ac15a4b-8412-4c32-99b6-fc5f85652e0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5 HTTP/1.1" status: 200 len: 217 time: 0.0618436 Mar 25 21:13:04.319168 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-facfbd70-6658-4970-978a-6d52aa8b8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:04.320554 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-facfbd70-6658-4970-978a-6d52aa8b8d77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0561478 Mar 25 21:13:04.401577 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-a893bdc8-d168-44ec-bd3c-8433096656d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:04.403040 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-a893bdc8-d168-44ec-bd3c-8433096656d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765057 Mar 25 21:13:04.530583 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-536af4c4-84fd-4295-a88d-596dbd0a2fe1 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210451 Mar 25 21:13:04.659214 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-86e5da13-35db-4b87-8141-3c56b4d7861a req-5dfaeee5-3a2d-491d-a915-74bfdccd7db6 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231511 Mar 25 21:13:04.936218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0868c-8674-4188-bf69-1b1756793509 req-030c7d4e-23b1-4662-b420-dc4a79fe9148 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:04.937714 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89f0868c-8674-4188-bf69-1b1756793509 req-030c7d4e-23b1-4662-b420-dc4a79fe9148 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 944 time: 0.0778847 Mar 25 21:13:04.981562 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-89f0868c-8674-4188-bf69-1b1756793509 req-5df51fd5-60c2-42bf-a0d7-95cdfb37dda6 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383251 Mar 25 21:13:06.163254 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64408-5727-4b09-bad1-cf131122249d req-4e88abc3-aa98-4bf7-8056-4adb855c683f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:06.164727 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc64408-5727-4b09-bad1-cf131122249d req-4e88abc3-aa98-4bf7-8056-4adb855c683f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 944 time: 0.0806818 Mar 25 21:13:06.207694 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-efc64408-5727-4b09-bad1-cf131122249d req-c11e2ace-b5de-4557-85d3-4846bc11f967 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373507 Mar 25 21:13:07.390991 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f94c-3353-42e3-aa42-75ce1d513a85 req-a7027c6b-14bb-4f2d-b93a-fe3a495a62c3 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:07.392500 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4476f94c-3353-42e3-aa42-75ce1d513a85 req-a7027c6b-14bb-4f2d-b93a-fe3a495a62c3 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 944 time: 0.0798154 Mar 25 21:13:07.438693 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4476f94c-3353-42e3-aa42-75ce1d513a85 req-838c6bea-7c4c-44d8-a6d9-162e1489f1ea tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406313 Mar 25 21:13:07.637869 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 69ad99dc-b988-47b6-8633-aa456e0f26a5 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 21:13:07.797571 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:13:07.809951 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'port_id': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'mac_address': 'fa:16:3e:bd:32:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 21:13:07.865546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:07.881775 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ad99dc-b988-47b6-8633-aa456e0f26a5 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:13:07.896290 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:13:07.946466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:08.011371 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:13:08.326814 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['69ad99dc-b988-47b6-8633-aa456e0f26a5'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 21:13:08.627084 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd54cac-8eab-4821-9c02-4aa63086630e req-f4a63a37-7ccb-447a-8313-6cab8ab6cd55 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:08.628665 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1cd54cac-8eab-4821-9c02-4aa63086630e req-f4a63a37-7ccb-447a-8313-6cab8ab6cd55 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 945 time: 0.0817070 Mar 25 21:13:08.671368 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1cd54cac-8eab-4821-9c02-4aa63086630e req-ea2032d7-4224-4a0e-b24b-ead3f9d5d7f7 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371406 Mar 25 21:13:09.169017 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b73576e9-422a-4d48-a2c1-bed560ba68e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:09.651206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 69ad99dc-b988-47b6-8633-aa456e0f26a5 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:13:09.780353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning for port 69ad99dc-b988-47b6-8633-aa456e0f26a5 completed by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 25 21:13:09.785457 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 69ad99dc-b988-47b6-8633-aa456e0f26a5 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:13:09.785821 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:09.859874 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c945b5-4208-4e19-9637-ca57fd241ce6 req-c24fed6b-ed61-401d-981e-07bd218e2f0e tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:09.861371 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51c945b5-4208-4e19-9637-ca57fd241ce6 req-c24fed6b-ed61-401d-981e-07bd218e2f0e tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 945 time: 0.0816948 Mar 25 21:13:09.903337 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:09.905025 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-51c945b5-4208-4e19-9637-ca57fd241ce6 req-37b9671d-e3de-436c-8cc4-8f1c621d98d3 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379970 Mar 25 21:13:09.929685 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:13:09.939434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:13:09.975732 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'code': 200} Mar 25 21:13:09.992103 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:10.060677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:13:10.286595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6614-c968-4c46-bd23-099d9979f362 req-b4ba07b1-f81f-4907-a95a-03dd721dfa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:10.287969 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f2c6614-c968-4c46-bd23-099d9979f362 req-b4ba07b1-f81f-4907-a95a-03dd721dfa52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 1099 time: 0.0668883 Mar 25 21:13:10.325942 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2f2c6614-c968-4c46-bd23-099d9979f362 req-35c0f476-d0f4-42f3-9abf-849ae90275ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324926 Mar 25 21:13:11.094218 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedb252-52eb-4adc-9da9-50e711f052b8 req-18df81a7-4e28-414b-adc6-6c26d8b12750 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:11.096293 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-caedb252-52eb-4adc-9da9-50e711f052b8 req-18df81a7-4e28-414b-adc6-6c26d8b12750 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 946 time: 0.0833981 Mar 25 21:13:11.138696 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-caedb252-52eb-4adc-9da9-50e711f052b8 req-d6560863-1d54-4dcd-b6e3-ab5bc08a45c3 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369155 Mar 25 21:13:12.221295 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d3e157c0-d8cb-406a-95a8-b16b5a082a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:12.321409 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0496-e0b0-4218-8412-9eb872c49ce3 req-5e0af482-e009-406e-8e1e-c3c67a4f41fd tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:12.322752 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0eec0496-e0b0-4218-8412-9eb872c49ce3 req-5e0af482-e009-406e-8e1e-c3c67a4f41fd tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 946 time: 0.0771630 Mar 25 21:13:12.375656 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-0eec0496-e0b0-4218-8412-9eb872c49ce3 req-e13e988a-16ea-4142-b597-b4b304a5932f tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472791 Mar 25 21:13:12.554903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0373a15-6acc-4177-a81d-abc7843ffbb5 req-ad07934c-8322-4cfd-9fa4-dfef891ff3db tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:12.556343 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f0373a15-6acc-4177-a81d-abc7843ffbb5 req-ad07934c-8322-4cfd-9fa4-dfef891ff3db tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 946 time: 0.0783315 Mar 25 21:13:12.600335 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-f0373a15-6acc-4177-a81d-abc7843ffbb5 req-63b243af-715b-401e-a08e-599399ec82f9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381780 Mar 25 21:13:12.622119 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45398) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:13:12.794140 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1efc9a0-b501-4c8e-a425-4253ac5190ea tempest-TestSnapshotPattern-1043174783 tempest-TestSnapshotPattern-1043174783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:12.795891 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-a1efc9a0-b501-4c8e-a425-4253ac5190ea tempest-TestSnapshotPattern-1043174783 tempest-TestSnapshotPattern-1043174783-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 1094 time: 0.1725581 Mar 25 21:13:12.798634 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45402) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:13:12.803625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.v2.base [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Request body: {'floatingip': {'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'port_id': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 21:13:12.809381 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 25 21:13:12.813097 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Usage tracker for resource:floatingip and tenant:6a1ff7bfba5249c197b193dbffb6ad2b is out of sync, need to count used quota {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 25 21:13:12.816364 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88484) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 25 21:13:12.821891 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.quota.driver [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 25 21:13:12.854982 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:12.872161 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for floatingip, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:13.013470 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:13.100415 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:13.148319 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_common [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Allocated IP 172.26.8.59 (f4971c3b-f0c1-4fdc-b528-cb913eee80e0/115f1c30-3104-4b07-a094-caf441f46f96/99c7ff35-d6b4-4f60-b3c4-6093affda083) {{(pid=88484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 21:13:13.293060 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for port, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:13.392834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780952354344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:13.460314 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Network f4971c3b-f0c1-4fdc-b528-cb913eee80e0 is already hosted by enough agents. {{(pid=88484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 21:13:13.462895 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.base_scheduler [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Resources bound (agent type, host, resource id): {{(pid=88484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 21:13:13.466006 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Received port after_create {{(pid=88484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 25 21:13:13.511647 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'Port': ['ID=99c7ff35-d6b4-4f60-b3c4-6093affda083,revision_number=1']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:13:13.880914 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:14.016081 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:14.217070 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for port, precommit_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:14.266086 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16380284'] for port, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:14.374475 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event updated for resources: {'Port': ['ID=99c7ff35-d6b4-4f60-b3c4-6093affda083,revision_number=2']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:13:14.382663 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1905793'] for floatingip, after_update {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:14.494608 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:14.550636 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.db.l3_db [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Floating IP 96da1b99-035e-422c-af3b-5bc702c0dafa associated. External IP: 172.26.8.59, port: 69ad99dc-b988-47b6-8633-aa456e0f26a5. Mar 25 21:13:14.986854 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Router 6c73dc4d-a073-43b1-9369-4a3e50079229 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:13:15.163391 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:13:15.172994 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b7813-0b18-49c0-979d-07e626907acb None None] Sync routers for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:13:15.182484 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b7813-0b18-49c0-979d-07e626907acb None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:13:15.183166 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-707b7813-0b18-49c0-979d-07e626907acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:13:15.255015 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:15.320491 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-f2222136-f6b4-4ed4-8497-23c901b829a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5109284 Mar 25 21:13:15.320491 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:13:15.359322 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'status': 'completed', 'code': 200} Mar 25 21:13:15.367130 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-707b7813-0b18-49c0-979d-07e626907acb None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:13:15.452759 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-7e934a6a-f957-442e-9f4c-baafb2c9c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:15.454795 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-7e934a6a-f957-442e-9f4c-baafb2c9c1c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 1099 time: 0.0734906 Mar 25 21:13:15.586141 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-3aafa553-c504-444e-bdb9-80a37f46474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:15.587521 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-3aafa553-c504-444e-bdb9-80a37f46474d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1262174 Mar 25 21:13:15.686544 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-22d867fc-b553-4874-996f-ace09ecd96e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5 HTTP/1.1" status: 200 len: 999 time: 0.0931823 Mar 25 21:13:15.717831 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-707b7813-0b18-49c0-979d-07e626907acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '96da1b99-035e-422c-af3b-5bc702c0dafa', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.59', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:bd:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:13:13Z', 'updated_at': '2022-03-25T21:13:13Z', 'revision_number': 0, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}, {'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:59Z', 'revision_number': 1, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:13:15.722281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b7813-0b18-49c0-979d-07e626907acb None None] Checking router: 6c73dc4d-a073-43b1-9369-4a3e50079229 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:13:15.730346 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b7813-0b18-49c0-979d-07e626907acb None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:13:15.730930 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-707b7813-0b18-49c0-979d-07e626907acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:13:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:13:15.750558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-5bb56d77-4673-41df-b633-41a6260a2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:15.751993 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-5bb56d77-4673-41df-b633-41a6260a2ac3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0605092 Mar 25 21:13:15.825497 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-4205e1cf-1b25-423f-a114-bc36c3c5f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:15.826961 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-4205e1cf-1b25-423f-a114-bc36c3c5f70e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684295 Mar 25 21:13:15.945255 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-707b7813-0b18-49c0-979d-07e626907acb None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:13:15.960371 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-5d4b5c2b-113a-45e5-bce0-fd5dc1f32f2e service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271937 Mar 25 21:13:16.091175 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-11e25ac9-11b9-48b4-b7cc-25cbf502b9f4 req-6bdab5f8-ef6b-41ac-bb52-b28eefcd2169 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248546 Mar 25 21:13:16.289811 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-707b7813-0b18-49c0-979d-07e626907acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '96da1b99-035e-422c-af3b-5bc702c0dafa', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.59', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:bd:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:13:13Z', 'updated_at': '2022-03-25T21:13:13Z', 'revision_number': 0, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}, {'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:59Z', 'revision_number': 1, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:13:16.293664 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707b7813-0b18-49c0-979d-07e626907acb None None] The sync data for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv is: [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': '96da1b99-035e-422c-af3b-5bc702c0dafa', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.59', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:bd:32:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:13:13Z', 'updated_at': '2022-03-25T21:13:13Z', 'revision_number': 0, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}, {'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:59Z', 'revision_number': 1, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:13:16.472204 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2c152-760d-47d7-8922-f149ad334284 None None] New status for floating IP 96da1b99-035e-422c-af3b-5bc702c0dafa: ACTIVE {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 21:13:18.625927 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:30.164734 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:13:33.503045 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-7da89c70-1697-4e00-a75c-4f8639c482ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1690414 Mar 25 21:13:33.636296 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-6504867c-b5e0-4d80-acca-0c90893ca8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:33.637870 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-6504867c-b5e0-4d80-acca-0c90893ca8c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1097 time: 0.0690629 Mar 25 21:13:33.780266 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-16210e6f-5c1a-46c6-8e2f-5395375e9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:33.781623 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-16210e6f-5c1a-46c6-8e2f-5395375e9448 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1241403 Mar 25 21:13:33.882553 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-3a9eeff6-6fc9-440e-b5d2-0e561eb9cf41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 999 time: 0.0943966 Mar 25 21:13:33.946329 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-b4b0ee29-5125-4c9d-a1fc-2fddde6750c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:33.947718 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-b4b0ee29-5125-4c9d-a1fc-2fddde6750c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0588410 Mar 25 21:13:34.027954 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-ae48361c-3c7c-4d4b-b999-8950b1a2e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:13:34.029458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-ae48361c-3c7c-4d4b-b999-8950b1a2e358 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755398 Mar 25 21:13:34.159742 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-36aeaf59-5a14-4600-8897-f7e6bdb135f8 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238606 Mar 25 21:13:34.289403 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-3050c83c-0eef-4992-b3a8-cc13222189c0 req-d9026f0f-5ae8-468a-9fe9-9979e098be03 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223550 Mar 25 21:13:39.168296 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a601a25-30c0-4671-9c57-858afdfb6189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:42.191521 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c9390ff-fff5-4052-8141-082cb6933d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:42.836847 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:43.094065 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:44.500115 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:13:48.631248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:07.163934 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:14:09.156859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e5e-e7de-4fe4-b74c-48014dcdc9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:12.197194 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-866d9d9d-256f-4e32-86fb-1e54b705b17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:12.876893 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:13.116914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:14.482662 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:18.654228 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:33.411402 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-816614a2-350c-4c93-8e32-58ce388d4185 req-15100974-bc0a-4018-8621-30e4e2b5d2eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670300 Mar 25 21:14:33.503793 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816614a2-350c-4c93-8e32-58ce388d4185 req-3e45556b-ef39-430e-ae12-4c9f8df9cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:14:33.505290 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-816614a2-350c-4c93-8e32-58ce388d4185 req-3e45556b-ef39-430e-ae12-4c9f8df9cc59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 1099 time: 0.0740726 Mar 25 21:14:33.654342 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816614a2-350c-4c93-8e32-58ce388d4185 req-514a7fee-ff60-484a-bd7e-9ab07e711f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:14:33.657761 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-816614a2-350c-4c93-8e32-58ce388d4185 req-514a7fee-ff60-484a-bd7e-9ab07e711f32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1306970 Mar 25 21:14:33.763166 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-816614a2-350c-4c93-8e32-58ce388d4185 req-f432c887-9b84-44f3-96d9-841710dcf5e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5 HTTP/1.1" status: 200 len: 1001 time: 0.1001794 Mar 25 21:14:33.826745 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816614a2-350c-4c93-8e32-58ce388d4185 req-4bd3cdda-0453-4c3e-9f16-7c02f0317ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:14:33.828193 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-816614a2-350c-4c93-8e32-58ce388d4185 req-4bd3cdda-0453-4c3e-9f16-7c02f0317ae7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0589828 Mar 25 21:14:33.903678 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816614a2-350c-4c93-8e32-58ce388d4185 req-70eb4b0f-9d8d-4a10-8733-6c59298da2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:14:33.905170 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-816614a2-350c-4c93-8e32-58ce388d4185 req-70eb4b0f-9d8d-4a10-8733-6c59298da2e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705526 Mar 25 21:14:34.034090 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-816614a2-350c-4c93-8e32-58ce388d4185 req-338702db-89ac-4fad-a1fd-9c9f18cb1e32 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208344 Mar 25 21:14:34.163435 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-816614a2-350c-4c93-8e32-58ce388d4185 req-298e91dd-ebe7-47b9-bbc0-6957ad13b996 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227057 Mar 25 21:14:39.161827 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-65a9dc0e-1d35-43e9-b2b4-a5d1cce1980b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:42.219543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d58820a0-e2a5-4140-9da2-2ba4d7545fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:42.870879 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:43.127928 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:44.162397 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:14:44.522396 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:14:48.688390 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:09.162696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fd67663-a517-4ea2-a5d5-3bd833d7483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:12.197003 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f3478dce-2ddc-4b75-8bb6-d16ae749d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:12.928297 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:13.128149 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:14.540247 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:18.676846 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:21.161031 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:15:22.200677 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 69ad99dc-b988-47b6-8633-aa456e0f26a5 details requested by agent hyperv_hv-neutron-8351 with host hv-neutron-8351 {{(pid=88486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 25 21:15:22.330547 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:22.343523 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Returning: {'device': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'port_id': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'mac_address': 'fa:16:3e:bd:32:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 25 21:15:22.402606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:22.419069 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69ad99dc-b988-47b6-8633-aa456e0f26a5 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 21:15:22.433914 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:22.492559 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:22.562445 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:22.569338 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.570186 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.570517 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.570840 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.571161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.571481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.571796 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.572111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.572425 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.572758 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.573072 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.573381 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:22.586693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] get_ports_and_sgs() called for port_ids ['69ad99dc-b988-47b6-8633-aa456e0f26a5'] {{(pid=88486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 25 21:15:24.208890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 69ad99dc-b988-47b6-8633-aa456e0f26a5 up at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 25 21:15:24.278111 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Provisioning complete for port 69ad99dc-b988-47b6-8633-aa456e0f26a5 triggered by entity L2. {{(pid=88486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 25 21:15:24.278466 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751155'] for port, provisioning_complete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:24.447182 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:24.475128 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:15:24.485734 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:24.573761 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:24.613267 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'code': 200} Mar 25 21:15:24.659717 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:34.489936 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-f1668bb6-f07f-4864-b5e0-754839b01394 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1648326 Mar 25 21:15:34.629486 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-40b2ffb0-206d-4829-aef2-941cb6853440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:34.630947 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-40b2ffb0-206d-4829-aef2-941cb6853440 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1097 time: 0.0745535 Mar 25 21:15:34.773558 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-33ebba09-de91-4f22-b3fc-048f8b9d5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:34.774961 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-33ebba09-de91-4f22-b3fc-048f8b9d5be6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1258197 Mar 25 21:15:34.871741 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-d7c6452f-aa63-4c9e-b68b-3566e7ed36fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 999 time: 0.0909514 Mar 25 21:15:34.939104 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-737cceb3-2306-4a87-acbe-ca59f6dcd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:34.939104 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-737cceb3-2306-4a87-acbe-ca59f6dcd78d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0595307 Mar 25 21:15:34.957820 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 45654) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:35.013019 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-caa607cd-f887-4071-9f8b-b2e9719564c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:35.014488 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-caa607cd-f887-4071-9f8b-b2e9719564c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704195 Mar 25 21:15:35.147063 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-2b7dd9c1-7ee6-4c37-a114-27e35bb05c37 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253171 Mar 25 21:15:35.160210 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Deleting port 99c7ff35-d6b4-4f60-b3c4-6093affda083 {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:35.160571 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:35.285854 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-68d593d1-b456-40d0-a0d7-f3ae1e97fd87 req-d91c7d55-2a0e-45fa-a3be-83f9cc66800b service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298966 Mar 25 21:15:35.449825 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:35.450043 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:35.567625 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Calling delete_port for 99c7ff35-d6b4-4f60-b3c4-6093affda083 owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:35.768179 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:35.840813 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event deleted for resources: {'Port': ['ID=99c7ff35-d6b4-4f60-b3c4-6093affda083,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:35.856806 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.857159 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.857474 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.857803 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.858121 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.858441 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.858757 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.859070 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.859382 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.859693 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.860005 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.860309 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:35.914379 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:35.914700 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Floating IP 96da1b99-035e-422c-af3b-5bc702c0dafa disassociated (deleted). External IP: 172.26.8.59, port: 69ad99dc-b988-47b6-8633-aa456e0f26a5. Mar 25 21:15:36.257821 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Router 6c73dc4d-a073-43b1-9369-4a3e50079229 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:15:36.271231 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 69ad99dc-b988-47b6-8633-aa456e0f26a5 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:36.380562 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:36.409314 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:15:36.418770 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:36.441683 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:15:36.452383 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] Sync routers for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:15:36.457225 dv-neutron-835149-1-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'code': 200} Mar 25 21:15:36.463369 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:15:36.463975 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:15:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:36.526015 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780952705028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780952354362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780952354407'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:36.539810 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:36.596905 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-6dcef93f-7332-4dd2-b565-41983eb56988 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "DELETE /v2.0/floatingips/96da1b99-035e-422c-af3b-5bc702c0dafa HTTP/1.1" status: 204 len: 168 time: 1.6379554 Mar 25 21:15:36.597495 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:15:36.677859 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Pushing event updated for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:36.696506 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'status': 'completed', 'code': 200} Mar 25 21:15:36.714205 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:15:36.793362 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-b9980667-a727-4ca4-891b-450fd1b827f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:36.794831 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-b9980667-a727-4ca4-891b-450fd1b827f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 1097 time: 0.0740409 Mar 25 21:15:36.928021 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-91c4608a-0b87-4494-97ca-c35535e33a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:36.930001 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-91c4608a-0b87-4494-97ca-c35535e33a83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1280193 Mar 25 21:15:37.000133 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-3281a28a-4e39-4231-998d-d31de83f3b56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5 HTTP/1.1" status: 200 len: 217 time: 0.0610514 Mar 25 21:15:37.067432 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:59Z', 'revision_number': 1, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:37.071973 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] Checking router: 6c73dc4d-a073-43b1-9369-4a3e50079229 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:15:37.079791 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-b348746d-b556-4360-9127-e5af0d4b041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:37.081252 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-b348746d-b556-4360-9127-e5af0d4b041a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0750759 Mar 25 21:15:37.082042 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:15:37.082779 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:15:12Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:37.211357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-615e1382-56ee-4da0-8a28-d9dd6d1a9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:37.212786 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-615e1382-56ee-4da0-8a28-d9dd6d1a9d7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1240261 Mar 25 21:15:37.248035 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3178c1-ac73-4ffd-abfb-80c76d28ebbc req-17a6fe82-77dc-4b42-8c66-67ca3a8baa41 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:37.249458 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1c3178c1-ac73-4ffd-abfb-80c76d28ebbc req-17a6fe82-77dc-4b42-8c66-67ca3a8baa41 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 944 time: 0.1313882 Mar 25 21:15:37.256281 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:15:37.365178 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1c3178c1-ac73-4ffd-abfb-80c76d28ebbc req-e9ae271b-23fa-41a2-8b59-2097199de195 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041956 Mar 25 21:15:37.390057 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-cec82548-8367-43a6-8bda-8b27865dda5d service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693079 Mar 25 21:15:37.618764 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-1bbf8cd3-9737-45bd-ab2f-48424a0cedae req-50a297e0-8f29-4935-ae4a-ad05ba7bb0ce service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217305 Mar 25 21:15:37.664522 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:59Z', 'revision_number': 1, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:37.668481 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db19538-bcb9-4e6a-999e-f94b84f9888a None None] The sync data for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv is: [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_floatingips': [{'id': 'c925a287-d05c-42c1-992c-5fc12693933e', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'router_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'port_id': '42134286-272f-4876-8e1f-679afc67b5c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'mac_address': 'fa:16:3e:e0:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663dbfca-2a0e-4874-a461-49f6df09da01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T21:09:57Z', 'updated_at': '2022-03-25T21:09:59Z', 'revision_number': 1, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:15:37.879214 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5ab38-3619-418b-a4b1-990f1928a20d None None] New status for floating IP 96da1b99-035e-422c-af3b-5bc702c0dafa: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 21:15:38.599215 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffed703-6f9f-4c75-b90b-671e982b555c req-3ec12096-0982-4ab5-bbe5-98e9a0b756c6 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:38.601338 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ffed703-6f9f-4c75-b90b-671e982b555c req-3ec12096-0982-4ab5-bbe5-98e9a0b756c6 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 944 time: 0.1283071 Mar 25 21:15:38.644453 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-2ffed703-6f9f-4c75-b90b-671e982b555c req-8bb1d567-1714-45a6-bc92-5dab81b57451 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373321 Mar 25 21:15:38.966694 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-f9aa7f8a-8b46-473a-b56f-1509455a3689 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:38.968014 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-f9aa7f8a-8b46-473a-b56f-1509455a3689 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 944 time: 0.0772581 Mar 25 21:15:39.054725 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Deleting port 69ad99dc-b988-47b6-8633-aa456e0f26a5 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:39.055067 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:39.166538 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-28678fe3-c525-4e33-bdd4-6f8ae7e0aab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:39.298566 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] For port 69ad99dc-b988-47b6-8633-aa456e0f26a5, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=69ad99dc-b988-47b6-8633-aa456e0f26a5,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:39.298838 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:39.425625 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Calling delete_port for 69ad99dc-b988-47b6-8633-aa456e0f26a5 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:39.623927 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:39.685920 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event deleted for resources: {'Port': ['ID=69ad99dc-b988-47b6-8633-aa456e0f26a5,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.743587 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835149-1-hyperv {{(pid=88484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 21:15:39.802400 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] No DVR routers for this DVR port 69ad99dc-b988-47b6-8633-aa456e0f26a5 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 21:15:39.809079 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:39.811418 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'name': 'network-vif-deleted', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:15:39.825582 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ee22d2b4-570d-4251-9391-ea619680de70 req-46763788-4f6f-4d98-817c-1d493df97e26 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a4459e-9331-4656-81df-fd748e42ac94 HTTP/1.1" status: 200 len: 210 time: 0.0576386 Mar 25 21:15:39.829081 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-ad6fff2c-9a12-4a92-967e-f412f7f05b53 req-829e2487-9c79-46b0-bc5a-b7dace9267dc tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "DELETE /v2.0/ports/69ad99dc-b988-47b6-8633-aa456e0f26a5 HTTP/1.1" status: 204 len: 173 time: 0.8554161 Mar 25 21:15:39.918404 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a4459e-9331-4656-81df-fd748e42ac94', 'name': 'network-vif-deleted', 'tag': '69ad99dc-b988-47b6-8633-aa456e0f26a5', 'status': 'completed', 'code': 200} Mar 25 21:15:42.248298 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-33537bd9-48d4-4bef-a09c-73a41ae4d818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:42.281706 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 45722) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:42.313896 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 69ad99dc-b988-47b6-8633-aa456e0f26a5 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:42.346850 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 69ad99dc-b988-47b6-8633-aa456e0f26a5 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:15:42.347189 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 69ad99dc-b988-47b6-8633-aa456e0f26a5 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:15:42.478420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Deleting port 6c286f2b-bcc4-433c-a7f4-a2444146e76e {{(pid=88485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:42.478763 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:42.756408 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:42.756758 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:42.870048 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:42.878459 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.plugins.ml2.plugin [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Calling delete_port for 6c286f2b-bcc4-433c-a7f4-a2444146e76e owned by network:floatingip {{(pid=88485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:43.110860 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14902350'] for port, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:43.134196 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:43.155623 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event deleted for resources: {'Port': ['ID=6c286f2b-bcc4-433c-a7f4-a2444146e76e,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:43.250245 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for floatingip, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:43.250672 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.db.l3_db [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Floating IP c925a287-d05c-42c1-992c-5fc12693933e disassociated (deleted). External IP: 172.26.8.10, port: 42134286-272f-4876-8e1f-679afc67b5c9. Mar 25 21:15:43.591046 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Router 6c73dc4d-a073-43b1-9369-4a3e50079229 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:15:43.768134 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:15:43.777447 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] Sync routers for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:15:43.783934 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for floatingip, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:43.786766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:15:43.787360 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:43.837694 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-b68b1e4e-e3ff-4c3c-84e7-2d8b078a4eb9 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "DELETE /v2.0/floatingips/c925a287-d05c-42c1-992c-5fc12693933e HTTP/1.1" status: 204 len: 168 time: 1.5548871 Mar 25 21:15:43.838328 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9'}] {{(pid=88485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:15:43.881655 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9', 'status': 'completed', 'code': 200} Mar 25 21:15:43.977652 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:15:43.987818 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-41ed538a-54ee-49eb-8f93-bb35a2bae115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:43.989412 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-41ed538a-54ee-49eb-8f93-bb35a2bae115 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 1097 time: 0.0794799 Mar 25 21:15:44.122023 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-bae3a705-fa40-4700-a1b1-caa9bc7ffd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:44.123470 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-bae3a705-fa40-4700-a1b1-caa9bc7ffd0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 200 len: 911 time: 0.1283588 Mar 25 21:15:44.195006 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-f85dee89-55cb-4eb8-87e7-d646dfc1cbfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 200 len: 217 time: 0.0649030 Mar 25 21:15:44.257846 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-30079fb2-40c5-4634-97ed-ca738be730fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:44.259279 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-30079fb2-40c5-4634-97ed-ca738be730fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 200 len: 849 time: 0.0584171 Mar 25 21:15:44.298564 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:44.304185 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] Checking router: 6c73dc4d-a073-43b1-9369-4a3e50079229 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:15:44.313964 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:15:44.314780 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:44.338843 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-bd2f8571-c7b7-4b83-9623-eea3232fca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:44.340326 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-bd2f8571-c7b7-4b83-9623-eea3232fca49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f718008-3ef1-4bbc-95a1-18efdcb93deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750875 Mar 25 21:15:44.502794 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:15:44.523240 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-40dc0de2-25b2-4148-8227-a672ff144909 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754010 Mar 25 21:15:44.545091 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:44.658802 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aa65c-6313-4768-8c64-02b288043634 req-e518b73c-1d8b-4ca3-b96f-ea9d01401f10 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:44.659495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c10aa65c-6313-4768-8c64-02b288043634 req-e518b73c-1d8b-4ca3-b96f-ea9d01401f10 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Synchronizing usage tracker for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:port {{(pid=88484) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 25 21:15:44.774962 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-291242e8-a5f9-49ce-8c0f-3cc2258c0cfe req-ad25e5af-5970-40ff-8c22-6212509bfb74 service neutron] 10.222.0.43 "GET /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441123 Mar 25 21:15:44.779474 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.quota.resource [req-c10aa65c-6313-4768-8c64-02b288043634 req-e518b73c-1d8b-4ca3-b96f-ea9d01401f10 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Unset dirty status for tenant:6a1ff7bfba5249c197b193dbffb6ad2b on resource:port {{(pid=88484) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 25 21:15:44.780467 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c10aa65c-6313-4768-8c64-02b288043634 req-e518b73c-1d8b-4ca3-b96f-ea9d01401f10 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 944 time: 0.4151416 Mar 25 21:15:44.820137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:44.824279 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea332910-fc2f-4150-bc12-4f0f85040ceb None None] The sync data for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv is: [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:09:28Z', 'revision_number': 4, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv', '_interfaces': [{'id': 'e38c9ffb-b329-4412-b83c-82d7dafb2db2', 'name': '', 'network_id': '5f718008-3ef1-4bbc-95a1-18efdcb93deb', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'mac_address': 'fa:16:3e:90:c2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:27Z', 'updated_at': '2022-03-25T21:09:34Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'subnets': [{'id': 'd97959df-daa6-487c-9a5c-ac0bf1fa148b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:15:44.826010 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-c10aa65c-6313-4768-8c64-02b288043634 req-9dbea7e4-79ec-4258-b68f-ad473043181d tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/security-groups?id=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391703 Mar 25 21:15:45.037757 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f93176d-fe64-434c-85fb-58e96e5338fe None None] New status for floating IP c925a287-d05c-42c1-992c-5fc12693933e: DOWN {{(pid=88487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 21:15:45.265971 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-cdc3a70e-ae35-4512-bb3f-5667ae03d3a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 21:15:45.267424 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-cdc3a70e-ae35-4512-bb3f-5667ae03d3a2 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 944 time: 0.0776367 Mar 25 21:15:45.340948 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Deleting port 42134286-272f-4876-8e1f-679afc67b5c9 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:45.341204 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:45.576853 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] For port 42134286-272f-4876-8e1f-679afc67b5c9, host hv-neutron-8351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8351',level=0,port_id=42134286-272f-4876-8e1f-679afc67b5c9,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:45.577202 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:45.711594 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Calling delete_port for 42134286-272f-4876-8e1f-679afc67b5c9 owned by compute:nova {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:45.888855 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:45.982248 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event deleted for resources: {'Port': ['ID=42134286-272f-4876-8e1f-679afc67b5c9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:46.021075 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-6dd75bb6-dfdb-488b-84df-2693311bcd9f req-b8f91a36-f907-4c77-b2fc-6542b92efbcf tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "GET /v2.0/ports?device_id=663dbfca-2a0e-4874-a461-49f6df09da01 HTTP/1.1" status: 200 len: 210 time: 0.0840247 Mar 25 21:15:46.069449 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] No DVR routers for this DVR port 42134286-272f-4876-8e1f-679afc67b5c9 on host hv-neutron-8351 {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 21:15:46.072512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26303'] for port, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:46.075010 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'name': 'network-vif-deleted', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9'}] {{(pid=88484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 21:15:46.121755 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dbfca-2a0e-4874-a461-49f6df09da01', 'name': 'network-vif-deleted', 'tag': '42134286-272f-4876-8e1f-679afc67b5c9', 'status': 'completed', 'code': 200} Mar 25 21:15:46.123588 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [req-4c1fea9e-f65d-4f46-ba16-083965c6e795 req-95de80ef-e3da-42be-bd46-4c62c3d925ad tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.43 "DELETE /v2.0/ports/42134286-272f-4876-8e1f-679afc67b5c9 HTTP/1.1" status: 204 len: 173 time: 0.8509581 Mar 25 21:15:47.114217 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 45738) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:47.191420 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f5146c4-3d35-499d-a30a-5a25103a0b40 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:47.224654 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f5146c4-3d35-499d-a30a-5a25103a0b40 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:47.349846 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f5146c4-3d35-499d-a30a-5a25103a0b40 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:47.369268 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5146c4-3d35-499d-a30a-5a25103a0b40 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51b8b21-f3c7-4202-8e5d-cf1dab6f2816,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:47.445962 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-2f5146c4-3d35-499d-a30a-5a25103a0b40 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:47.447085 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-2f5146c4-3d35-499d-a30a-5a25103a0b40 tempest-TestSnapshotPattern-1647642737 tempest-TestSnapshotPattern-1647642737-project] 10.222.0.37 "DELETE /v2.0/security-groups/d51b8b21-f3c7-4202-8e5d-cf1dab6f2816 HTTP/1.1" status: 204 len: 168 time: 0.3319008 Mar 25 21:15:47.566672 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45744) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:48.308746 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:48.348957 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42134286-272f-4876-8e1f-679afc67b5c9 no longer exists at agent hyperv_hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:48.385426 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] No Port match for: 42134286-272f-4876-8e1f-679afc67b5c9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:15:48.385768 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Device 42134286-272f-4876-8e1f-679afc67b5c9 not bound to the agent host hv-neutron-8351 {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:15:48.649018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Deleting port e38c9ffb-b329-4412-b83c-82d7dafb2db2 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:48.649605 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:48.688361 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:48.817546 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] For port e38c9ffb-b329-4412-b83c-82d7dafb2db2, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e38c9ffb-b329-4412-b83c-82d7dafb2db2,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:48.817894 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:48.939776 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Calling delete_port for e38c9ffb-b329-4412-b83c-82d7dafb2db2 owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:49.305627 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:49.352495 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38c9ffb-b329-4412-b83c-82d7dafb2db2,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:49.714976 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:50.065687 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Router 6c73dc4d-a073-43b1-9369-4a3e50079229 has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:15:50.237375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:15:50.246601 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] Sync routers for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:15:50.250224 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-d6697143-60b6-4bef-a25e-f70f893087a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/6c73dc4d-a073-43b1-9369-4a3e50079229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6815774 Mar 25 21:15:50.252420 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45752) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:50.259043 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:15:50.263461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:50.448492 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:50.477446 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: dv-neutron-835149-1-hyperv {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:15:50.623129 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:50.703852 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Deleting port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:50.704122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:50.758627 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:15:49Z', 'revision_number': 5, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port': {'id': '3ba17eee-fe23-47be-98f3-dd572bc1f3b9', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:24Z', 'updated_at': '2022-03-25T21:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:50.762461 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] Checking router: 6c73dc4d-a073-43b1-9369-4a3e50079229 for host: dv-neutron-835149-1-hyperv {{(pid=88486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:15:50.771202 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] Routers {'6c73dc4d-a073-43b1-9369-4a3e50079229'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:15:50.771795 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['6c73dc4d-a073-43b1-9369-4a3e50079229'], 'active': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:50.879965 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] For port 3ba17eee-fe23-47be-98f3-dd572bc1f3b9, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=3ba17eee-fe23-47be-98f3-dd572bc1f3b9,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:50.880573 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:50.922090 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvr_db [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] Set router 6c73dc4d-a073-43b1-9369-4a3e50079229 gateway port host: None {{(pid=88486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:15:51.030474 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.db.l3_hamode_db [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:15:50Z', 'revision_number': 6, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port_host': None}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:51.034610 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac05815-53ed-49da-88a1-b6dc44aced54 None None] The sync data for ids ['6c73dc4d-a073-43b1-9369-4a3e50079229'] in dv-neutron-835149-1-hyperv is: [{'id': '6c73dc4d-a073-43b1-9369-4a3e50079229', 'name': 'tempest-TestSnapshotPattern-1635243340-router', 'tenant_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:23Z', 'updated_at': '2022-03-25T21:15:50Z', 'revision_number': 6, 'project_id': '6a1ff7bfba5249c197b193dbffb6ad2b', 'gw_port_host': None}] {{(pid=88486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:15:51.116643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Calling delete_port for 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:51.368595 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:51.418937 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba17eee-fe23-47be-98f3-dd572bc1f3b9,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:51.511306 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:51.682356 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:51.684580 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:51.772281 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:51.772902 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c73dc4d-a073-43b1-9369-4a3e50079229 {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 21:15:51.785708 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:51.786807 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-4c9e9aea-8894-4b51-ac3d-1ed766a129c6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6c73dc4d-a073-43b1-9369-4a3e50079229 HTTP/1.1" status: 204 len: 168 time: 1.5327117 Mar 25 21:15:51.789936 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45758) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:51.851044 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.db_base_plugin_v2 [None req-9603442f-06dd-4994-b0e8-9cda80cf901c admin admin] Deleting subnet d97959df-daa6-487c-9a5c-ac0bf1fa148b {{(pid=88484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 21:15:51.854892 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9603442f-06dd-4994-b0e8-9cda80cf901c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:51.903682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9603442f-06dd-4994-b0e8-9cda80cf901c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16378948'] for subnet, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:51.993572 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9603442f-06dd-4994-b0e8-9cda80cf901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.138785 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e38c9ffb-b329-4412-b83c-82d7dafb2db2 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:52.146027 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9603442f-06dd-4994-b0e8-9cda80cf901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16380226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15148743'] for subnet, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.172802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: e38c9ffb-b329-4412-b83c-82d7dafb2db2 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:15:52.173078 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e38c9ffb-b329-4412-b83c-82d7dafb2db2 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:15:52.173736 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:52.185992 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603442f-06dd-4994-b0e8-9cda80cf901c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d97959df-daa6-487c-9a5c-ac0bf1fa148b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:52.187882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-9603442f-06dd-4994-b0e8-9cda80cf901c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.194333 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-9603442f-06dd-4994-b0e8-9cda80cf901c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d97959df-daa6-487c-9a5c-ac0bf1fa148b HTTP/1.1" status: 204 len: 168 time: 0.4034655 Mar 25 21:15:52.197009 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45762) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:52.202099 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac192b-9448-4f9e-8c62-47febfbee873 None None] Network 5f718008-3ef1-4bbc-95a1-18efdcb93deb requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 21:15:52.231258 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:15:52.231592 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 3ba17eee-fe23-47be-98f3-dd572bc1f3b9 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:15:52.304087 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.314130 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Deleting port c420ee27-3828-42ff-aa04-46f4b0d2ed1d {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:52.314459 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.452410 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] DHCP port deletion for 5f718008-3ef1-4bbc-95a1-18efdcb93deb request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 21:15:52.456704 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] Deleting port c420ee27-3828-42ff-aa04-46f4b0d2ed1d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:52.457077 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.520030 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] For port c420ee27-3828-42ff-aa04-46f4b0d2ed1d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c420ee27-3828-42ff-aa04-46f4b0d2ed1d,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:52.520378 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.641947 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Calling delete_port for c420ee27-3828-42ff-aa04-46f4b0d2ed1d owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:52.672499 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] For port c420ee27-3828-42ff-aa04-46f4b0d2ed1d, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=c420ee27-3828-42ff-aa04-46f4b0d2ed1d,segment=NetworkSegment(6bf1cbd2-501a-40c3-a7dc-b1ad602685dc),segment_id=6bf1cbd2-501a-40c3-a7dc-b1ad602685dc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:52.672829 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.814285 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:52.834348 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] Calling delete_port for c420ee27-3828-42ff-aa04-46f4b0d2ed1d owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:52.909098 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 21:15:52.909606 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 21:15:52.954994 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c420ee27-3828-42ff-aa04-46f4b0d2ed1d,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:52.958169 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] No DVR routers for this DVR port c420ee27-3828-42ff-aa04-46f4b0d2ed1d on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 21:15:53.075882 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:53.100310 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f718008-3ef1-4bbc-95a1-18efdcb93deb']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:53.112335 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:53.112667 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf1cbd2-501a-40c3-a7dc-b1ad602685dc') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:53.124053 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:53.139428 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:53.145327 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 21:15:53.147277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 21:15:53.158500 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 21:15:53.286483 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:53.302447 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:53.317280 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f718008-3ef1-4bbc-95a1-18efdcb93deb,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:53.407117 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-17d45ec0-9f82-4c91-b0f2-98e6f8bf47d9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5f718008-3ef1-4bbc-95a1-18efdcb93deb HTTP/1.1" status: 204 len: 168 time: 1.2090564 Mar 25 21:15:53.410109 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45766) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:53.410525 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] Deleting port c420ee27-3828-42ff-aa04-46f4b0d2ed1d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:53.411206 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:53.478579 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0e93920c-b815-43ae-95fe-306244b30f79 None None] The port 'c420ee27-3828-42ff-aa04-46f4b0d2ed1d' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 21:15:53.934526 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1906167'] for router_interface, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:54.129326 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c420ee27-3828-42ff-aa04-46f4b0d2ed1d no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:54.162723 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: c420ee27-3828-42ff-aa04-46f4b0d2ed1d {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:15:54.163063 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device c420ee27-3828-42ff-aa04-46f4b0d2ed1d not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:15:54.279982 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Deleting port e0abbdfa-19b1-48c7-82a6-332999b3068b {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:54.280544 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:54.541350 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] For port e0abbdfa-19b1-48c7-82a6-332999b3068b, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e0abbdfa-19b1-48c7-82a6-332999b3068b,segment=NetworkSegment(5a0f38b7-9220-4c71-9e72-bd2a3024740b),segment_id=5a0f38b7-9220-4c71-9e72-bd2a3024740b)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:54.541615 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:54.663276 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Calling delete_port for e0abbdfa-19b1-48c7-82a6-332999b3068b owned by network:router_interface {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:54.915309 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:54.962599 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=e0abbdfa-19b1-48c7-82a6-332999b3068b,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:55.241192 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2095767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1906027'] for router_interface, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:55.595668 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e has already been hosted by L3 agent 51dc8493-6605-4c54-bb59-e4e45ecdb05d {{(pid=88484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 25 21:15:55.772487 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] Notify agent at l3_agent.dv-neutron-835149-1-hyperv the message routers_updated {{(pid=88484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 25 21:15:55.780959 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] Sync routers for ids ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'] in dv-neutron-835149-1-hyperv {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 21:15:55.789933 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] Routers {'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:15:55.790523 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:55.842734 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-2fbc0d9e-07ff-4b0b-81f4-4d903d4edcdb admin admin] 10.222.0.37 "PUT /v2.0/routers/a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4313231 Mar 25 21:15:55.845277 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45770) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:55.974643 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] Set router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:15:56.144941 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks [] for router, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:56.258514 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:15:54Z', 'revision_number': 5, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:56.262221 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] Checking router: a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e for host: dv-neutron-835149-1-hyperv {{(pid=88487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 21:15:56.270373 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] Routers {'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'} bound to L3 agent in host dv-neutron-835149-1-hyperv {{(pid=88487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 25 21:15:56.270962 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835149-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:54:41Z,description=,heartbeat_timestamp=2022-03-25T21:15:42Z,host='dv-neutron-835149-1-hyperv',id=51dc8493-6605-4c54-bb59-e4e45ecdb05d,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:54:42Z,topic='l3_agent')) {'router_ids': ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'], 'active': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:56.322018 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:56.408046 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Deleting port e714d54f-340f-4ac0-9b5f-77cbefa39541 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:56.408379 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:56.482084 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvr_db [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] Set router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e gateway port host: dv-neutron-835149-1-hyperv {{(pid=88487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 25 21:15:56.578643 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] For port e714d54f-340f-4ac0-9b5f-77cbefa39541, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=e714d54f-340f-4ac0-9b5f-77cbefa39541,segment=NetworkSegment(f4230d36-c27f-429d-9a18-c52627e7f888),segment_id=f4230d36-c27f-429d-9a18-c52627e7f888)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:56.578903 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:56.700772 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Calling delete_port for e714d54f-340f-4ac0-9b5f-77cbefa39541 owned by network:router_gateway {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:56.760432 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.l3_hamode_db [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:15:54Z', 'revision_number': 5, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}], 'dv-neutron-835149-1-hyperv', False) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:56.764285 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40e136-5bd3-4ecf-9028-238e0461f9c5 None None] The sync data for ids ['a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e'] in dv-neutron-835149-1-hyperv is: [{'id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'name': 'tempest-TestSnapshotPattern-884102804-router', 'tenant_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'external_fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T21:09:31Z', 'updated_at': '2022-03-25T21:15:54Z', 'revision_number': 5, 'project_id': 'dae00a468abb4e4eb34d7c5f3e0bfec3', 'gw_port': {'id': 'e714d54f-340f-4ac0-9b5f-77cbefa39541', 'name': '', 'network_id': 'f4971c3b-f0c1-4fdc-b528-cb913eee80e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '115f1c30-3104-4b07-a094-caf441f46f96', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835149-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T21:09:32Z', 'updated_at': '2022-03-25T21:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '115f1c30-3104-4b07-a094-caf441f46f96', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835149-1-hyperv'}] {{(pid=88487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 21:15:56.927953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:56.977859 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Pushing event deleted for resources: {'Port': ['ID=e714d54f-340f-4ac0-9b5f-77cbefa39541,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:57.063241 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905874'] for router_gateway, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.240250 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259'] for router, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.243271 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.334512 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1907770'] for router, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.340812 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e {{(pid=88484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 25 21:15:57.355611 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] Notify callbacks [] for router, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.357079 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-aa28a9f3-4b0c-46bd-9846-fd4b2718210b admin admin] 10.222.0.37 "DELETE /v2.0/routers/a3d6f5eb-2e5d-4a3e-af8e-2dc9428c222e HTTP/1.1" status: 204 len: 168 time: 1.5106986 Mar 25 21:15:57.359755 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 45774) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:57.420697 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.db.db_base_plugin_v2 [None req-61850e92-48d5-4814-96aa-d928a6b47ff5 admin admin] Deleting subnet 7dda6004-9075-4f01-a050-87660f4abaaa {{(pid=88485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 25 21:15:57.424026 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61850e92-48d5-4814-96aa-d928a6b47ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.583647 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61850e92-48d5-4814-96aa-d928a6b47ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15444046'] for subnet, precommit_delete_associations {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.658735 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61850e92-48d5-4814-96aa-d928a6b47ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751667'] for subnet, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.801378 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61850e92-48d5-4814-96aa-d928a6b47ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14902395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14856233'] for subnet, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.844345 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-61850e92-48d5-4814-96aa-d928a6b47ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.847576 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61850e92-48d5-4814-96aa-d928a6b47ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dda6004-9075-4f01-a050-87660f4abaaa,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:57.849318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7169999-864e-41e7-9795-a0f734b9ed3e None None] Network 751908ae-fda8-4237-9922-589e97b773b6 requested from dv-neutron-835149-1-hyperv {{(pid=88486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 25 21:15:57.855089 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-61850e92-48d5-4814-96aa-d928a6b47ff5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7dda6004-9075-4f01-a050-87660f4abaaa HTTP/1.1" status: 204 len: 168 time: 0.4943161 Mar 25 21:15:57.857633 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45778) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:57.961357 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553711'] for network, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:57.977896 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Deleting port 92d2b728-c9ca-49bc-a546-801faaecc829 {{(pid=88484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:57.978222 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.108318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] DHCP port deletion for 751908ae-fda8-4237-9922-589e97b773b6 request from dv-neutron-835149-1-hyperv {{(pid=88486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 25 21:15:58.113372 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] Deleting port 92d2b728-c9ca-49bc-a546-801faaecc829 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:58.113747 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.158824 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:15:58.168595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e714d54f-340f-4ac0-9b5f-77cbefa39541 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:58.237678 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: e714d54f-340f-4ac0-9b5f-77cbefa39541 {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:15:58.238010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e714d54f-340f-4ac0-9b5f-77cbefa39541 not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:15:58.238411 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e0abbdfa-19b1-48c7-82a6-332999b3068b no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:58.275266 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] No Port match for: e0abbdfa-19b1-48c7-82a6-332999b3068b {{(pid=88486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 25 21:15:58.275604 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device e0abbdfa-19b1-48c7-82a6-332999b3068b not bound to the agent host dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 25 21:15:58.276009 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.rpc [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Device 92d2b728-c9ca-49bc-a546-801faaecc829 no longer exists at agent ovs-agent-dv-neutron-835149-1-hyperv {{(pid=88486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 25 21:15:58.292749 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.db [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] For port 92d2b728-c9ca-49bc-a546-801faaecc829, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=92d2b728-c9ca-49bc-a546-801faaecc829,segment=NetworkSegment(5a0f38b7-9220-4c71-9e72-bd2a3024740b),segment_id=5a0f38b7-9220-4c71-9e72-bd2a3024740b)] {{(pid=88484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:58.293098 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.415762 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Calling delete_port for 92d2b728-c9ca-49bc-a546-801faaecc829 owned by network:dhcp {{(pid=88484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:58.472093 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] For port 92d2b728-c9ca-49bc-a546-801faaecc829, host dv-neutron-835149-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835149-1-hyperv',level=0,port_id=92d2b728-c9ca-49bc-a546-801faaecc829,segment=NetworkSegment(5a0f38b7-9220-4c71-9e72-bd2a3024740b),segment_id=5a0f38b7-9220-4c71-9e72-bd2a3024740b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 25 21:15:58.472526 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1904375'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.592122 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780952702958', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780952354353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16380279'] for port, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.601618 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] Calling delete_port for 92d2b728-c9ca-49bc-a546-801faaecc829 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 25 21:15:58.635236 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546496'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.641974 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d2b728-c9ca-49bc-a546-801faaecc829,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:58.643765 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] No DVR routers for this DVR port 92d2b728-c9ca-49bc-a546-801faaecc829 on host dv-neutron-835149-1-hyperv {{(pid=88484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 21:15:58.730158 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 21:15:58.730514 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 21:15:58.759621 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752568', 'neutron.services.segments.db._delete_segments_for_network-8780952841813'] for network, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.784103 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751908ae-fda8-4237-9922-589e97b773b6']}} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:58.795733 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0f38b7-9220-4c71-9e72-bd2a3024740b') {'for_net_delete': True} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:58.796031 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.services.segments.db [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0f38b7-9220-4c71-9e72-bd2a3024740b') {} {{(pid=88484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 21:15:58.807800 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780952845680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16378957'] for segment, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.823953 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721636'] for segment, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.829966 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 21:15:58.832113 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16380184'] for segment, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: Traceback (most recent call last): Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: timer() Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: cb(*args, **kw) Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: return func(*args, **kwargs) Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: self._notify() Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: self.callback(batched_events) Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: event.method(event) Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: return f(self, *a, **k) Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._get(url).json() Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: return self.request(url, 'GET', **kwargs) Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 21:15:58.842832 dv-neutron-835149-1-hyperv neutron-server[88484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 21:15:58.990682 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2095724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905911'] for network, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:59.006375 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Notify callbacks [] for network, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:59.018371 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=751908ae-fda8-4237-9922-589e97b773b6,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:59.023071 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-8d3bed31-bc53-4283-93d1-1cb2c745fca4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/751908ae-fda8-4237-9922-589e97b773b6 HTTP/1.1" status: 204 len: 168 time: 1.1644669 Mar 25 21:15:59.231659 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] Deleting port 92d2b728-c9ca-49bc-a546-801faaecc829 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 25 21:15:59.232137 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780952697092'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:59.299100 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0fed4468-b269-42f2-ae47-7de7733c913e None None] The port '92d2b728-c9ca-49bc-a546-801faaecc829' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 25 21:15:59.353271 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 45784) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:59.401283 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-73fb31b7-0737-4aca-bd88-79056e070e87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a1ff7bfba5249c197b193dbffb6ad2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468674 Mar 25 21:15:59.403648 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.wsgi [-] (88485) accepted ('10.222.0.37', 45788) {{(pid=88485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:15:59.466191 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65020dec-9547-472c-afc0-e6d84c4a0839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:59.490343 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65020dec-9547-472c-afc0-e6d84c4a0839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:59.600792 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65020dec-9547-472c-afc0-e6d84c4a0839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:59.616234 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65020dec-9547-472c-afc0-e6d84c4a0839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dea8526-23e3-4178-90b1-2dca9c6d5014,revision_number=None']} {{(pid=88485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:15:59.626930 dv-neutron-835149-1-hyperv neutron-server[88485]: DEBUG neutron_lib.callbacks.manager [None req-65020dec-9547-472c-afc0-e6d84c4a0839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:15:59.630263 dv-neutron-835149-1-hyperv neutron-server[88485]: INFO neutron.wsgi [None req-65020dec-9547-472c-afc0-e6d84c4a0839 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dea8526-23e3-4178-90b1-2dca9c6d5014 HTTP/1.1" status: 204 len: 168 time: 0.2234960 Mar 25 21:16:00.334578 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45796) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:16:00.382657 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-580a4349-78ed-4cd7-b2b0-57fdcc9454a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dae00a468abb4e4eb34d7c5f3e0bfec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469396 Mar 25 21:16:00.385179 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [-] (88484) accepted ('10.222.0.37', 45800) {{(pid=88484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 25 21:16:00.444929 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-473846ed-54d9-4f9a-8116-28c38e424da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:00.469834 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-473846ed-54d9-4f9a-8116-28c38e424da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:00.613879 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-473846ed-54d9-4f9a-8116-28c38e424da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655557'] for security_group, after_delete {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:00.628196 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473846ed-54d9-4f9a-8116-28c38e424da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7786be9-4882-4b80-a185-d9bcd8944730,revision_number=None']} {{(pid=88484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 21:16:00.636111 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron_lib.callbacks.manager [None req-473846ed-54d9-4f9a-8116-28c38e424da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:00.639914 dv-neutron-835149-1-hyperv neutron-server[88484]: INFO neutron.wsgi [None req-473846ed-54d9-4f9a-8116-28c38e424da9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7786be9-4882-4b80-a185-d9bcd8944730 HTTP/1.1" status: 204 len: 168 time: 0.2537990 Mar 25 21:16:05.654545 dv-neutron-835149-1-hyperv neutron-server[88484]: DEBUG neutron.wsgi [req-ed2b12c1-539f-4dff-9d1b-8c9b3e39b3f8 req-f15635e0-5496-44da-ac2a-5eb6e36765de service neutron] (88484) timed out ('10.222.0.37', 44084) {{(pid=88484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 25 21:16:09.162347 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22f4209c-7853-4fbf-970e-ad53a7f8ad9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:12.228754 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7e11-adca-4ad9-8b8d-5cbee6793032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:12.916366 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:13.139109 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:14.520106 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:18.710764 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:35.159011 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:16:39.179195 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c7a079dc-475a-4ebc-93ec-b42e983a9a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:42.199872 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0e57a38-1772-469a-b1a3-5a1120609bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:42.891318 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:43.138890 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:44.516268 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:16:48.691546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:09.196118 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b752-0e97-4b6f-9033-f34116161172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:12.158513 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:17:12.239781 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e379405-275e-470c-92a8-2723bba92c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:12.919620 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:13.271010 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:14.553477 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:18.707990 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:39.193123 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87e341db-60d8-43de-b005-68bcb6e98d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:42.207595 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9effa5d7-a32d-4f28-bc4f-2ec8abfba59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:42.887120 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:43.164713 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:44.544735 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:48.719265 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:17:49.158095 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:18:09.175259 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca5d0-0924-4393-bee6-1a69e767830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:12.207248 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d669fa1-d1af-4bfa-86a0-36488e7e3b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:12.924022 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:13.141161 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:14.552800 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:18.706916 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:26.157466 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:18:39.198114 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-552d218c-de61-440c-bfcb-563a324c5a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:42.203528 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27496a8d-ad60-41ae-a9e8-8ebf9dcdeb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:42.912546 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:43.201540 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:44.529312 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:18:48.750101 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:03.157520 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:19:09.208804 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-307a0603-7957-41ac-b95a-8a6adaed32ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:12.357286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c281f0d-6a5c-4b83-9b76-f2c6c821e8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:12.905691 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:13.168496 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:14.540097 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:18.757536 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:39.168014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e89deac-ae37-40a5-bfb7-d7f66b7d02b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:40.157205 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:19:42.201198 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-15ba37bc-21ad-4960-8a5a-62275a4061db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:42.894286 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:43.145353 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:44.534141 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:19:48.733668 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:09.150693 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-62726c1e-39ed-45c8-94ec-04c07b6490ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:12.293766 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5012-e2b0-4998-b7f6-031d09f2c527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:12.876460 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:13.191053 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:14.533304 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:17.156167 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:20:18.727696 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:39.200744 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2274be3a-f4e1-4896-b506-44e9294e8a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:42.189772 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d2cfbac-b940-4447-9313-e7b7eeb6af2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:42.921327 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:43.138434 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:44.555129 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:48.743681 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:20:54.155574 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:21:09.172587 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c6bc93fc-2a4a-4449-bca2-4cde96b6d839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:12.201033 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-458e5595-0587-45d8-99d4-549c0b1e55d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:12.892486 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:13.161777 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:14.572310 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:18.755023 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:31.155147 dv-neutron-835149-1-hyperv neutron-server[88487]: DEBUG neutron.db.agents_db [None req-2fd6d64c-4b25-471a-87bd-0541971a2ae6 None None] Agent healthcheck: found 6 active agents {{(pid=88487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 25 21:21:39.166319 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0cd7bf49-fb2d-4e76-aaf9-801ca6684965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:42.217543 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ec7d32a-2155-40fc-a1c4-7b59e6e296da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:42.880385 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a181dff-021c-49e8-8151-b3fee3cc031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:43.177802 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80e9adf4-f252-45ee-a5fc-dd84956cada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:44.572014 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e991cbcc-0c20-4121-8fc6-9aaead200e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 25 21:21:48.771899 dv-neutron-835149-1-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17cf9deb-cd68-40e7-8b1a-d8a01e19afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780952841786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751170'] for agent, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}